{"meta":{"query_hash":"a210463c68e0","filters":{"topic":"Software System Performance and Reliability"},"cohort_total":1099,"direct_labels_cover":1,"predictions_cover":1099,"exported":1099,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a210463c68e0","api":"https://metacan.xera.ac/api/v1/cohort?topic=Software+System+Performance+and+Reliability"},"results":[{"id":"W104773549","doi":"","title":"Proceedings of the Fourth International Workshop on Testing Database Systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Database; Data science; Information retrieval","score_opus":0.061993647228351934,"score_gpt":0.24635602879481047,"score_spread":0.18436238156645854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W104773549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71999663,0.000031171225,0.0658445,0.00038895072,0.0045527923,0.00061950175,0.0000045699862,0.00037937873,0.20818251],"genre_scores_gemma":[0.9870475,0.0000011301761,0.012302873,0.000061365085,0.000063518324,0.000011411605,1.8173671e-7,0.0000030080128,0.00050902116],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992355,0.000007233146,0.00019588339,0.00018781322,0.00026655744,0.00010701146],"domain_scores_gemma":[0.9992915,0.00007574178,0.00011758582,0.00027934497,0.00020819837,0.000027623368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036464536,0.00006618248,0.00007776341,0.000038647708,0.000056121735,0.00004075994,0.0009943828,0.000028290575,0.000008600657],"category_scores_gemma":[0.00019725309,0.00003544504,0.000031975225,0.0002786566,0.00003171762,0.00036290544,0.00027324978,0.00008119147,0.00001855484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003093024,0.0004144673,0.7519059,0.00034051453,0.00006983566,0.0000026697376,0.0039573237,0.00018111554,0.0017354673,0.20881572,0.007336358,0.025209658],"study_design_scores_gemma":[0.0015735744,0.00040221584,0.42675734,0.0036816143,0.000030512556,0.00018179126,0.0021586432,0.5196741,0.03557086,0.002441688,0.006488281,0.0010393432],"about_ca_topic_score_codex":0.00008353134,"about_ca_topic_score_gemma":0.0000011470484,"teacher_disagreement_score":0.519493,"about_ca_system_score_codex":0.000021294492,"about_ca_system_score_gemma":0.000027518536,"threshold_uncertainty_score":0.18478271},"labels":[],"label_agreement":null},{"id":"W105642182","doi":"","title":"Layered Dependability Modeling of an Air Traffic Control System","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Computer science; Queueing theory; Software; Reliability engineering; Fault tolerance; Architecture; Distributed computing; Embedded system; Computer network; Engineering; Operating system; Software engineering","score_opus":0.010507131236316922,"score_gpt":0.22035775460229942,"score_spread":0.2098506233659825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W105642182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5231903,0.000031191084,0.47511974,0.000018622428,0.00022228537,0.0002002181,0.0000016166684,0.00025652818,0.0009594639],"genre_scores_gemma":[0.98311,6.283181e-7,0.016801044,0.00003560891,0.00001737233,0.000015415997,5.9498666e-7,0.0000058870914,0.0000134259435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983392,0.00024240669,0.00047899032,0.0004025707,0.00028525203,0.00025158434],"domain_scores_gemma":[0.99855876,0.00007597072,0.00008662178,0.0009743001,0.00019112352,0.000113222435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013003444,0.00013304337,0.00030836352,0.000055484157,0.000090527195,0.000026034151,0.00052211224,0.00009478878,0.000008526905],"category_scores_gemma":[0.0000608197,0.00009761037,0.00010327466,0.0002383735,0.000029441551,0.0005191912,0.00002746291,0.00008671154,0.000017591045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000289629,0.0003284713,0.005342036,0.0005067299,0.000039130635,0.000005219255,0.00074905093,0.961476,0.00020520484,0.023259815,0.000017103825,0.008042233],"study_design_scores_gemma":[0.0006079996,0.000088923356,0.00041618396,0.000022304861,0.000004869459,0.000023152947,0.00019395107,0.99749386,0.00087118056,0.000121087905,0.000029240344,0.00012724222],"about_ca_topic_score_codex":0.00008797867,"about_ca_topic_score_gemma":0.000027025937,"teacher_disagreement_score":0.4599197,"about_ca_system_score_codex":0.000068175046,"about_ca_system_score_gemma":0.00013017774,"threshold_uncertainty_score":0.39804354},"labels":[],"label_agreement":null},{"id":"W112679440","doi":"10.1007/978-3-642-30982-3_7","title":"Software Performance Modeling","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.019671694145660387,"score_gpt":0.23348765136815444,"score_spread":0.21381595722249405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W112679440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014041414,0.0015556621,0.9915898,0.00016225249,0.0032975366,0.00040470832,0.0000025788463,0.0004548432,0.0011284641],"genre_scores_gemma":[0.5987299,0.00023676189,0.3990025,0.0006691184,0.0010120475,0.000018458524,0.000004980299,0.000052043,0.00027418713],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953782,0.00002778088,0.000716135,0.0015407591,0.0012610538,0.0010760734],"domain_scores_gemma":[0.99667597,0.0002439147,0.00025946868,0.0022068254,0.00034307048,0.00027073026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015351468,0.00064857205,0.000647946,0.0007028661,0.00042367273,0.0003689843,0.0038359254,0.0004933173,0.0000297688],"category_scores_gemma":[0.00008502404,0.0005458769,0.0001811333,0.00060006866,0.00044875886,0.0016660586,0.0016143061,0.0010396068,0.00026152085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037803534,0.000022133732,0.0010733056,0.00014314624,0.000007854761,0.000010386005,0.000589887,0.12664223,0.0000079432675,0.0010225177,0.000007307028,0.8704695],"study_design_scores_gemma":[0.00019615382,0.00010742389,0.00019498245,0.0005865038,0.000008363425,0.00009808433,8.735735e-8,0.9787293,0.00027657015,0.018016353,0.0009455022,0.00084066537],"about_ca_topic_score_codex":0.000018832046,"about_ca_topic_score_gemma":0.000011667675,"teacher_disagreement_score":0.86962885,"about_ca_system_score_codex":0.0004557384,"about_ca_system_score_gemma":0.0006456024,"threshold_uncertainty_score":0.9996993},"labels":[],"label_agreement":null},{"id":"W126897523","doi":"","title":"SOCLe: Integrated Design of Software Applications and Security","year":2005,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software security assurance; Software; Software engineering; Systems engineering; Information security; Computer security; Engineering; Operating system; Security service","score_opus":0.009173461672595196,"score_gpt":0.2264554890746641,"score_spread":0.2172820274020689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W126897523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019573761,0.0012507994,0.97615856,0.0012183568,0.000047885853,0.00086848415,0.000016072892,0.00081419916,0.000051872037],"genre_scores_gemma":[0.58123523,0.0001469895,0.4177123,0.0003645567,0.000049044356,0.0004012271,0.0000045001725,0.000014288418,0.00007187515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983104,0.00012807752,0.0004679953,0.00043786352,0.0002632053,0.0003924886],"domain_scores_gemma":[0.99824727,0.0001682066,0.0002053329,0.0009875593,0.00020360194,0.00018803868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008110148,0.00022390319,0.00030986252,0.0002241508,0.00018926291,0.000099371326,0.0007628364,0.00021813132,0.000009241576],"category_scores_gemma":[0.00011786789,0.00019844231,0.000082067054,0.0006808307,0.0001303652,0.00059808523,0.00026340308,0.0002704415,0.000013260958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087381166,0.00097162515,0.15377663,0.00038213248,0.00012431355,0.0000112047655,0.002927281,0.008170284,0.0050043007,0.0540652,0.0065918965,0.7678878],"study_design_scores_gemma":[0.00104147,0.0003414022,0.04235575,0.00015281152,0.000043587188,0.00022935934,0.00014511781,0.88502073,0.03413024,0.017934788,0.017658683,0.0009460268],"about_ca_topic_score_codex":0.001036649,"about_ca_topic_score_gemma":0.00018655656,"teacher_disagreement_score":0.8768505,"about_ca_system_score_codex":0.00018999504,"about_ca_system_score_gemma":0.0002500453,"threshold_uncertainty_score":0.80922425},"labels":[],"label_agreement":null},{"id":"W13352754","doi":"10.1007/bf00955167","title":"Template Driven Performance Modeling of Enterprise Java Beans","year":2005,"lang":"de","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Java; Component (thermodynamics); Modular design; Software engineering; Process (computing); Distributed computing; JavaBeans; Template; Programming language","score_opus":0.015773746651243845,"score_gpt":0.236634479862102,"score_spread":0.22086073321085817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W13352754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6670718,0.001531571,0.32541293,0.00047633323,0.0017382471,0.00039246172,0.000008560583,0.00020507252,0.0031629973],"genre_scores_gemma":[0.9811462,0.0009780907,0.016287971,0.0001735083,0.0005314782,0.0000114341265,0.000004150727,0.000021060267,0.00084611186],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99688333,0.000083041996,0.0011053076,0.0006828548,0.00061401376,0.0006314265],"domain_scores_gemma":[0.99787235,0.00007175702,0.00026986763,0.0012813939,0.00030861006,0.00019604835],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007217111,0.0003509469,0.0005329644,0.0001820964,0.0002221242,0.00009799824,0.0012556958,0.00021971157,0.00017343347],"category_scores_gemma":[0.000027570895,0.00029063923,0.00024724964,0.0004401529,0.00012266677,0.0012452038,0.00046443264,0.00030547657,0.0012112748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001137852,0.0007492061,0.12630303,0.0013147659,0.00028369995,0.000007688342,0.012377955,0.72958,0.0003273796,0.0007142864,0.0026592484,0.12556897],"study_design_scores_gemma":[0.0005194697,0.00019465921,0.0010385556,0.00037068455,0.000038500813,0.000009984985,0.00006325309,0.99122316,0.0014464329,0.00002969965,0.0047184764,0.00034714362],"about_ca_topic_score_codex":0.00012585415,"about_ca_topic_score_gemma":0.000016499367,"teacher_disagreement_score":0.31407437,"about_ca_system_score_codex":0.00013062386,"about_ca_system_score_gemma":0.00021929294,"threshold_uncertainty_score":0.9999546},"labels":[],"label_agreement":null},{"id":"W136542355","doi":"10.1007/978-3-642-40787-1_13","title":"Efficient Model to Query and Visualize the System States Extracted from Trace Data","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Database; Timestamp; State (computer science); USable; Data mining; Operating system; Real-time computing; Programming language; World Wide Web","score_opus":0.02656937907667731,"score_gpt":0.2655965745962824,"score_spread":0.23902719551960508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W136542355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010784343,0.0010217292,0.9842016,0.0010154955,0.0014598783,0.0009752038,0.0000648295,0.00027548315,0.00020143922],"genre_scores_gemma":[0.63221425,0.00006069878,0.365529,0.001228233,0.00054137775,0.000046374265,0.000025962094,0.000057251094,0.00029687607],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952429,0.000074040116,0.00069677754,0.0022036629,0.0011349274,0.0006477186],"domain_scores_gemma":[0.99417317,0.0010257158,0.00028657052,0.0039765406,0.00027987236,0.00025811256],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0016301863,0.0005585029,0.00060657784,0.00032783888,0.00044784788,0.0009887607,0.0060222787,0.00030253836,0.000007419804],"category_scores_gemma":[0.00010467353,0.00035767115,0.00006779571,0.0004872644,0.00053833233,0.00051192276,0.00374125,0.00067538465,0.000094608935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013733346,0.000054498905,0.00010275252,0.00020097649,0.00003202173,0.0000317118,0.0054944763,0.6072431,0.00016974974,0.0040523177,0.00032128204,0.38228333],"study_design_scores_gemma":[0.00014435643,0.00005564299,0.00031758417,0.0005527116,0.000011106814,0.000031152405,0.0000021458557,0.99301744,0.00008261467,0.004691043,0.0006234185,0.00047076942],"about_ca_topic_score_codex":0.00044684,"about_ca_topic_score_gemma":0.000095598814,"teacher_disagreement_score":0.62142986,"about_ca_system_score_codex":0.00026459098,"about_ca_system_score_gemma":0.00046677387,"threshold_uncertainty_score":0.9998875},"labels":[],"label_agreement":null},{"id":"W1415938757","doi":"10.5555/2685048.2685099","title":"lprof: a non-intrusive request flow profiler for distributed systems","year":2014,"lang":"en","type":"article","venue":"TSpace (University of Toronto)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Debugging; Cloud computing; Profiling (computer programming); Distributed computing; Yarn; Database; Source code; Parsing; Code (set theory); Operating system; Programming language","score_opus":0.00859205764850851,"score_gpt":0.21901937857433723,"score_spread":0.21042732092582872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1415938757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03486411,0.00012043666,0.9576816,0.0006693835,0.0008099849,0.00079539814,0.000034405817,0.00019183029,0.0048328573],"genre_scores_gemma":[0.9751923,0.000015069378,0.023571575,0.000014254739,0.00009162283,0.0000039137203,0.000020831283,0.0000071551917,0.0010832428],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892133,0.00006962994,0.00012843606,0.0003752715,0.00022069052,0.00028464128],"domain_scores_gemma":[0.99860114,0.000104153245,0.00019084476,0.0006756942,0.00031378018,0.00011440313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043201013,0.00014232243,0.00032108842,0.000025711875,0.00022873686,0.000034171004,0.00076837547,0.0001273133,0.000112773494],"category_scores_gemma":[0.000051283103,0.00014442213,0.00012843258,0.00009205554,0.00008024023,0.000808002,0.00019235133,0.00006585356,0.000026724234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016232913,0.001842515,0.058546096,0.01042108,0.0014194867,0.00006830978,0.12497956,0.012145321,0.0068156663,0.11095976,0.11119869,0.5599802],"study_design_scores_gemma":[0.0026808642,0.00085646036,0.13572747,0.00029285002,0.00006626964,0.000012913623,0.0034710844,0.8308359,0.00031747477,0.00013921036,0.024948088,0.0006514485],"about_ca_topic_score_codex":0.015484416,"about_ca_topic_score_gemma":0.0017782771,"teacher_disagreement_score":0.94032824,"about_ca_system_score_codex":0.00024724708,"about_ca_system_score_gemma":0.000089182504,"threshold_uncertainty_score":0.9910716},"labels":[],"label_agreement":null},{"id":"W1455804204","doi":"10.5555/2685048.2685068","title":"Simple testing can prevent most critical failures: an analysis of production failures in distributed data-intensive systems","year":2014,"lang":"en","type":"article","venue":"Operating Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Simple (philosophy); Code (set theory); Catastrophic failure; Software; Reliability engineering; Software quality; Event (particle physics); Production (economics); Aspirator; Software bug; Distributed computing; Real-time computing; Operating system; Software development; Set (abstract data type); Programming language","score_opus":0.047751454573692696,"score_gpt":0.33958859119948,"score_spread":0.2918371366257873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1455804204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3199479,0.00007154865,0.67835325,0.00017127731,0.00031597068,0.0009885831,0.00007899234,0.00006967818,0.0000027595904],"genre_scores_gemma":[0.9918547,0.0000028264164,0.007440825,0.000021154636,0.00008865573,0.000107090695,0.00047264466,0.000008904934,0.0000031682223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99684465,0.0009668262,0.0009018325,0.00066666584,0.00033744413,0.00028260754],"domain_scores_gemma":[0.99774855,0.00046295184,0.00026863764,0.00076541933,0.00066801766,0.00008639508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002798458,0.00017751026,0.0004479723,0.00024228237,0.00023887296,0.00039758146,0.00037980275,0.0000629408,0.0000016986908],"category_scores_gemma":[0.001168985,0.0001498579,0.000024375826,0.0010172712,0.000045187306,0.0010516491,0.00012828998,0.00009039231,5.668386e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028098932,0.0002901443,0.4549289,0.0019068359,0.00053397106,0.0000070919355,0.012349024,0.48339373,0.02190927,0.008917873,0.0009691616,0.014765877],"study_design_scores_gemma":[0.00024704472,0.00025767437,0.017414032,0.00013785088,0.000105852916,0.0000141359415,0.0068000904,0.97413415,0.00062524347,0.000017869748,0.00006409793,0.00018196393],"about_ca_topic_score_codex":0.014906234,"about_ca_topic_score_gemma":0.0010117696,"teacher_disagreement_score":0.6719068,"about_ca_system_score_codex":0.00009880609,"about_ca_system_score_gemma":0.00010295776,"threshold_uncertainty_score":0.99165356},"labels":[],"label_agreement":null},{"id":"W1483906260","doi":"10.1007/978-3-540-45232-4_18","title":"Performance Analysis of a Software Design Using the UML Profile for Schedulability, Performance, and Time","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Scalability; Queueing theory; Applications of UML; Software design; Software; Distributed computing; Software engineering; Computer architecture; Programming language; Software development; Operating system; Computer network","score_opus":0.023889229420657878,"score_gpt":0.2509928288620507,"score_spread":0.22710359944139283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483906260","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028387628,0.00030038456,0.96926534,0.0000640944,0.00049264316,0.0012723868,0.00001266131,0.00008370428,0.00012114782],"genre_scores_gemma":[0.27222887,0.00006694861,0.72702104,0.0003111306,0.00010952763,0.000048567486,0.0000061839155,0.000032809745,0.00017489622],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996307,0.00008187702,0.0007896998,0.0013371325,0.0008387186,0.0006455594],"domain_scores_gemma":[0.9958706,0.0011847953,0.0005149617,0.0017248441,0.0005885187,0.000116303934],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031545863,0.0005174223,0.00093386066,0.0009760128,0.00052344316,0.00023280823,0.002133839,0.0003328854,0.000010300163],"category_scores_gemma":[0.00023954971,0.00035674294,0.00024355734,0.0018706995,0.0011739812,0.0007093238,0.00072309555,0.0004493801,0.0000045506167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003568813,0.00008462842,0.01987396,0.0009685008,0.00033557453,0.0000030221,0.0018436604,0.4879472,0.00019710803,0.0004894207,0.00003409635,0.48818713],"study_design_scores_gemma":[0.0002092,0.00028684837,0.0017867122,0.00026669618,0.00015752773,0.000023896762,2.796373e-7,0.99366623,0.0012661953,0.0018817902,0.000114192626,0.0003404035],"about_ca_topic_score_codex":0.000008844252,"about_ca_topic_score_gemma":0.000003475239,"teacher_disagreement_score":0.50571907,"about_ca_system_score_codex":0.00022729217,"about_ca_system_score_gemma":0.0006366765,"threshold_uncertainty_score":0.9998885},"labels":[],"label_agreement":null},{"id":"W1485420199","doi":"10.5555/2147671.2147673","title":"MODE: mix driven on-line resource demand estimation","year":2011,"lang":"en","type":"article","venue":"Conference on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Workload; Regression; Resource (disambiguation); Regression analysis; Linear regression; Support vector machine; Resource allocation; Abstraction; Data mining; Machine learning; Statistics; Mathematics","score_opus":0.04321958222279559,"score_gpt":0.2544180544082911,"score_spread":0.21119847218549553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485420199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09227032,0.000102997474,0.73611575,0.0036345248,0.0008060436,0.0011847442,0.0000025247343,0.00056453375,0.16531853],"genre_scores_gemma":[0.98219824,0.00016676047,0.014804204,0.0024099806,0.000082321465,0.00004938304,0.000007643752,0.000008808655,0.00027264009],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867487,0.00007039258,0.00023901532,0.0004730017,0.0002434287,0.00029929526],"domain_scores_gemma":[0.99901515,0.000037044032,0.00009264888,0.00068632443,0.000066307315,0.000102522376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030437976,0.00018727704,0.00018435103,0.00006554048,0.00020514992,0.00010428118,0.00055845076,0.00006798264,0.000025070203],"category_scores_gemma":[0.0000030984697,0.0001503409,0.00003138771,0.00029331166,0.000027033837,0.00017907207,0.00029394755,0.00011790751,0.00012444842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018595034,0.0003528074,0.002596012,0.00062286603,0.00013418865,0.000045592984,0.0049269237,0.14148377,0.000002680766,0.39337248,0.005205152,0.4510716],"study_design_scores_gemma":[0.0004463208,0.0002815808,0.008242427,0.0002743453,0.000018819183,0.000002399923,0.000091386784,0.9765264,0.000020238072,0.009878099,0.0039711506,0.0002468346],"about_ca_topic_score_codex":0.000026805501,"about_ca_topic_score_gemma":0.000021708622,"teacher_disagreement_score":0.8899279,"about_ca_system_score_codex":0.000023981616,"about_ca_system_score_gemma":0.000015499914,"threshold_uncertainty_score":0.6130724},"labels":[],"label_agreement":null},{"id":"W1486258796","doi":"10.1007/3-540-46029-2_10","title":"Applying the UML Performance Profile: Graph Grammar-Based Derivation of LQN Models from UML Specifications","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; UML tool; Unified Modeling Language; Applications of UML; Programming language; XML; Object Constraint Language; Graph rewriting; Graph; Software engineering; Software; Theoretical computer science; Operating system","score_opus":0.040602868688332315,"score_gpt":0.22641384665732975,"score_spread":0.18581097796899743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486258796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013894031,0.00038828063,0.99368083,0.00041210678,0.001233919,0.0015193276,0.00001530393,0.0001696306,0.0011911716],"genre_scores_gemma":[0.7940238,0.000114781054,0.20472467,0.0004374551,0.0003219377,0.00023771128,0.000020566442,0.000029994135,0.000089068766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99598825,0.00005726459,0.0008603847,0.0012896782,0.0012761361,0.0005282792],"domain_scores_gemma":[0.9958528,0.0005434265,0.0006103973,0.002433352,0.00045705552,0.00010291831],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009768022,0.00048863434,0.0005278535,0.00055709283,0.00050812634,0.0002845952,0.0036180248,0.00032018803,0.00003302676],"category_scores_gemma":[0.00005524078,0.00035025956,0.00018603176,0.001141955,0.000915074,0.0008865694,0.0005159453,0.0007277795,0.000032630545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007488321,0.000055923203,0.0009332611,0.0001210194,0.000015507003,0.0000030947983,0.000814444,0.20859233,0.000111449284,0.004631148,0.00003214342,0.7846822],"study_design_scores_gemma":[0.00020915407,0.000083318344,0.0010993532,0.00042801074,0.000011032529,0.0000066760585,3.50694e-7,0.9578112,0.0023244729,0.037208747,0.00039771647,0.00042001135],"about_ca_topic_score_codex":0.00006867158,"about_ca_topic_score_gemma":0.00001921731,"teacher_disagreement_score":0.7926344,"about_ca_system_score_codex":0.00021507048,"about_ca_system_score_gemma":0.00040500812,"threshold_uncertainty_score":0.9998949},"labels":[],"label_agreement":null},{"id":"W1493361109","doi":"10.1109/bigdatacongress.2015.112","title":"A Flexible Data-Driven Approach for Execution Trace Filtering","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; TRACE (psycholinguistics); XML; Kernel (algebra); Abstraction; Event (particle physics); Executable; Simple (philosophy); Range (aeronautics); Data mining; Programming language; Operating system","score_opus":0.13332214821993715,"score_gpt":0.31587563898750004,"score_spread":0.1825534907675629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493361109","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037867078,0.000059464608,0.99102455,0.0001651723,0.0003360908,0.00032190577,0.0000057733346,0.00038532235,0.0039150254],"genre_scores_gemma":[0.38670963,0.0000022716076,0.6121379,0.00007049294,0.00012623626,0.000058072852,0.00003457623,0.0000057514685,0.0008550344],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990568,0.00002187795,0.00016571884,0.00038864303,0.0001716353,0.00019532054],"domain_scores_gemma":[0.9987006,0.00003180663,0.000041632364,0.001047492,0.00008689417,0.00009155225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062676705,0.00008203266,0.000118278236,0.0000373525,0.00006860525,0.00009582622,0.0010121025,0.00004995818,0.0000022137133],"category_scores_gemma":[0.000052301126,0.00006138076,0.00003044468,0.00016708125,0.000018334234,0.000987128,0.0003422938,0.000045680496,0.000026590991],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023957391,0.00147968,0.011553569,0.0016428232,0.00020186405,0.0000082439665,0.01225223,0.076940924,0.001854409,0.06348813,0.42040172,0.40993685],"study_design_scores_gemma":[0.00039316108,0.000076172335,0.00022129448,0.0000074795985,0.0000035557102,0.00001347428,0.00009665567,0.97898734,0.0008794525,0.00040719335,0.018785294,0.00012894596],"about_ca_topic_score_codex":0.000037596645,"about_ca_topic_score_gemma":0.0000017515365,"teacher_disagreement_score":0.9020464,"about_ca_system_score_codex":0.000040247687,"about_ca_system_score_gemma":0.00008462367,"threshold_uncertainty_score":0.25030348},"labels":[],"label_agreement":null},{"id":"W1497950161","doi":"10.1002/9780470284704.ch2","title":"Discrete Random Processes","year":2008,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Markov chain; Discrete time and continuous time; Examples of Markov chains; Queueing theory; Markov process; Variable-order Markov model; Markov renewal process; Computer science; Statistical physics; Mathematics; Markov model; Statistics; Physics","score_opus":0.008273710588632379,"score_gpt":0.22786150146048853,"score_spread":0.21958779087185615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497950161","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015823763,0.0010999046,0.21277298,0.00013525698,0.0005767053,0.0002489093,0.0000020628456,0.0011796262,0.783983],"genre_scores_gemma":[0.00061104016,0.001044723,0.009894718,0.00012381136,0.00030437665,0.000039594335,0.000004511919,0.000102488615,0.98787475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900126,0.000023129061,0.00016006625,0.00038067077,0.0002432987,0.00019155104],"domain_scores_gemma":[0.99905205,0.000041623254,0.000099348974,0.0007105116,0.000039174727,0.00005726549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007793062,0.00018732804,0.00028365327,0.00010503175,0.00004728465,0.000044035503,0.0007812684,0.00017918536,0.00048824356],"category_scores_gemma":[0.000039800372,0.00011734853,0.0000676227,0.0002751412,0.000047224406,0.000118929296,0.0001301945,0.00009318736,0.0006227742],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000185381,0.000012070331,0.00039925444,0.00028469868,0.000017018765,0.0000061530345,0.00006063595,8.720575e-7,2.041185e-7,0.00008822025,0.9970184,0.0021106403],"study_design_scores_gemma":[0.0003931933,0.000017714976,0.000039737843,0.00013305366,0.000003027427,0.000023108292,0.0000018545113,0.000096479074,0.000036418744,0.00006299338,0.9989726,0.00021983679],"about_ca_topic_score_codex":0.00010769412,"about_ca_topic_score_gemma":0.000042511474,"teacher_disagreement_score":0.20389177,"about_ca_system_score_codex":0.000013055934,"about_ca_system_score_gemma":0.00017248753,"threshold_uncertainty_score":0.800471},"labels":[],"label_agreement":null},{"id":"W1500313896","doi":"10.1007/978-3-540-31869-9_14","title":"Fault Tolerance – Concepts and Implementation Issues","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Atomicity; Fault tolerance; Software fault tolerance; Redundancy (engineering); Distributed computing; Concurrency; Concurrency control; Software engineering; Consistency (knowledge bases); Programming language; Database transaction; Operating system","score_opus":0.011877467100717786,"score_gpt":0.3002903462113174,"score_spread":0.2884128791105996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500313896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001612485,0.001917174,0.99132204,0.0012979305,0.0019875215,0.0005203422,0.000005217542,0.00019301962,0.0011442899],"genre_scores_gemma":[0.5069422,0.00080157747,0.48422843,0.0033245354,0.0034023721,0.000039214996,0.000012625452,0.000053785214,0.0011952505],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969339,0.000028080063,0.0005118771,0.001279784,0.00074456923,0.0005018049],"domain_scores_gemma":[0.9982799,0.00018742695,0.00023422523,0.0009605074,0.00020670131,0.00013122472],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007318981,0.00040618272,0.0004490124,0.0003320063,0.00024985857,0.00042040035,0.001494798,0.00023517835,0.000034462155],"category_scores_gemma":[0.000025156396,0.00034709123,0.000072252944,0.00031319459,0.0005709613,0.0009390837,0.00070687314,0.00042188147,0.00004174408],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024581948,0.0000093898,0.00063198275,0.000054700886,0.0000052626974,0.00001160505,0.0015497096,0.004333619,0.000032832762,0.0035432214,0.00009194677,0.9897333],"study_design_scores_gemma":[0.0025687204,0.0010322252,0.009076758,0.0018679171,0.000035210323,0.00044097428,0.00000512108,0.71451974,0.008024314,0.11445096,0.14394574,0.0040322957],"about_ca_topic_score_codex":0.000055709937,"about_ca_topic_score_gemma":0.00013339544,"teacher_disagreement_score":0.98570096,"about_ca_system_score_codex":0.00020247011,"about_ca_system_score_gemma":0.00027843512,"threshold_uncertainty_score":0.99989814},"labels":[],"label_agreement":null},{"id":"W1505006926","doi":"","title":"Early evaluation of software performance based on the UML performance profile","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; UML tool; Programming language; Applications of UML; Unified Modeling Language; Object Constraint Language; Model transformation; XML; XSLT; Compiler; Software engineering; Software; Operating system; Artificial intelligence","score_opus":0.13618368190395133,"score_gpt":0.3846019476840096,"score_spread":0.2484182657800583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505006926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988813,0.00039456965,0.002002986,0.0017736651,0.0007528966,0.0043863915,0.00005902731,0.000040287596,0.0017771682],"genre_scores_gemma":[0.9965999,0.00014443547,0.0021900085,0.00003527419,0.00001931359,0.0006005014,0.0000016291106,0.000012536082,0.00039638017],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99523485,0.001220684,0.00051070773,0.00051991816,0.0019908757,0.0005229753],"domain_scores_gemma":[0.98563856,0.0019914918,0.000389185,0.0012995456,0.010623396,0.00005780487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057727774,0.00024449645,0.0004078513,0.00014853245,0.0008698918,0.000050576407,0.0012733794,0.00007693174,0.00001924631],"category_scores_gemma":[0.006716559,0.00013070364,0.00011025907,0.0019099049,0.0006959337,0.00035546205,0.00019533071,0.00035194666,0.000013569214],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048521757,0.0034187788,0.13060415,0.0072290287,0.0012315018,0.0000022802776,0.05406658,0.21728124,0.0065027494,0.16663338,0.011496959,0.3966812],"study_design_scores_gemma":[0.005515421,0.0049558366,0.027001364,0.0037660867,0.00006878287,0.0000010846036,0.009309777,0.31120673,0.62959105,0.0046542757,0.003172199,0.000757399],"about_ca_topic_score_codex":0.000001789277,"about_ca_topic_score_gemma":0.0000093008175,"teacher_disagreement_score":0.6230883,"about_ca_system_score_codex":0.0003067791,"about_ca_system_score_gemma":0.0014098359,"threshold_uncertainty_score":0.8040834},"labels":[],"label_agreement":null},{"id":"W1508788505","doi":"10.1007/978-3-642-17358-5_58","title":"Exploring Simulation-Based Configuration Decisions","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Adaptation (eye); Distributed computing; Cloud computing; Set (abstract data type); Service (business); Component (thermodynamics); Server; Operating system","score_opus":0.06373092709520724,"score_gpt":0.27810059036032136,"score_spread":0.21436966326511414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508788505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077466277,0.000060900733,0.99331284,0.00038298834,0.003926369,0.00042524113,0.0000026217103,0.00026814625,0.0008462621],"genre_scores_gemma":[0.76278454,0.000013003352,0.2361478,0.00050402293,0.00043935145,0.000022355598,0.000005847344,0.000022040165,0.00006104677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965467,0.000027722841,0.000609497,0.0012746266,0.0010633027,0.0004781408],"domain_scores_gemma":[0.99499696,0.0023414486,0.0002702616,0.0017647336,0.00045884354,0.00016774873],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010364563,0.00041608108,0.0004182103,0.00075831957,0.00044100932,0.00048714172,0.0022463314,0.00034394968,0.000030915216],"category_scores_gemma":[0.0004995164,0.00035264072,0.00014240576,0.00058422954,0.00044945374,0.001223611,0.00040575213,0.00091806997,0.00011892347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032796308,0.000015199291,0.000096277894,0.000017308503,0.0000027608667,0.000011736665,0.00030299844,0.49756557,0.00012369001,0.0017091798,9.298317e-7,0.50015104],"study_design_scores_gemma":[0.00021985838,0.000084041356,0.0004280471,0.00035807898,0.000004294304,0.00000579832,7.911346e-8,0.967153,0.0031082917,0.02617016,0.001979809,0.0004885226],"about_ca_topic_score_codex":0.000017745246,"about_ca_topic_score_gemma":0.00004997749,"teacher_disagreement_score":0.76200986,"about_ca_system_score_codex":0.00021910985,"about_ca_system_score_gemma":0.0007977322,"threshold_uncertainty_score":0.99989253},"labels":[],"label_agreement":null},{"id":"W1510266427","doi":"","title":"Proceedings of the joint ACM SIGSOFT conference -- QoSA and ACM SIGSOFT symposium -- ISARCS on Quality of software architectures -- QoSA and architecting critical systems -- ISARCS","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Computer science; Software architecture; Software engineering; Software quality; Software architecture description; Reference architecture; Software system; Architecture; Software; Software development; Operating system","score_opus":0.06936119018649711,"score_gpt":0.28176477357999524,"score_spread":0.21240358339349813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510266427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928056,0.00022768922,0.004334653,0.000641818,0.0004702436,0.00077522686,0.00002579604,0.00022272905,0.0004962618],"genre_scores_gemma":[0.98725605,0.00002002926,0.012389401,0.00014509844,0.00007156096,0.0000397129,6.6939447e-7,0.000020760559,0.00005674721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963462,0.00021125654,0.0011386619,0.00090879336,0.0008229319,0.00057217974],"domain_scores_gemma":[0.99138945,0.0055377022,0.0005300008,0.0015984639,0.0006907772,0.0002535985],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018163937,0.0004229204,0.000810867,0.000180741,0.00030454824,0.00015525878,0.0018738484,0.00023033847,0.000010947909],"category_scores_gemma":[0.015379755,0.00026632866,0.00017019671,0.00040842674,0.0010024812,0.0002986677,0.0020038548,0.00051935564,0.0000028304426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019301013,0.0004606115,0.90943533,0.0064624357,0.00011319126,0.000003115564,0.025905903,0.000023760269,0.015429989,0.032028023,0.00018646968,0.009758176],"study_design_scores_gemma":[0.0016104241,0.0018162992,0.8693904,0.0027551183,0.00009523263,0.00029913324,0.0032729781,0.0018542041,0.10249904,0.014881809,0.00015775823,0.0013675959],"about_ca_topic_score_codex":0.00071325013,"about_ca_topic_score_gemma":0.000028387447,"teacher_disagreement_score":0.08706904,"about_ca_system_score_codex":0.00004029491,"about_ca_system_score_gemma":0.00014559523,"threshold_uncertainty_score":0.9999789},"labels":[],"label_agreement":null},{"id":"W1511335731","doi":"10.1109/mascot.2004.1348262","title":"Multiclass multiservers with deferred operations in layered queueing networks, with software system applications","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Server; Queueing theory; Layered queueing network; Context (archaeology); Computation; Software; Service (business); Distributed computing; Computer network; Operating system; Real-time computing; Algorithm","score_opus":0.006163554047008366,"score_gpt":0.2030016612942146,"score_spread":0.19683810724720624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511335731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10083182,0.000045962213,0.89710116,0.00016101955,0.0000633284,0.00092906744,0.0000015582575,0.00064137037,0.00022469442],"genre_scores_gemma":[0.7870608,0.0000028536406,0.21240589,0.000052906686,0.000026653119,0.00039765702,0.0000049095524,0.000012575773,0.0000357821],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851924,0.000048430036,0.0003187364,0.0005130526,0.00025187692,0.0003486778],"domain_scores_gemma":[0.9988263,0.000063809115,0.000057845016,0.00077333295,0.00016073952,0.00011797398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022546721,0.00019498388,0.00022817001,0.000108389504,0.00025915736,0.00016479421,0.0005281012,0.00008803331,0.0000018867997],"category_scores_gemma":[0.000010284038,0.00012987948,0.000035418045,0.0008989148,0.000057221205,0.0007206638,0.00008353659,0.00016220142,0.00003201622],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013939882,0.000091284135,0.051622007,0.00007219447,0.000018094468,0.000012935147,0.00046035947,0.9420504,0.000009467101,0.004441362,0.0000045708,0.001203414],"study_design_scores_gemma":[0.00613874,0.00032562765,0.088916644,0.0008290207,0.000024596413,0.00023822523,0.0015700427,0.90027523,0.00039171916,0.00004874398,0.00029004202,0.0009513904],"about_ca_topic_score_codex":0.001734314,"about_ca_topic_score_gemma":0.0073690834,"teacher_disagreement_score":0.68622893,"about_ca_system_score_codex":0.00031035644,"about_ca_system_score_gemma":0.00021911958,"threshold_uncertainty_score":0.52963316},"labels":[],"label_agreement":null},{"id":"W151148388","doi":"10.1007/978-1-4614-7738-9_4","title":"Distributed Failure Localization","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.008169465942049293,"score_gpt":0.2015851257521307,"score_spread":0.1934156598100814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W151148388","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.672152e-7,0.000042322463,0.80883586,0.00030374402,0.0004052598,0.00014783668,0.000006864552,0.00041913046,0.18983819],"genre_scores_gemma":[0.023572896,0.000058384125,0.00970612,0.00092730706,0.00059163634,0.00001811742,0.00035311826,0.000054864973,0.96471757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878186,0.0000126539035,0.0003016277,0.00043485846,0.00030249392,0.00016649818],"domain_scores_gemma":[0.9986446,0.00004277593,0.0001424185,0.00092441315,0.00016774634,0.000078043675],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018889327,0.00022670845,0.00027248746,0.000067932946,0.00009078417,0.000094613744,0.00064753275,0.0003603389,0.00019718129],"category_scores_gemma":[0.000016720138,0.00017068117,0.000115160736,0.000046457393,0.000044548226,0.00013421728,0.00019003743,0.00016645968,0.001025447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001292675,0.0000054931193,0.0001265648,0.0001209568,0.000025147308,0.0000034436948,0.000035318946,0.00016890871,6.1137087e-7,0.89920986,0.08341416,0.016888248],"study_design_scores_gemma":[0.00010168468,0.000036615904,0.000026204485,0.00009111234,0.00000818515,0.000010236533,7.494794e-7,0.015499672,0.000019647165,0.016008839,0.9679129,0.00028416136],"about_ca_topic_score_codex":0.000007633859,"about_ca_topic_score_gemma":0.000012925472,"teacher_disagreement_score":0.8844987,"about_ca_system_score_codex":0.000067751454,"about_ca_system_score_gemma":0.0000638337,"threshold_uncertainty_score":0.99975234},"labels":[],"label_agreement":null},{"id":"W1516438975","doi":"10.1002/stvr.1573","title":"Anomaly detection in performance regression testing by transaction profile estimation","year":2015,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Science Foundation Ireland","keywords":"Computer science; Regression testing; Workload; Anomaly detection; Data mining; Software performance testing; Software regression; Regression analysis; Regression; Non-regression testing; Software; Machine learning; Software quality; Statistics; Software system; Operating system; Software development","score_opus":0.02938539619239948,"score_gpt":0.2524789475198476,"score_spread":0.22309355132744813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516438975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70728105,0.00008577246,0.29098785,0.00011276387,0.00030304422,0.00041934228,0.0000023848168,0.00067209726,0.00013570212],"genre_scores_gemma":[0.87253284,0.0000075704597,0.1272496,0.000025377085,0.000027671518,0.00009068862,0.000011754308,0.00001160483,0.00004291932],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978537,0.0001943199,0.0005750292,0.0007147665,0.00036383286,0.00029837113],"domain_scores_gemma":[0.9981153,0.00038225393,0.00026083604,0.00062866317,0.00045256148,0.00016039335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001929767,0.00022085928,0.00023238319,0.00012839446,0.00027217928,0.00011106956,0.00027562559,0.00019017131,0.0000018057129],"category_scores_gemma":[0.0032999215,0.00018654921,0.000029628076,0.0011521002,0.00010506162,0.0012351539,0.00005406051,0.00029529457,0.000020343958],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003637037,0.00015054783,0.3654985,0.00029514887,0.000002232373,7.6472145e-7,0.00074173155,0.0028548848,0.0018829434,0.0000057138905,0.000094833114,0.6284363],"study_design_scores_gemma":[0.00061781803,0.00027375304,0.35870698,0.0001997264,0.0000067280416,0.000034215795,0.000055033124,0.63324827,0.0058652535,0.000501832,0.00018249745,0.0003078927],"about_ca_topic_score_codex":0.0003442207,"about_ca_topic_score_gemma":0.0000069323164,"teacher_disagreement_score":0.6303934,"about_ca_system_score_codex":0.0002848464,"about_ca_system_score_gemma":0.00017081865,"threshold_uncertainty_score":0.7607256},"labels":[],"label_agreement":null},{"id":"W1517171740","doi":"10.1109/infocom.2015.7218516","title":"Real-time failure prediction in online services","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Service (business); Predictive modelling; State (computer science); Real-time computing; Data mining; Machine learning","score_opus":0.011211834549856513,"score_gpt":0.2368608320625371,"score_spread":0.22564899751268058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517171740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98780173,0.000016978915,0.0053419094,0.0009046759,0.00032541834,0.00014484079,0.0000031736372,0.0004905348,0.0049707075],"genre_scores_gemma":[0.9669924,0.000008264479,0.031213384,0.00012781724,0.0001370132,0.000009608754,0.000015457419,0.0000050005488,0.0014910708],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924463,0.00003499259,0.00018117302,0.00021026937,0.000190472,0.0001384763],"domain_scores_gemma":[0.99942976,0.000017964167,0.000032309952,0.0003687168,0.00007650857,0.00007474846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003370972,0.00006765503,0.00009916711,0.0000637726,0.000020177715,0.000039339273,0.00035377473,0.00006356442,0.000018713397],"category_scores_gemma":[0.000008499699,0.000048821414,0.000019482515,0.00030560498,0.000010542943,0.00060531194,0.00010767822,0.00005958851,0.00031748947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033321212,0.0006536277,0.9375238,0.00027309847,0.000023216458,0.000024374302,0.0083906455,0.0025213864,0.0015390994,0.0021030644,0.025196042,0.021718334],"study_design_scores_gemma":[0.0015346594,0.0003208214,0.2702281,0.00013727785,0.000004533431,0.000040282826,0.00080167135,0.70998883,0.00070247526,0.0025965252,0.013286914,0.0003579227],"about_ca_topic_score_codex":0.0005967931,"about_ca_topic_score_gemma":0.00025424166,"teacher_disagreement_score":0.70746744,"about_ca_system_score_codex":0.00005319254,"about_ca_system_score_gemma":0.00006143809,"threshold_uncertainty_score":0.4080791},"labels":[],"label_agreement":null},{"id":"W1520384228","doi":"10.1002/9780470382844.ch5","title":"Data Flow Testing","year":2008,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Flow (mathematics); Data flow diagram; Data-flow analysis; Test data; Selection (genetic algorithm); Control flow graph; Data mining; Theoretical computer science; Mathematics; Database; Artificial intelligence; Programming language","score_opus":0.073581595125367,"score_gpt":0.27311860503467245,"score_spread":0.19953700990930545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520384228","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.959807e-7,0.00038945975,0.21516922,0.000047122176,0.0008696621,0.000122662,0.000022212478,0.0013276868,0.7820514],"genre_scores_gemma":[0.000020099109,0.00006568051,0.37265635,0.00012187728,0.00044288384,0.0000041073286,0.00003075052,0.0000828338,0.6265754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887156,0.000020746,0.00015066593,0.00055312674,0.0002197068,0.00018421671],"domain_scores_gemma":[0.99682075,0.000059593498,0.00008455484,0.002960708,0.000024074236,0.000050309205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015659914,0.00014922413,0.00019057056,0.00008268018,0.000047659192,0.000043329434,0.00255378,0.00015848652,0.00026489375],"category_scores_gemma":[0.00009028397,0.0001061414,0.000022912885,0.00025516376,0.00003179205,0.00016573134,0.00096066133,0.00011585634,0.0012033775],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5563945e-8,0.000009050284,0.0004995315,0.00003906179,0.0000074051745,0.000007456375,0.000009459453,0.0000020051564,2.0023904e-7,0.000030791747,0.9586213,0.04077368],"study_design_scores_gemma":[0.00005706727,0.000009555361,0.000108082815,0.000090197704,0.000001920203,0.000038335962,7.5008666e-7,0.044391464,0.000001451985,0.000017007009,0.9551147,0.00016943003],"about_ca_topic_score_codex":0.0002697189,"about_ca_topic_score_gemma":0.000044086944,"teacher_disagreement_score":0.15748712,"about_ca_system_score_codex":0.000013059736,"about_ca_system_score_gemma":0.00012662665,"threshold_uncertainty_score":0.9995743},"labels":[],"label_agreement":null},{"id":"W1524178149","doi":"10.1002/9781119941378.ch6","title":"Model Based Availability Management: The Availability Management Framework","year":2012,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Redundancy (engineering); Computer science; Vocabulary; Simple (philosophy); Perspective (graphical); Logical data model; Distributed computing; Data science; Software engineering; Data modeling; Artificial intelligence","score_opus":0.016597975405198598,"score_gpt":0.24413565912446647,"score_spread":0.22753768371926786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524178149","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000059757062,0.00039041726,0.4774613,0.00036923267,0.0010488178,0.0013993632,0.000011124136,0.001066254,0.5182475],"genre_scores_gemma":[0.0098988125,0.00018235888,0.28663328,0.0016316357,0.00033328964,0.00050613214,0.000014967145,0.00025744847,0.70054203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560267,0.0002739764,0.00070858415,0.0014634798,0.0010336285,0.0009176922],"domain_scores_gemma":[0.99253684,0.00019002783,0.00034212196,0.0066405353,0.0000719944,0.00021845315],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002166693,0.0007011241,0.00059955666,0.00023977301,0.00026330023,0.00022146916,0.0036931233,0.00059469056,0.0040069907],"category_scores_gemma":[0.00002964771,0.000431821,0.00037850416,0.00072543276,0.00029853312,0.00026773574,0.0013245161,0.00061211525,0.0034311868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016479966,0.00063353387,0.003914184,0.0031578797,0.00034633462,0.000008498961,0.00018160087,0.00042771452,1.7588596e-7,0.11332653,0.8267674,0.051219672],"study_design_scores_gemma":[0.00047717584,0.000032626704,0.0027548564,0.0004692774,0.00015455556,0.0000024657022,0.000039275626,0.08015411,0.000009235489,0.011744852,0.9030744,0.0010871778],"about_ca_topic_score_codex":0.0000845477,"about_ca_topic_score_gemma":0.000021116306,"teacher_disagreement_score":0.19082801,"about_ca_system_score_codex":0.00022869042,"about_ca_system_score_gemma":0.000069632246,"threshold_uncertainty_score":0.9998134},"labels":[],"label_agreement":null},{"id":"W1532327740","doi":"","title":"Performance analysis of distributed software systems: A model-driven approach","year":2010,"lang":"en","type":"article","venue":"International Symposium on Performance Evaluation of Computer and Telecommunication Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Victoria","funders":"","keywords":"Computer science; Software quality; Software engineering; Task (project management); Process (computing); Software system; Set (abstract data type); Software performance testing; Software; Software construction; Reliability engineering; Distributed computing; Software development; Systems engineering; Engineering; Operating system; Programming language","score_opus":0.02587462932327893,"score_gpt":0.2814888221969175,"score_spread":0.25561419287363857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532327740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7549693,0.0000703987,0.24243164,0.000081907776,0.00092808163,0.00057228433,0.00004903994,0.000089963905,0.0008073869],"genre_scores_gemma":[0.9874605,0.00017908968,0.011773661,0.00001898931,0.00008582932,0.00018368114,0.00026536052,0.000012303853,0.000020600872],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963683,0.00027259014,0.0011820238,0.00047716298,0.0014845926,0.00021532338],"domain_scores_gemma":[0.99510896,0.00022640153,0.0009072837,0.0014966818,0.002169877,0.00009078812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002758544,0.0002562832,0.0005776098,0.00056190183,0.00018194315,0.0001436076,0.0016517241,0.00017799341,0.0000056699164],"category_scores_gemma":[0.0000465909,0.000222512,0.00015463961,0.00091619196,0.00013456415,0.00088177196,0.00031352023,0.00029909477,0.0000056773742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029466393,0.0002185701,0.04544907,0.00014581345,0.0004442807,3.9509768e-8,0.0005956023,0.94127125,0.0002962968,0.0025107735,0.00004413739,0.008994732],"study_design_scores_gemma":[0.00062491675,0.0001250087,0.07541168,0.00010707375,0.0001740939,0.0000111911295,0.000023814722,0.922867,0.00025215253,0.0000066094426,0.00019653355,0.00019994963],"about_ca_topic_score_codex":0.000055872613,"about_ca_topic_score_gemma":0.0000035736584,"teacher_disagreement_score":0.2324912,"about_ca_system_score_codex":0.0001223142,"about_ca_system_score_gemma":0.00015771085,"threshold_uncertainty_score":0.9073776},"labels":[],"label_agreement":null},{"id":"W1539563854","doi":"10.1002/spe.1093","title":"Web workload generation challenges – an empirical investigation","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workload; Computer science; Scalability; Generator (circuit theory); Java; Web application; Operating system; Web server; Throughput; The Internet","score_opus":0.10099493882472575,"score_gpt":0.3225370317972244,"score_spread":0.22154209297249866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539563854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051741,0.0029466792,0.08821972,0.0014348733,0.0007342784,0.00023334996,6.694647e-7,0.0005610973,0.00069526694],"genre_scores_gemma":[0.8790564,0.0012152811,0.11848962,0.000979588,0.00015121729,0.000078971774,0.0000017211075,0.000007973955,0.000019203246],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840784,0.00021207453,0.00025732777,0.0005826807,0.0002899362,0.00025016934],"domain_scores_gemma":[0.9986935,0.0001569572,0.00014014664,0.00062827725,0.00018527832,0.00019581488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006018945,0.00015901146,0.00014222541,0.00006435618,0.00027915518,0.00013795793,0.0004042035,0.00012451416,0.000014480406],"category_scores_gemma":[0.00062491046,0.00013357094,0.000027646623,0.00024627632,0.00013936218,0.0051856763,0.00014610187,0.00015712797,0.000044001226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007027127,0.00041485275,0.10732789,0.0000927159,0.000029709856,0.000047939946,0.37728828,0.000008936735,0.0013454127,0.0033011506,0.0004982242,0.50957465],"study_design_scores_gemma":[0.004997834,0.0067928266,0.5732948,0.0007927472,0.00021444257,0.002884565,0.08383163,0.09362569,0.05506803,0.024496133,0.14690141,0.007099885],"about_ca_topic_score_codex":0.000067015484,"about_ca_topic_score_gemma":0.000021022179,"teacher_disagreement_score":0.5024747,"about_ca_system_score_codex":0.000028648376,"about_ca_system_score_gemma":0.00011221293,"threshold_uncertainty_score":0.5446865},"labels":[],"label_agreement":null},{"id":"W153960976","doi":"10.1007/978-3-540-39404-4_27","title":"Predicting Violations of QoS Requirements in Distributed Systems","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Quality of service; Computer science; Mobile QoS; Distributed computing; Computer network; Service (business); Service provider","score_opus":0.019800063890656448,"score_gpt":0.25390033576544424,"score_spread":0.2341002718747878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W153960976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024286867,0.00041143212,0.9920291,0.00010180462,0.0034116434,0.0006506868,0.000017628552,0.00009607765,0.00085294107],"genre_scores_gemma":[0.96089053,0.0000320719,0.038613394,0.00012397312,0.00022516017,0.000022122633,0.000011943775,0.000020885129,0.000059934635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996347,0.00006852527,0.0010271237,0.0010741176,0.0009518533,0.00053134566],"domain_scores_gemma":[0.99739337,0.00036506026,0.00050211,0.0013239227,0.00031084527,0.000104669096],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015849413,0.00036945392,0.00061002705,0.000698257,0.00015084892,0.00017903019,0.0019331119,0.00032189407,0.000004359855],"category_scores_gemma":[0.00018689838,0.0003241196,0.000100715704,0.001008198,0.00036052105,0.0006441507,0.00055809633,0.0005422568,0.000008476255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019382926,0.00025895896,0.18248583,0.0011944368,0.000059875714,0.00010132042,0.0030390935,0.6550862,0.00030455342,0.01658304,0.00007866936,0.14078861],"study_design_scores_gemma":[0.000579226,0.00020171242,0.005449349,0.0025695818,0.000010047159,0.000052061238,9.563457e-7,0.97603315,0.00046450115,0.01330387,0.00063620874,0.0006993316],"about_ca_topic_score_codex":0.00010355481,"about_ca_topic_score_gemma":0.0000550319,"teacher_disagreement_score":0.9584618,"about_ca_system_score_codex":0.0004691865,"about_ca_system_score_gemma":0.00043250815,"threshold_uncertainty_score":0.9999211},"labels":[],"label_agreement":null},{"id":"W1541592470","doi":"","title":"Proceedings of the 4th international workshop on Software and performance","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software peer review; Personal software process; Software engineering; Computer science; Software development; Software review; Software; Software Engineering Process Group; Engineering management; Social software engineering; Software development process; Software construction; Engineering","score_opus":0.009980931887136606,"score_gpt":0.22223756951787987,"score_spread":0.21225663763074326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541592470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98523486,0.000014380138,0.008970704,0.0010781904,0.0004235381,0.000118534284,3.7294163e-7,0.00008349688,0.0040759547],"genre_scores_gemma":[0.9898325,0.000020029509,0.009497652,0.0002205005,0.000033852863,0.0000063253046,9.856284e-8,0.000002546708,0.00038650318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993593,0.0000020597645,0.00013428614,0.00017355641,0.00023331986,0.00009748387],"domain_scores_gemma":[0.99963623,0.000019775176,0.00005966657,0.00016003249,0.00009884468,0.000025461415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014830408,0.00006744345,0.000071553426,0.0000341519,0.000074208525,0.00004260526,0.0005507851,0.000037066522,0.000004902296],"category_scores_gemma":[0.000046614794,0.000037056714,0.000030486197,0.00018538072,0.000057556364,0.0003571776,0.00019529737,0.00008317822,0.00000830323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042682263,0.00021752669,0.76328194,0.000250876,0.000039644223,5.4728997e-7,0.0030492547,0.0007096282,0.0002897436,0.073709056,0.0011645792,0.1572445],"study_design_scores_gemma":[0.0010658824,0.00021794513,0.9645717,0.0005807341,0.000005418711,0.000044787328,0.00016051528,0.0046173017,0.021722555,0.0035676202,0.0031588832,0.0002866249],"about_ca_topic_score_codex":0.000007310022,"about_ca_topic_score_gemma":0.0000011015213,"teacher_disagreement_score":0.20128977,"about_ca_system_score_codex":0.000032712283,"about_ca_system_score_gemma":0.000031173793,"threshold_uncertainty_score":0.15111288},"labels":[],"label_agreement":null},{"id":"W1543143808","doi":"10.1007/978-3-540-87412-6_4","title":"A Calibration Framework for Capturing and Calibrating Software Performance Models","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Calibration; Computer science; Software; Software engineering; Statistics; Mathematics; Programming language","score_opus":0.022846538979935212,"score_gpt":0.2366368869208145,"score_spread":0.21379034794087928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543143808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017603438,0.0008551244,0.9948241,0.0002690798,0.0011638901,0.0007252183,0.0000068806185,0.000298883,0.000096448086],"genre_scores_gemma":[0.2252125,0.00017612365,0.7734994,0.0005351033,0.0004350344,0.00003886257,0.0000049502005,0.000035607758,0.00006236281],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965937,0.000022752301,0.0006058858,0.0014580945,0.00068466883,0.0006348626],"domain_scores_gemma":[0.9974748,0.00077901536,0.00030629605,0.0010647068,0.00020878272,0.00016639988],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065954827,0.0005037513,0.00055156637,0.00042097564,0.0006218639,0.0004354835,0.0014777676,0.00049782085,0.0000021488502],"category_scores_gemma":[0.00015533819,0.00043761177,0.0001131081,0.00035413186,0.00049877487,0.0018561431,0.0007861781,0.00068136497,0.0000028769234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016107986,0.000023796341,0.000938664,0.0005899925,0.000016661555,0.000019446064,0.005867618,0.26680642,0.000012630532,0.009904093,0.00002567469,0.7157789],"study_design_scores_gemma":[0.0001780347,0.00013268791,0.00009650399,0.0007564387,0.000004794178,0.00008701206,3.0073736e-7,0.89443827,0.00041284747,0.10326445,0.00011555137,0.00051310647],"about_ca_topic_score_codex":0.00001622294,"about_ca_topic_score_gemma":0.000009522872,"teacher_disagreement_score":0.71526575,"about_ca_system_score_codex":0.00019475727,"about_ca_system_score_gemma":0.0005035494,"threshold_uncertainty_score":0.99980754},"labels":[],"label_agreement":null},{"id":"W1544811657","doi":"10.1002/9780470072646.ch7","title":"Computing in Presence of Faults","year":2006,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Fault (geology); Reliability engineering; Engineering; Geology; Seismology","score_opus":0.007048980093210916,"score_gpt":0.23839056418676777,"score_spread":0.23134158409355685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544811657","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046718057,0.0002824739,0.12896885,0.000022237984,0.0005063293,0.00023053965,0.0000017686353,0.00027352295,0.8692471],"genre_scores_gemma":[0.21064273,0.0000271457,0.07916751,0.000053119078,0.00025052586,0.000007793475,0.0000058186365,0.0001186993,0.7097267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905145,0.000034363475,0.0002668472,0.00028728406,0.00019984365,0.00016023935],"domain_scores_gemma":[0.99919254,0.000057702484,0.00015548976,0.00055460585,0.000020790572,0.000018869327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019777215,0.00011673243,0.00025443625,0.00018015083,0.000008467511,0.000009114501,0.0006809081,0.00015379819,0.000025414636],"category_scores_gemma":[0.000016194264,0.00008926179,0.000043849024,0.00029403434,0.000036029356,0.000053773307,0.00018695345,0.000096168056,0.00003007638],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001957498,0.00017011151,0.11714376,0.0010047557,0.000016998576,0.000014175105,0.000328325,0.00046285547,0.000011224375,0.00362521,0.83464277,0.04257785],"study_design_scores_gemma":[0.00206271,0.0002033135,0.13038689,0.0056588645,0.000011411975,0.000028111652,0.000047929745,0.15741591,0.0007640881,0.0011551125,0.7003835,0.0018821862],"about_ca_topic_score_codex":0.003837808,"about_ca_topic_score_gemma":0.0008401912,"teacher_disagreement_score":0.21017554,"about_ca_system_score_codex":0.000016879421,"about_ca_system_score_gemma":0.00004948861,"threshold_uncertainty_score":0.5801644},"labels":[],"label_agreement":null},{"id":"W1545073741","doi":"10.48550/arxiv.1401.6020","title":"A Brief Review on Models for Performance Evaluation in DSS Architecture","year":2014,"lang":"en","type":"review","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Unified Modeling Language; Petri net; Software engineering; Software; Queueing theory; Software performance testing; Distributed computing; Fuzzy logic; Software system; Software construction; Artificial intelligence; Programming language","score_opus":0.126256651089213,"score_gpt":0.25268331167864033,"score_spread":0.12642666058942734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545073741","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008615979,0.8225616,0.17328368,0.000027009513,0.00033796552,0.002821697,0.000007828045,0.00011272973,0.00076128246],"genre_scores_gemma":[0.0036377907,0.9954462,0.00035829487,0.00016885996,0.00007709526,0.000044794393,0.000030453615,0.00002272167,0.00021380716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973968,0.00042973476,0.000493873,0.0010948821,0.00019344392,0.0003912198],"domain_scores_gemma":[0.997553,0.00033638132,0.0004074616,0.0014091718,0.00019412805,0.00009986292],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019831937,0.00042016196,0.0013044816,0.00033344646,0.00013171627,0.00003655877,0.0014455866,0.00028652782,0.0000074393383],"category_scores_gemma":[0.00010712523,0.00034885094,0.0004951279,0.001172573,0.000051890136,0.0004170669,0.00018551959,0.00040774906,0.00007165406],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074261325,0.000047400994,0.0000094567595,0.039930142,0.000028057339,0.0000041676053,0.000032197764,0.026312755,4.049883e-9,0.0054466864,0.00027139403,0.9279103],"study_design_scores_gemma":[0.0005216263,0.00018465753,0.000008492903,0.05632482,0.0002834173,0.000012089169,0.0000012787089,0.43964407,1.8321275e-7,0.0025606574,0.49990535,0.00055336906],"about_ca_topic_score_codex":0.000011811226,"about_ca_topic_score_gemma":0.0000094596935,"teacher_disagreement_score":0.92735696,"about_ca_system_score_codex":0.00042169137,"about_ca_system_score_gemma":0.00043110873,"threshold_uncertainty_score":0.99989635},"labels":[],"label_agreement":null},{"id":"W1545563632","doi":"10.1023/a:1009499124873","title":"Configuration Maintenance for Distributed Applications Management","year":2000,"lang":"en","type":"article","venue":"Journal of Network and Systems Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Computer science","score_opus":0.009183441499180914,"score_gpt":0.22913948832518627,"score_spread":0.21995604682600536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545563632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017303259,0.0009521419,0.9913646,0.00038259898,0.0005370481,0.0010616462,0.0000028653342,0.000034727324,0.003934072],"genre_scores_gemma":[0.97555697,0.0019741827,0.01781092,0.00017135074,0.000704295,0.00031595197,0.000008567938,0.000010682407,0.0034470984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987585,0.000045494897,0.0005686052,0.00018183698,0.00022803526,0.00021750914],"domain_scores_gemma":[0.9991821,0.000043178876,0.00028149429,0.0002950451,0.00012434172,0.000073811025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091125845,0.000106216525,0.00022040728,0.000054447384,0.00019515069,0.0001620108,0.00035441975,0.000035084675,0.000004935662],"category_scores_gemma":[0.0000015896413,0.00007890954,0.00007703215,0.00023040296,0.000021483776,0.00025216324,0.000040883177,0.000057041434,0.000009100907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011983458,0.00017529719,0.0010368371,0.0016555015,0.0005416989,0.000051522482,0.00021846325,0.08203336,0.000002604803,0.21628836,0.07541818,0.62245834],"study_design_scores_gemma":[0.0012124003,0.0001653648,0.005626529,0.00036686865,0.00006871679,0.000093197385,0.00018734473,0.0486003,0.0000018093489,0.0034895132,0.94000286,0.00018509547],"about_ca_topic_score_codex":0.0000017060369,"about_ca_topic_score_gemma":3.0176207e-7,"teacher_disagreement_score":0.97382665,"about_ca_system_score_codex":0.00005580363,"about_ca_system_score_gemma":0.000008247302,"threshold_uncertainty_score":0.32178378},"labels":[],"label_agreement":null},{"id":"W1548766114","doi":"10.1007/3-540-46429-8_3","title":"Object Allocation for Distributed Applications with Complex Workloads","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Distributed computing; Distributed object; Object (grammar); Artificial intelligence; Common Object Request Broker Architecture","score_opus":0.015631591387648375,"score_gpt":0.24715935828766003,"score_spread":0.23152776690001164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548766114","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040381936,0.0001834438,0.99578273,0.0005514906,0.00033123896,0.0016058154,0.00003173936,0.00028830016,0.0011848295],"genre_scores_gemma":[0.33836418,0.00007601611,0.65893555,0.0010039692,0.0007385409,0.00044919597,0.00017412653,0.000054989072,0.00020342015],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967706,0.000021067905,0.00051159493,0.0014327962,0.000691,0.00057290995],"domain_scores_gemma":[0.9971401,0.00043715828,0.000260584,0.001640579,0.00037741615,0.0001441247],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006079611,0.00045751675,0.00048962096,0.00038524932,0.0004215917,0.00038498535,0.0024321976,0.00027789702,0.000018095727],"category_scores_gemma":[0.000022080474,0.000359428,0.000119937096,0.00080753246,0.00058729737,0.0004666625,0.00028841975,0.00039523505,0.000040674273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026583573,0.000058053483,0.00022875854,0.00012382225,0.000021261098,0.000004860424,0.00030868943,0.05196235,0.00002797082,0.008341885,0.00006699339,0.93882877],"study_design_scores_gemma":[0.0013775943,0.0008017414,0.0023823953,0.0010007519,0.00004497843,0.0001550294,4.758001e-7,0.74008495,0.00077692315,0.19515762,0.056161847,0.0020557016],"about_ca_topic_score_codex":0.00001501103,"about_ca_topic_score_gemma":0.00005926518,"teacher_disagreement_score":0.93677306,"about_ca_system_score_codex":0.00033627384,"about_ca_system_score_gemma":0.00064884336,"threshold_uncertainty_score":0.9998858},"labels":[],"label_agreement":null},{"id":"W1553279924","doi":"10.1007/978-3-540-46464-8_33","title":"Deriving Software Performance Models from Architectural Patterns by Graph Transformations","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Graph rewriting; Programming language; Formalism (music); Theoretical computer science; Graph; Software architecture; Model transformation; Queueing theory; Software system; Software; Distributed computing; Artificial intelligence","score_opus":0.01094358476890152,"score_gpt":0.20870266763625775,"score_spread":0.19775908286735622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553279924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016166003,0.0006515591,0.97989815,0.0002722918,0.0012259308,0.0005531848,0.00009267229,0.00047820495,0.00066199887],"genre_scores_gemma":[0.844409,0.0003653089,0.15377463,0.000884372,0.00031944868,0.000036844525,0.00007234802,0.000053010048,0.00008504859],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99523306,0.00004753101,0.00087960926,0.0016588556,0.0012449812,0.00093595317],"domain_scores_gemma":[0.9970857,0.00043239578,0.000263246,0.0017644102,0.0002042001,0.00025006421],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052963925,0.00076049427,0.0007019777,0.000675645,0.0005768978,0.00058189087,0.0037700064,0.00043572034,0.00006112412],"category_scores_gemma":[0.000024042414,0.00065070903,0.00022839403,0.0007059439,0.0005150484,0.0020485506,0.00050683046,0.001128679,0.000060462036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007024092,0.000026457168,0.00077097607,0.00008719606,0.000017666463,0.000009848177,0.0022959837,0.13518986,0.00001833693,0.00016071432,0.000021515516,0.8613944],"study_design_scores_gemma":[0.00047884695,0.00019415178,0.0011249819,0.0012753684,0.000018507606,0.000098900215,4.4496235e-7,0.87635595,0.0010762209,0.117394924,0.0005540791,0.0014276342],"about_ca_topic_score_codex":0.0001906426,"about_ca_topic_score_gemma":0.00012151133,"teacher_disagreement_score":0.8599668,"about_ca_system_score_codex":0.0002808927,"about_ca_system_score_gemma":0.00045039968,"threshold_uncertainty_score":0.9995944},"labels":[],"label_agreement":null},{"id":"W1553924878","doi":"10.1002/spe.2282","title":"Improving J9 virtual machine with LTTng for efficient and effective tracing","year":2014,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Atlantic Hydrogen (Canada); University of New Brunswick","funders":"Atlantic Canada Opportunities Agency; University of New Brunswick; International Business Machines Corporation","keywords":"Tracing; Computer science; Throughput; Kernel (algebra); Overhead (engineering); Virtual machine; Component (thermodynamics); Parallel computing; Operating system","score_opus":0.004570723289212413,"score_gpt":0.24223078633625061,"score_spread":0.2376600630470382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553924878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3611481,0.00025286968,0.63770634,0.00016638722,0.00016166673,0.00038787242,0.0000012855548,0.00014470071,0.000030790627],"genre_scores_gemma":[0.9082777,0.00001681598,0.09106713,0.00033484006,0.00006391684,0.00021117352,9.626609e-7,0.00001172685,0.000015737245],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984551,0.00010841177,0.00021067253,0.00064285705,0.00024580758,0.0003371678],"domain_scores_gemma":[0.99724835,0.001878371,0.00017426841,0.00039572731,0.00016387986,0.00013942676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008878296,0.00020299859,0.00022978547,0.000059992264,0.00049533154,0.00024710354,0.0002452801,0.00007270147,0.0000010215563],"category_scores_gemma":[0.0016932953,0.00014644703,0.000031147327,0.00020019923,0.00015330037,0.0012823376,0.00017253975,0.00016279165,0.0000029700816],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035775529,0.0001587709,0.015813144,0.00035692548,0.000035833502,0.000009687869,0.039365616,0.0005674445,0.0007178469,0.0027642245,0.000018429226,0.9398343],"study_design_scores_gemma":[0.010320316,0.012091455,0.03812031,0.0010925113,0.00026904413,0.0023157124,0.023842143,0.8601063,0.02467323,0.00095780066,0.022429185,0.0037820274],"about_ca_topic_score_codex":0.00012287684,"about_ca_topic_score_gemma":0.0000066630473,"teacher_disagreement_score":0.9360523,"about_ca_system_score_codex":0.00003266861,"about_ca_system_score_gemma":0.000041917956,"threshold_uncertainty_score":0.59719366},"labels":[],"label_agreement":null},{"id":"W1554003089","doi":"10.1007/3-540-45104-8_4","title":"From UML Descriptions of High-Level Software Architectures to LQN Performance Models","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Graph rewriting; Applications of UML; Programming language; Software system; Software architecture; Software engineering; Graph; Software; Theoretical computer science","score_opus":0.02618091706823653,"score_gpt":0.23262706761776472,"score_spread":0.2064461505495282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554003089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024874061,0.00030856908,0.9712104,0.00029567763,0.0018494916,0.00061960897,0.000093431496,0.0002610058,0.0004877515],"genre_scores_gemma":[0.5652158,0.000040291114,0.43364087,0.00054468325,0.00036357052,0.00001948485,0.000010303978,0.000030372366,0.00013463503],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99502605,0.00004639432,0.0009241811,0.0018548004,0.0013604389,0.0007881437],"domain_scores_gemma":[0.99613446,0.0004211153,0.00031104047,0.002499019,0.00034761202,0.00028673297],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006297776,0.0006860036,0.0009020101,0.0010292112,0.00031353923,0.00025214296,0.0043967604,0.00043512203,0.000056433226],"category_scores_gemma":[0.00007412647,0.0005801117,0.00021066034,0.000879788,0.000653377,0.0006452391,0.0012096263,0.00083127414,0.000088014865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014775126,0.00003034033,0.00014166115,0.000059048227,0.000013878171,0.000009699862,0.0019022101,0.40368608,0.00003165185,0.0006586804,0.00002486666,0.5934271],"study_design_scores_gemma":[0.0005351651,0.0005182283,0.0036367709,0.0019542212,0.000025885725,0.000071597286,5.5117164e-7,0.5587064,0.0033758502,0.4291089,0.00054825674,0.0015181771],"about_ca_topic_score_codex":0.00050533656,"about_ca_topic_score_gemma":0.00012511913,"teacher_disagreement_score":0.59190893,"about_ca_system_score_codex":0.00029519756,"about_ca_system_score_gemma":0.00072090817,"threshold_uncertainty_score":0.999665},"labels":[],"label_agreement":null},{"id":"W1556620685","doi":"10.1007/bfb0024977","title":"A multiple paradigm diagnostic system for wide area communication networks","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Scale (ratio); Fault (geology); Distributed computing; Artificial intelligence; Cartography; Geography","score_opus":0.014911775369153429,"score_gpt":0.2310707619177643,"score_spread":0.21615898654861088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556620685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009788089,0.0020262918,0.99299,0.0006897131,0.00200108,0.0013923773,0.000008156315,0.0004034614,0.00039102256],"genre_scores_gemma":[0.8078141,0.00015523417,0.19065332,0.00061389094,0.00048568423,0.00014237607,0.000021128224,0.000039810006,0.00007445621],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963533,0.00006004252,0.0008024244,0.0013755052,0.00066377077,0.0007449331],"domain_scores_gemma":[0.99033666,0.0060066497,0.0004595324,0.0027314322,0.00028152094,0.00018420143],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015415846,0.00055097864,0.0006902793,0.00041756802,0.00052049896,0.00048591814,0.0040873815,0.0004703605,0.0000033299575],"category_scores_gemma":[0.00047703666,0.00047216436,0.0002186737,0.00045704297,0.000526036,0.00070486096,0.0009765973,0.0006663415,0.00002731307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001724941,0.000056689456,0.0022832106,0.00031068636,0.00002711814,0.000017803119,0.0007821001,0.5070718,0.000002851587,0.011141197,0.0001401916,0.47814912],"study_design_scores_gemma":[0.0004488096,0.000119174074,0.000504666,0.0013560805,0.000013716429,0.000055191897,2.8439797e-7,0.9806485,0.00007033095,0.012743036,0.0034398546,0.00060034584],"about_ca_topic_score_codex":0.0000355479,"about_ca_topic_score_gemma":0.00016256742,"teacher_disagreement_score":0.8077162,"about_ca_system_score_codex":0.00069912267,"about_ca_system_score_gemma":0.00039063793,"threshold_uncertainty_score":0.999773},"labels":[],"label_agreement":null},{"id":"W1557406404","doi":"10.1007/978-3-540-30187-5_4","title":"A Metamodel for Generating Performance Models from UML Designs","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Rotation formalisms in three dimensions; Queueing theory; Petri net; Applications of UML; Process (computing); Distributed computing; Programming language; Software","score_opus":0.04388536960521694,"score_gpt":0.25197371794667733,"score_spread":0.2080883483414604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557406404","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016126377,0.00070314243,0.99375015,0.00021177733,0.002035104,0.00096275227,0.000019366676,0.00028184857,0.00042323448],"genre_scores_gemma":[0.34691802,0.00005068748,0.651616,0.0006543395,0.00056973996,0.000055794077,0.000010519161,0.00003726879,0.00008763307],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952059,0.0000298843,0.00082430284,0.0020648863,0.0010024294,0.0008726399],"domain_scores_gemma":[0.996649,0.0004754748,0.00038125776,0.0018711338,0.00042479782,0.00019828288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012928654,0.0006927909,0.00080294075,0.00051308377,0.00054449803,0.00056955346,0.003487573,0.00047777288,0.000010315561],"category_scores_gemma":[0.0000626265,0.00058249786,0.00026147,0.00044533177,0.000437747,0.0015988443,0.0008862504,0.000666241,0.000025860558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009558774,0.000019592435,0.000030453282,0.00008266091,0.00001584574,0.0000060159623,0.0008129559,0.68912953,0.00011285549,0.0051571615,0.0000060417565,0.30461732],"study_design_scores_gemma":[0.00036338516,0.00015249527,0.00002204493,0.0004309075,0.000012652142,0.000012995217,9.400996e-8,0.79502136,0.0015955755,0.20173582,0.00006815733,0.00058454],"about_ca_topic_score_codex":0.00007014235,"about_ca_topic_score_gemma":0.00003920085,"teacher_disagreement_score":0.34530538,"about_ca_system_score_codex":0.0006136713,"about_ca_system_score_gemma":0.0013884341,"threshold_uncertainty_score":0.99966264},"labels":[],"label_agreement":null},{"id":"W1557503982","doi":"10.1007/3-540-45672-4_50","title":"Are Testers eXtinct? How Can Testers Contribute to XP Teams?","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Extreme programming; Computer science; Test (biology); Quality (philosophy); Software; World Wide Web; Software engineering; Software development; Software development process; Programming language","score_opus":0.014176524186558627,"score_gpt":0.22510482517148164,"score_spread":0.21092830098492302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557503982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012182295,0.00028522368,0.98496455,0.0071800337,0.003873027,0.0011125655,0.000029055243,0.0004761558,0.00086114113],"genre_scores_gemma":[0.7950861,0.000065793494,0.1853914,0.014656159,0.0016785288,0.00009531316,0.000011056295,0.00013733773,0.0028783628],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936801,0.0000673994,0.0007249623,0.0025477994,0.0016189489,0.0013607825],"domain_scores_gemma":[0.9946543,0.00072726264,0.000685824,0.002794633,0.0005606202,0.0005773794],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012070525,0.00093973626,0.0010635869,0.0010665646,0.0004556257,0.0012452694,0.005026886,0.0005316468,0.000022164651],"category_scores_gemma":[0.0004631481,0.0007855689,0.00025524778,0.0012148959,0.0006945837,0.00083900406,0.0018235807,0.0010463694,0.00014851298],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024347979,0.00013294922,0.015067423,0.00046144327,0.000076530065,0.0007243219,0.004399787,0.037442226,0.00016920266,0.001317812,0.0019298175,0.9382541],"study_design_scores_gemma":[0.0052368706,0.0034162998,0.031240407,0.0125415,0.00015564324,0.0018236315,0.0000138681735,0.7635386,0.0058037103,0.058846768,0.10283333,0.014549378],"about_ca_topic_score_codex":0.00004910529,"about_ca_topic_score_gemma":0.00017745489,"teacher_disagreement_score":0.92370474,"about_ca_system_score_codex":0.0012357781,"about_ca_system_score_gemma":0.0005418801,"threshold_uncertainty_score":0.99979156},"labels":[],"label_agreement":null},{"id":"W1560624815","doi":"10.1109/isese.2005.1541825","title":"Further investigations into evaluating website reliability","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reliability (semiconductor); Computer science; Workload; Replication (statistics); Reliability engineering; Data mining; Web server; Web application; The Internet; World Wide Web; Statistics; Engineering; Operating system","score_opus":0.021989078758922587,"score_gpt":0.29884467965185535,"score_spread":0.27685560089293276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560624815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70694625,0.00007207523,0.27658704,0.008154196,0.00032958624,0.0002875736,3.8189148e-7,0.0007028417,0.006920021],"genre_scores_gemma":[0.6828526,0.0000014189166,0.31585798,0.00062310643,0.000112854104,0.000025016128,8.352837e-7,0.0000044164194,0.00052177627],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985977,0.000109454435,0.00033738007,0.00040381856,0.00033155194,0.0002200874],"domain_scores_gemma":[0.9985726,0.00013366423,0.00006929909,0.00093882286,0.00017378762,0.00011182023],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001243545,0.00011622303,0.00012954843,0.000055667548,0.00019137922,0.00009302339,0.0005587911,0.0000696238,0.00013473051],"category_scores_gemma":[0.00027048687,0.000087328146,0.00006803046,0.00039606536,0.000077170174,0.00093517086,0.00019292675,0.00012306611,0.0010007533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012733859,0.0004493607,0.49696884,0.00023524351,0.00003982592,0.0000019954473,0.019584449,0.017266754,0.008476801,0.024183339,0.01110712,0.42167357],"study_design_scores_gemma":[0.0009791668,0.00026152097,0.094465226,0.00008602555,0.000015806452,0.000017691287,0.00021967765,0.8016327,0.021587377,0.040549506,0.03931888,0.0008664098],"about_ca_topic_score_codex":0.00006371501,"about_ca_topic_score_gemma":0.00006626987,"teacher_disagreement_score":0.78436595,"about_ca_system_score_codex":0.00010611669,"about_ca_system_score_gemma":0.0001338761,"threshold_uncertainty_score":0.9997771},"labels":[],"label_agreement":null},{"id":"W1562306439","doi":"10.1007/978-3-540-72952-5_3","title":"Verifying Distributed, Event-Based Middleware Applications Using Domain-Specific Software Model Checking","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Middleware (distributed applications); Java; Event (particle physics); Distributed computing; Pipeline (software); Software engineering; Domain (mathematical analysis); Programming language","score_opus":0.042282162621130624,"score_gpt":0.27899353478229455,"score_spread":0.23671137216116392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562306439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027544473,0.0010642909,0.99589163,0.00010941845,0.0011060497,0.0009299809,0.00003665384,0.00045315587,0.00013338814],"genre_scores_gemma":[0.07127434,0.000027155847,0.9275261,0.0005089771,0.0005005207,0.000038290924,0.000038208298,0.000058298563,0.00002807065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944318,0.000034876226,0.000961089,0.0020914814,0.0014239693,0.0010567977],"domain_scores_gemma":[0.9958817,0.0004151471,0.0005176199,0.0023984055,0.0005122952,0.0002748759],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015156947,0.0007447866,0.0007054604,0.0008678244,0.0008464466,0.0005733285,0.0035547588,0.00060540484,0.000009207905],"category_scores_gemma":[0.00003243735,0.0006981786,0.00028813622,0.001259852,0.0007233587,0.00072026835,0.0010332164,0.0010776999,0.00003359811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073796273,0.00004308103,0.00034029377,0.00017048491,0.000009062613,0.000030707954,0.0003065621,0.7849647,0.00008215823,0.0028406945,0.0000068486224,0.21119803],"study_design_scores_gemma":[0.00035871397,0.000049399776,0.000061785235,0.0008456109,0.000009565864,0.0000539821,5.9973047e-7,0.9591893,0.0006504762,0.033941545,0.003891178,0.0009478714],"about_ca_topic_score_codex":0.000014720238,"about_ca_topic_score_gemma":0.00002268791,"teacher_disagreement_score":0.21025017,"about_ca_system_score_codex":0.0012458023,"about_ca_system_score_gemma":0.0011693202,"threshold_uncertainty_score":0.99954695},"labels":[],"label_agreement":null},{"id":"W1563844626","doi":"10.1007/3-540-45391-1_2","title":"Mobile Code, Adaptive Mobile Applications, and Network Architectures","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Computer network; Radio access network; Scalability; Mobile computing; UMTS frequency bands; Distributed computing; Wireless network; Mobile device; Wireless; Mobile station; Telecommunications; Operating system; Base station","score_opus":0.008485359471921337,"score_gpt":0.23324339917680184,"score_spread":0.2247580397048805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563844626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003126161,0.0049389033,0.9895654,0.00004741154,0.0006028784,0.0016392171,0.000011778242,0.0002744279,0.0026073689],"genre_scores_gemma":[0.41795468,0.0010783621,0.5755663,0.0017184718,0.002068849,0.00087965105,0.00001367882,0.00008681964,0.0006331662],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99624467,0.0000466178,0.0005535925,0.0017426107,0.00072027696,0.0006922157],"domain_scores_gemma":[0.99732226,0.00045028562,0.00023566003,0.0016373687,0.00015054317,0.00020388464],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007714064,0.00054218085,0.00061265036,0.00038163687,0.00043157765,0.00033761418,0.0022853499,0.00036416418,0.000024193265],"category_scores_gemma":[0.000010997974,0.00044912484,0.00011713277,0.0006128624,0.0009920726,0.00026723908,0.0009298408,0.0007917795,0.00005662723],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081314865,0.000019385172,0.00014729559,0.000041598993,0.000009698306,0.000009708688,0.0005600277,0.15060912,0.0000030578947,0.0020133625,0.000030504296,0.8465481],"study_design_scores_gemma":[0.0005384039,0.0011453772,0.00048462214,0.0007248291,0.000023522423,0.00028367515,7.466256e-7,0.44588757,0.00025229907,0.47877312,0.0701133,0.0017725402],"about_ca_topic_score_codex":0.000021449518,"about_ca_topic_score_gemma":0.000041666495,"teacher_disagreement_score":0.84477556,"about_ca_system_score_codex":0.00016769339,"about_ca_system_score_gemma":0.00038598158,"threshold_uncertainty_score":0.99979603},"labels":[],"label_agreement":null},{"id":"W1563962738","doi":"10.1109/glocom.1988.26051","title":"Performance evaluation of real-time applications in telecommunications networks","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Software; Controller (irrigation); Process (computing); Telecommunications service; Telecommunications equipment; Network management; Software engineering; Telecommunications; Systems engineering; Computer network; Engineering; Operating system","score_opus":0.02003343434518055,"score_gpt":0.2784098276802309,"score_spread":0.25837639333505036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563962738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79790676,0.00015901428,0.13045602,0.00007739769,0.00007641157,0.00091059617,4.2830814e-7,0.00013496252,0.07027842],"genre_scores_gemma":[0.98102814,0.00012904068,0.018548092,0.0000095425885,0.0000059821277,0.0001802791,0.0000037833242,0.0000032017563,0.00009192257],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894446,0.00018474454,0.00031749115,0.00017377401,0.0002415136,0.00013804295],"domain_scores_gemma":[0.998524,0.000121332516,0.00009063081,0.0009947469,0.00024029233,0.000029010856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019012094,0.000068399444,0.000118726086,0.000088868284,0.000080335456,0.000013924725,0.00049429614,0.000055004617,0.00004620971],"category_scores_gemma":[0.00004522078,0.000056816312,0.000030493511,0.00075203483,0.00003502663,0.00029950208,0.000052354993,0.00007328361,0.000031877065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002780552,0.0005776822,0.7189488,0.000057481717,0.000022592514,6.415839e-8,0.0010300274,0.14287888,0.00044596085,0.042580247,0.00036728964,0.09308823],"study_design_scores_gemma":[0.00026348562,0.000023553917,0.19211392,0.000017766368,0.0000065478207,0.0000017353835,0.000031700223,0.8059888,0.0006396006,0.00038389888,0.00042646102,0.0001025486],"about_ca_topic_score_codex":0.000044733384,"about_ca_topic_score_gemma":0.000017077145,"teacher_disagreement_score":0.6631099,"about_ca_system_score_codex":0.00007122019,"about_ca_system_score_gemma":0.00014015008,"threshold_uncertainty_score":0.2316902},"labels":[],"label_agreement":null},{"id":"W1568068564","doi":"10.1109/ccece.2015.7129333","title":"Improved interlock correction when solving layered queueing networks using decomposition","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Interlock; Interlocking; Queueing theory; Computer science; Layered queueing network; Solver; Server; Decomposition; Blocking (statistics); Distributed computing; Mathematical optimization; Reliability engineering; Computer network; Engineering; Mathematics; Programming language","score_opus":0.02449082674606603,"score_gpt":0.27237679073852905,"score_spread":0.24788596399246302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568068564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11851122,0.00006378101,0.8761445,0.000072668416,0.0039791623,0.000156019,7.848553e-8,0.00039520225,0.00067732984],"genre_scores_gemma":[0.94859326,0.0000018827649,0.050870016,0.0001374795,0.00022247904,0.000006608612,0.0000016390624,0.000008237353,0.00015841282],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988901,0.00008122086,0.0002872171,0.00031951044,0.00015809768,0.00026387462],"domain_scores_gemma":[0.9991405,0.000053797427,0.000108482265,0.0003892461,0.00018575403,0.00012224045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005717938,0.00012701478,0.00015540235,0.000076768476,0.00014713973,0.0002132235,0.00033234915,0.00010035185,0.00000670171],"category_scores_gemma":[0.00004091938,0.000106220454,0.000059629187,0.00020934883,0.000018417688,0.0010266961,0.00019482718,0.00014325116,0.000014996308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024778844,0.00049881055,0.10424794,0.00018856137,0.00020692022,0.000029825347,0.021228887,0.37629285,0.016856674,0.001538103,0.021980762,0.4566829],"study_design_scores_gemma":[0.00025706625,0.00007721306,0.0004119849,0.000058032958,0.000003945229,0.00004567561,0.00012141635,0.9971454,0.0013628111,0.00022313227,0.00014275368,0.00015055203],"about_ca_topic_score_codex":0.00091917976,"about_ca_topic_score_gemma":0.00009028913,"teacher_disagreement_score":0.830082,"about_ca_system_score_codex":0.0002635006,"about_ca_system_score_gemma":0.00008309587,"threshold_uncertainty_score":0.43315446},"labels":[],"label_agreement":null},{"id":"W1583374146","doi":"10.1007/978-3-319-23267-6_5","title":"Simplifying Layered Queuing Network Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Bottleneck; Queueing theory; Queue; Process (computing); Distributed computing; Message queue; Theoretical computer science; Parallel computing; Programming language; Computer network; Embedded system","score_opus":0.041189868702196895,"score_gpt":0.2651238267813384,"score_spread":0.2239339580791415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583374146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011842602,0.0016016945,0.98714614,0.0002930526,0.003658821,0.0004490092,0.000002520601,0.00041035732,0.0063199643],"genre_scores_gemma":[0.51373214,0.0000764476,0.48214105,0.0013681466,0.002122552,0.000021771202,0.000006460377,0.00007177117,0.00045963237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949829,0.000053499207,0.0007450944,0.0017761103,0.001397083,0.0010453386],"domain_scores_gemma":[0.9963153,0.00041550942,0.00036217304,0.0021092016,0.00049574714,0.0003020814],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024288315,0.0006189519,0.0007521865,0.00046028086,0.00037768885,0.000592923,0.003927554,0.0004994396,0.000009998003],"category_scores_gemma":[0.00006730981,0.00052711606,0.0001712942,0.00080973736,0.0004626993,0.0013220878,0.001994193,0.00097615365,0.00007671105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038139863,0.000009575703,0.00007424113,0.000048975595,0.000008213454,0.000032552918,0.00059156603,0.7531407,0.0000040410155,0.010802714,0.00012987734,0.23515373],"study_design_scores_gemma":[0.00016697511,0.00007205114,0.000018584547,0.00043186813,0.0000039609,0.000051029023,1.8283318e-7,0.66956013,0.000030600982,0.32772848,0.0014261625,0.0005099466],"about_ca_topic_score_codex":0.00004824446,"about_ca_topic_score_gemma":0.000045974924,"teacher_disagreement_score":0.51361376,"about_ca_system_score_codex":0.0005925175,"about_ca_system_score_gemma":0.0010713665,"threshold_uncertainty_score":0.999718},"labels":[],"label_agreement":null},{"id":"W1587827299","doi":"10.1109/icsmc.2005.1571578","title":"Understanding the Performance of Enterprise Applications","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Server; Vendor; Suite; Component (thermodynamics); Enterprise information system; Bandwidth (computing); World Wide Web; Database; Computer network; Business","score_opus":0.023896540456481208,"score_gpt":0.22910148525710564,"score_spread":0.20520494480062443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587827299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08225695,0.00003727773,0.90757173,0.00024504558,0.0000743364,0.00016437501,3.211491e-7,0.00008191231,0.0095680365],"genre_scores_gemma":[0.9969798,0.000007339984,0.0026584673,0.000038009923,0.000032182732,0.00002696491,4.1003082e-7,0.0000017541314,0.00025509918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947745,0.000013602832,0.00016262353,0.00011295768,0.00013443014,0.000098933764],"domain_scores_gemma":[0.9994047,0.000059631137,0.00005365807,0.00043886443,0.000031078598,0.000012059612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021293787,0.000046478915,0.000060121532,0.000027291399,0.000121685654,0.00002426847,0.00044886663,0.000020119889,0.00000758304],"category_scores_gemma":[0.0000017572645,0.00002588562,0.000034122088,0.0002486936,0.000055182292,0.00018344462,0.000072726034,0.000039865998,0.000023940109],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007201711,0.00019017822,0.42731202,0.0001889038,0.000019629915,3.8647119e-7,0.00067691377,0.0035489295,0.0008552912,0.55475485,0.003960299,0.008485391],"study_design_scores_gemma":[0.0013230907,0.00035640388,0.24244823,0.00015209263,0.000031685504,0.000065382745,0.0007217076,0.6421125,0.03303014,0.049934816,0.028952803,0.0008711822],"about_ca_topic_score_codex":0.00003071603,"about_ca_topic_score_gemma":0.0000046566374,"teacher_disagreement_score":0.9147228,"about_ca_system_score_codex":0.00003623433,"about_ca_system_score_gemma":0.000023573364,"threshold_uncertainty_score":0.1055585},"labels":[],"label_agreement":null},{"id":"W1588156709","doi":"10.1002/smr.1563","title":"A performance evaluation framework for Web applications","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Architecture; Set (abstract data type); Web application; Autonomic computing; Function (biology); Software engineering; Distributed computing; Performance prediction; Operating system; Simulation","score_opus":0.0211365341964052,"score_gpt":0.30992985230478043,"score_spread":0.2887933181083752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588156709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18583055,0.0025039015,0.8106451,0.0001628237,0.00045784866,0.0003291933,0.0000017755141,0.00004233422,0.000026465168],"genre_scores_gemma":[0.9158374,0.000064722226,0.083492704,0.000060729548,0.000434563,0.00009458732,9.129115e-7,0.0000051854463,0.000009177179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989164,0.00003805092,0.0003533028,0.00011648558,0.00037454694,0.00020121399],"domain_scores_gemma":[0.9982997,0.00017650398,0.00035484316,0.00017387512,0.00087024434,0.00012481655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017191408,0.000091942304,0.00015493955,0.000114488255,0.00021095145,0.00004454317,0.0002686193,0.00009650943,0.0000060417983],"category_scores_gemma":[0.0003273543,0.000070617774,0.000061111976,0.0003128947,0.00003629817,0.0013769541,0.00002819044,0.00014019056,0.0000058960886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007396154,0.0002678834,0.59375703,0.000816572,0.000052689324,1.2182163e-7,0.0022847496,0.00045981695,0.000051168587,0.008196264,0.0006503618,0.39338937],"study_design_scores_gemma":[0.0034593148,0.0010545165,0.76710856,0.0009965198,0.00026231116,0.0006844501,0.0006760372,0.112455085,0.0007576569,0.08245388,0.029134398,0.00095725193],"about_ca_topic_score_codex":4.3038472e-7,"about_ca_topic_score_gemma":1.582199e-7,"teacher_disagreement_score":0.7300069,"about_ca_system_score_codex":0.000095877185,"about_ca_system_score_gemma":0.000265917,"threshold_uncertainty_score":0.2879709},"labels":[],"label_agreement":null},{"id":"W1588905512","doi":"10.1007/3-540-46429-8_2","title":"Layered Modeling of Hardware and Software, with Application to a LAN Extension Router","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Router; Software; Hardware architecture; Tracing; Embedded system; Queueing theory; Operating system; Computer architecture; Distributed computing; Computer network","score_opus":0.011254308787191433,"score_gpt":0.22622348761918207,"score_spread":0.21496917883199063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588905512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034257423,0.00021692038,0.99498516,0.00020070604,0.00020885529,0.0005929589,0.000004741254,0.00013610233,0.00022879077],"genre_scores_gemma":[0.616573,0.000031403215,0.38276103,0.00045218543,0.000106530366,0.000017138502,0.0000032573516,0.00002058246,0.000034869954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971819,0.00001873488,0.00044658544,0.0012875946,0.00069660245,0.00036857033],"domain_scores_gemma":[0.9979312,0.00013282258,0.00016348899,0.0013267256,0.00029487855,0.00015089144],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005096944,0.00035732123,0.00049313036,0.00046982078,0.00014577822,0.00015268064,0.0012449796,0.00021853187,0.0000036448957],"category_scores_gemma":[0.000027043332,0.00026818048,0.00005626447,0.00045614457,0.00022257083,0.00041760918,0.000540466,0.0003239986,0.000014035184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027174709,0.000019813526,0.0004779101,0.00010165883,0.000007344233,0.000009640622,0.0009453168,0.3415891,0.00006557627,0.00050535693,0.0000029414366,0.65624815],"study_design_scores_gemma":[0.00026177673,0.0002747611,0.0005438564,0.0008071667,0.000007439444,0.00006614961,2.415718e-7,0.9784852,0.00029460926,0.018489692,0.00028855275,0.0004805045],"about_ca_topic_score_codex":0.00008890759,"about_ca_topic_score_gemma":0.000067259105,"teacher_disagreement_score":0.6557677,"about_ca_system_score_codex":0.000104897474,"about_ca_system_score_gemma":0.00024171242,"threshold_uncertainty_score":0.99997705},"labels":[],"label_agreement":null},{"id":"W159088194","doi":"","title":"Proceedings of the 2011 International Symposium on Software Testing and Analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software testing; Session (web analytics); Pleasure; Software engineering; Software; Computer science; Test (biology); Engineering management; Engineering; World Wide Web; Operating system; Psychology","score_opus":0.02228181947864432,"score_gpt":0.21819084493943788,"score_spread":0.19590902546079356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W159088194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96911126,0.000007560984,0.012330698,0.00021799869,0.00030582014,0.00012389287,0.0000013693151,0.00012308305,0.017778339],"genre_scores_gemma":[0.9585289,0.0000017938911,0.04112079,0.00008001274,0.000015320174,0.0000047424214,9.6118356e-8,0.0000018848187,0.0002464754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993944,0.000004812103,0.00015180786,0.00018950214,0.00017806282,0.000081428],"domain_scores_gemma":[0.99947524,0.000049862447,0.000091270915,0.00017190175,0.00018673645,0.000024958856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021263407,0.000059839374,0.00009289948,0.000056687353,0.000057059548,0.000025652738,0.00046681447,0.000029326733,0.000023453971],"category_scores_gemma":[0.000077803124,0.00003296749,0.00005286231,0.00036058153,0.000042850246,0.00022434694,0.00020646259,0.000050327977,0.0000070436513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020785901,0.000026446218,0.9944543,0.000012880965,0.000048602502,9.054409e-8,0.0005264973,0.0000051183074,0.00008632591,0.001704704,0.00009834908,0.003034591],"study_design_scores_gemma":[0.00008467861,0.00005606706,0.9851794,0.000022177564,0.000030748295,0.0000043923155,0.000028877086,0.009280887,0.0045540626,0.00062521064,0.000058852962,0.000074640426],"about_ca_topic_score_codex":0.00011587553,"about_ca_topic_score_gemma":0.0000028675445,"teacher_disagreement_score":0.02879009,"about_ca_system_score_codex":0.000011791299,"about_ca_system_score_gemma":0.000011337148,"threshold_uncertainty_score":0.13443752},"labels":[],"label_agreement":null},{"id":"W1593967554","doi":"10.1109/icsmc.2005.1571121","title":"Autonomic Buffer Pool Configuration in PostgreSQL","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Database; Key (lock); Resource (disambiguation); Sizing; Distributed computing; Set (abstract data type); Operating system; Computer network","score_opus":0.005480495087371506,"score_gpt":0.21145055653571368,"score_spread":0.20597006144834218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593967554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8246264,0.000057922596,0.15453193,0.0009128986,0.00043639747,0.00021935864,4.4549768e-7,0.00026825065,0.01894641],"genre_scores_gemma":[0.99700534,0.0000015654192,0.0019411403,0.00015652327,0.000049283022,0.000010024001,0.0000023156767,0.0000024928372,0.0008312833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993043,0.000026979807,0.00021683527,0.00020423003,0.00009593473,0.00015169836],"domain_scores_gemma":[0.999584,0.000032175558,0.000033021235,0.00030048107,0.000030514628,0.00001978387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020221436,0.000067697074,0.00008977249,0.00006874667,0.00003441172,0.000063309824,0.0002481581,0.00005056033,0.00004033648],"category_scores_gemma":[0.000007716806,0.000052185373,0.000027673215,0.0001634753,0.000015677495,0.0004035932,0.00003888093,0.000053297314,0.00030086123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002896266,0.0004900801,0.5983594,0.00008859876,0.000015250995,0.00003553489,0.0009965901,0.0073587117,0.0092292335,0.28646058,0.023331199,0.07360585],"study_design_scores_gemma":[0.0005808414,0.000054422228,0.86553866,0.000019248866,0.0000012703291,0.00001324827,0.000015557376,0.11129304,0.012108466,0.00413593,0.0059978613,0.0002414473],"about_ca_topic_score_codex":0.0009789948,"about_ca_topic_score_gemma":0.00013493565,"teacher_disagreement_score":0.28232464,"about_ca_system_score_codex":0.00006707515,"about_ca_system_score_gemma":0.00005610599,"threshold_uncertainty_score":0.3867063},"labels":[],"label_agreement":null},{"id":"W1597404817","doi":"10.1007/978-3-540-25939-8_12","title":"Dependability Modeling of Self-healing Client-Server Applications","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Control reconfiguration; Computer science; Fault management; Software fault tolerance; Embedded system; Distributed computing; Fault tolerance; Reliability engineering; Software engineering; Engineering","score_opus":0.015307371350152064,"score_gpt":0.24916051499980607,"score_spread":0.233853143649654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597404817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012764394,0.00041397472,0.99544346,0.00016150948,0.0008462806,0.00082033034,0.000006199221,0.00027719775,0.0007545976],"genre_scores_gemma":[0.6729518,0.000043035474,0.32659894,0.00015465246,0.00019252226,0.000024965966,0.00000396051,0.00001924455,0.000010841921],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99572855,0.0000339846,0.0009821787,0.0015866058,0.0010885856,0.00058009557],"domain_scores_gemma":[0.9963256,0.00026897324,0.00038585518,0.0023283444,0.0005232349,0.00016799677],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016376931,0.00044933415,0.0006388982,0.0005091579,0.0002782864,0.00016684263,0.0031514138,0.00039865804,0.000013346393],"category_scores_gemma":[0.000046801873,0.00039361283,0.00021900186,0.0006288074,0.00041144592,0.00062997226,0.0011125436,0.000700849,0.000033005494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004625774,0.00010700677,0.0008499877,0.0005009949,0.00001670574,0.000005779184,0.0010358948,0.81613284,0.00001871489,0.023662964,7.05558e-7,0.15766378],"study_design_scores_gemma":[0.00023763196,0.00008244455,0.000101544225,0.0003679029,0.000010293792,0.000019626295,2.3128314e-7,0.8106187,0.0004193646,0.18756929,0.0001305078,0.00044245293],"about_ca_topic_score_codex":0.00011276631,"about_ca_topic_score_gemma":0.00005821773,"teacher_disagreement_score":0.6716754,"about_ca_system_score_codex":0.00062716374,"about_ca_system_score_gemma":0.0012735808,"threshold_uncertainty_score":0.9998516},"labels":[],"label_agreement":null},{"id":"W1602207954","doi":"","title":"Proceedings of the 2008 workshop on Defects in large software systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software bug; AspectJ; Computer science; Benchmark (surveying); Software; Software engineering; Usability; Cover (algebra); Software testing; Feature (linguistics); Data science; Engineering; Programming language; Operating system; Aspect-oriented programming","score_opus":0.0150228644072863,"score_gpt":0.22409293863812202,"score_spread":0.2090700742308357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602207954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99121827,0.00015224487,0.0041777915,0.000115209965,0.00064536894,0.00042245776,9.902712e-7,0.00015926847,0.0031084272],"genre_scores_gemma":[0.99825597,0.000021756134,0.0006896458,0.00011666837,0.00003715594,0.000027923474,1.4639046e-7,0.0000056113845,0.00084512174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878746,0.000019872505,0.0002888838,0.0002779846,0.00035583365,0.00026998058],"domain_scores_gemma":[0.99926054,0.000104601,0.000103826555,0.0003699075,0.00011920843,0.0000418927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038234802,0.00011478632,0.00019772333,0.00008122985,0.00011970753,0.000024762227,0.0007449079,0.00009218977,0.0000041695434],"category_scores_gemma":[0.0001410113,0.00006476034,0.00007871019,0.00076600426,0.000048197468,0.00028204016,0.00018539463,0.00015840463,0.000033158314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008867142,0.00018971723,0.98387307,0.00018907491,0.0000068964373,0.000003787105,0.0015503513,0.00030428715,0.00005085942,0.006240039,0.0070392704,0.0005438089],"study_design_scores_gemma":[0.0013333084,0.00016448824,0.97661424,0.0010340201,0.0000049194696,0.0001304558,0.0004140374,0.012091524,0.0033713162,0.00035184357,0.0040081646,0.00048170116],"about_ca_topic_score_codex":0.000042134423,"about_ca_topic_score_gemma":0.000012039962,"teacher_disagreement_score":0.011787238,"about_ca_system_score_codex":0.000053846343,"about_ca_system_score_gemma":0.00006728786,"threshold_uncertainty_score":0.26408496},"labels":[],"label_agreement":null},{"id":"W1605640409","doi":"","title":"Proceedings of the 12th ACM SIGMETRICS/PERFORMANCE joint international conference on Measurement and Modeling of Computer Systems","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Library science; Pleasure; Event (particle physics); Mainstream; Majesty; Computer science; Enthusiasm; Engineering; Operations research; Media studies; History; Political science; Sociology; Psychology; Law; Archaeology","score_opus":0.11548612980938047,"score_gpt":0.2552195254934788,"score_spread":0.13973339568409834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605640409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91344076,0.00009655229,0.081342176,0.00020794928,0.0016816048,0.00029813385,0.0000010041417,0.000041559008,0.002890233],"genre_scores_gemma":[0.9954002,0.00003103788,0.00440396,0.00003240004,0.00009957583,0.000008937352,1.0706682e-7,0.0000033309814,0.000020459778],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857646,0.000011621317,0.0003784412,0.00017709594,0.0006920328,0.00016433833],"domain_scores_gemma":[0.9987906,0.000021358843,0.00018858555,0.0003094108,0.00064011535,0.00004990601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011577882,0.00010236134,0.00018439759,0.00010192648,0.000053003318,0.00004369398,0.0007377814,0.00004690898,0.0000031959505],"category_scores_gemma":[0.00006388875,0.000058639685,0.000043406424,0.00024546703,0.000044493067,0.00047616806,0.0004310013,0.00008916132,0.0000025154004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058819704,0.00082686916,0.7880798,0.0025506217,0.00023009212,1.4535084e-7,0.0061743977,0.017925985,0.009441007,0.14619464,0.0015346182,0.02698302],"study_design_scores_gemma":[0.0002229327,0.000094347255,0.027024206,0.00033178696,0.000005091068,0.000007231786,0.00008514758,0.9652125,0.006791012,0.00007396726,0.00005095632,0.000100819714],"about_ca_topic_score_codex":0.000034957706,"about_ca_topic_score_gemma":3.143419e-7,"teacher_disagreement_score":0.94728655,"about_ca_system_score_codex":0.0000593851,"about_ca_system_score_gemma":0.000038766455,"threshold_uncertainty_score":0.2391257},"labels":[],"label_agreement":null},{"id":"W1608830063","doi":"10.1007/978-3-540-74742-0_42","title":"Leveraging Many Simple Statistical Models to Adaptively Monitor Software Systems","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Fault detection and isolation; Simple (philosophy); System monitoring; Software; Component (thermodynamics); Fault (geology); Data mining; Real-time computing; Reliability engineering; Distributed computing; Artificial intelligence; Programming language","score_opus":0.0425324232669908,"score_gpt":0.27449521228313645,"score_spread":0.23196278901614564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608830063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002776417,0.00042790826,0.9934305,0.00012007715,0.0035992563,0.00094138726,0.000027229104,0.00044651472,0.00072949694],"genre_scores_gemma":[0.35303965,0.000017015402,0.6448232,0.0008690323,0.00088317704,0.0000313539,0.000008829318,0.000062954234,0.0002647895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936523,0.000058210608,0.0009662538,0.0022392357,0.0018531455,0.0012308815],"domain_scores_gemma":[0.99575114,0.0010128461,0.00028932578,0.001879884,0.0005643824,0.0005023896],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001900735,0.0007521311,0.000886363,0.0010364813,0.00043320036,0.00078855624,0.0035940649,0.0004713176,0.000011353019],"category_scores_gemma":[0.00013128902,0.0006568456,0.00014208023,0.0007979093,0.0004534433,0.00091644644,0.0017068108,0.00097239076,0.00014437034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019648658,0.000040730964,0.0002647367,0.00021815485,0.000022692617,0.00021651959,0.0020053734,0.44460502,0.000012678132,0.017813446,0.00013805734,0.53464293],"study_design_scores_gemma":[0.00026148584,0.0002633703,0.00038156842,0.0007369977,0.0000101922615,0.00011743967,0.000001612144,0.9271715,0.00012205326,0.068202205,0.0016297385,0.0011018134],"about_ca_topic_score_codex":0.00024509462,"about_ca_topic_score_gemma":0.00003100134,"teacher_disagreement_score":0.53354114,"about_ca_system_score_codex":0.0008552798,"about_ca_system_score_gemma":0.0006534439,"threshold_uncertainty_score":0.99958825},"labels":[],"label_agreement":null},{"id":"W1611092716","doi":"","title":"On the challenge of delivering high-performance, dependable, model-checked internet servers","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fraser Health","funders":"","keywords":"Server; Computer science; The Internet; Computer network; Distributed computing; Operating system","score_opus":0.01649028014151781,"score_gpt":0.2117941652511604,"score_spread":0.19530388510964258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1611092716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90281355,0.000034279732,0.08781299,0.0010077199,0.00016714261,0.0001699233,7.964716e-7,0.00015244642,0.007841118],"genre_scores_gemma":[0.99181813,0.00005257113,0.0073213265,0.0002471159,0.000035554996,0.00001651589,6.169746e-7,0.0000074256586,0.000500724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987994,0.000031927862,0.0003101211,0.00029503167,0.00031496483,0.00024856388],"domain_scores_gemma":[0.9989165,0.000088888984,0.00009391303,0.0007666674,0.00008447749,0.00004956368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004910434,0.00014506093,0.00017668544,0.00006813954,0.00007587101,0.00003152921,0.00096354086,0.00007016299,0.000076818156],"category_scores_gemma":[0.000016037859,0.0000832674,0.00006432091,0.00019371358,0.000045980214,0.0005366459,0.00025168297,0.00015597731,0.00013581853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011253557,0.00052773254,0.004721258,0.000380543,0.000153449,0.0000045589945,0.0055081225,0.52203757,0.00031211472,0.33897862,0.0040952377,0.12316827],"study_design_scores_gemma":[0.00026085478,0.00013254299,0.0010491133,0.000059952883,0.0000034491995,0.000002469513,0.000014380313,0.98448753,0.012876675,0.00069349934,0.0002838096,0.00013572692],"about_ca_topic_score_codex":0.00014238246,"about_ca_topic_score_gemma":0.00003888861,"teacher_disagreement_score":0.46244997,"about_ca_system_score_codex":0.00006230767,"about_ca_system_score_gemma":0.00004263894,"threshold_uncertainty_score":0.33955458},"labels":[],"label_agreement":null},{"id":"W1638356594","doi":"","title":"A survey of trace exploration tools and techniques","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Reuse; Visualization; Terminology; Context (archaeology); Data science; Data visualization; Software engineering; Data mining; Engineering","score_opus":0.20429366840174826,"score_gpt":0.42265446037856513,"score_spread":0.21836079197681688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1638356594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90839165,0.0045371708,0.06354338,0.013833918,0.00084205484,0.007592418,0.0005489983,0.00014074544,0.0005696469],"genre_scores_gemma":[0.9932954,0.0008465501,0.005603194,0.000008132409,0.000009703055,0.0001351677,0.0000019350637,0.0000052931046,0.000094635485],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99827623,0.00036821945,0.00033757286,0.00032220373,0.00045494968,0.00024080114],"domain_scores_gemma":[0.992376,0.0012073012,0.00020423571,0.0004915749,0.005681528,0.00003935067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018614366,0.00012193295,0.0003302707,0.000091937596,0.000266516,0.000044489283,0.0005548726,0.000050584284,4.82433e-7],"category_scores_gemma":[0.0038462766,0.000076488825,0.000037542508,0.0011623804,0.0005182215,0.00055617804,0.0002852006,0.00013944478,7.57776e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023643011,0.0015924651,0.016280044,0.0033334182,0.00068055815,0.00000444936,0.096124366,0.0043951664,0.053513683,0.37128922,0.0022161077,0.44820622],"study_design_scores_gemma":[0.0016905596,0.0017913159,0.010962457,0.0013375784,0.000008265009,7.22437e-7,0.012750208,0.00046246266,0.9373816,0.032110706,0.001219992,0.0002841008],"about_ca_topic_score_codex":0.000017509768,"about_ca_topic_score_gemma":0.0002873094,"teacher_disagreement_score":0.8838679,"about_ca_system_score_codex":0.000115272785,"about_ca_system_score_gemma":0.00045026751,"threshold_uncertainty_score":0.46046302},"labels":[],"label_agreement":null},{"id":"W1647529857","doi":"","title":"Investigating event log analysis with minimum apriori information","year":2013,"lang":"en","type":"article","venue":"Integrated Network Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Data mining; Software portability; Signature (topology); A priori and a posteriori; Anomaly detection; Event (particle physics); Visualization; Anomaly (physics); Component (thermodynamics); Intrusion detection system; Mathematics","score_opus":0.005604922757083083,"score_gpt":0.20292810663554625,"score_spread":0.19732318387846318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1647529857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087963484,0.000053325828,0.90359455,0.00061764097,0.00039944027,0.0008117345,7.7252923e-7,0.0004219391,0.0061370907],"genre_scores_gemma":[0.9457575,0.000020721494,0.052783694,0.0008152871,0.000061712715,0.00020021576,0.000032717027,0.0000063977272,0.00032174576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832165,0.00007766327,0.0004911994,0.00030470523,0.00039994103,0.00040485803],"domain_scores_gemma":[0.99866253,0.00004491058,0.00022978237,0.00072776136,0.00022095467,0.000114044145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047706452,0.00020756485,0.00025055688,0.00025509487,0.00016981324,0.00037506837,0.0006581766,0.00006456198,0.00005169312],"category_scores_gemma":[0.0000120033665,0.0001384743,0.00009679295,0.0029383095,0.000049560866,0.0013675994,0.00021469661,0.0001615233,0.00040341722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000141883565,0.000118388256,0.13365605,0.00027291503,0.002578478,0.000011716234,0.0020661238,0.39567453,0.0000056522017,0.015477205,0.050224107,0.39990062],"study_design_scores_gemma":[0.0005775605,0.00018480736,0.092190094,0.00022420818,0.00027321294,0.0000045940783,0.0005524185,0.8809447,0.000042506614,0.0026436057,0.021821313,0.0005409459],"about_ca_topic_score_codex":0.0002806791,"about_ca_topic_score_gemma":0.000033958564,"teacher_disagreement_score":0.85779405,"about_ca_system_score_codex":0.00011974489,"about_ca_system_score_gemma":0.00003309628,"threshold_uncertainty_score":0.56468177},"labels":[],"label_agreement":null},{"id":"W165384900","doi":"","title":"Secondsite: disaster protection for the common server","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Consistency (knowledge bases); Event (particle physics); Software; Computer security; Data consistency; State (computer science); Disaster recovery; Server; Operating system; Programming language","score_opus":0.013220163989716259,"score_gpt":0.22690288099433048,"score_spread":0.21368271700461422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W165384900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15945609,0.00006968383,0.83506936,0.0018818732,0.0006203118,0.00080159464,9.915505e-7,0.000219406,0.0018806977],"genre_scores_gemma":[0.99524206,6.7346485e-7,0.0017237267,0.00021415859,0.00014428931,0.00014434203,0.0000010783554,0.0000034925145,0.0025262055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994557,0.00001940861,0.00013599063,0.00015797437,0.00009963786,0.00013131596],"domain_scores_gemma":[0.99940705,0.000072762785,0.000035832192,0.00042600936,0.000045182584,0.0000131792085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027586153,0.000062561805,0.000066389424,0.000015663043,0.00017821323,0.0000957106,0.00031443586,0.000038039405,0.000019098788],"category_scores_gemma":[0.000004778932,0.00003218793,0.000058863134,0.00012026125,0.000020130008,0.000310773,0.0000617278,0.000048660786,0.000048269903],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112451075,0.0005937451,0.11487575,0.0007780162,0.000108367894,0.0000028706509,0.002558514,0.0047900584,0.0015864106,0.12325569,0.082372874,0.6689653],"study_design_scores_gemma":[0.0016168508,0.0003584429,0.25237674,0.0000434332,0.000022046723,0.000050911316,0.00013711254,0.47579715,0.010648933,0.027692715,0.23063578,0.0006199112],"about_ca_topic_score_codex":0.00029586334,"about_ca_topic_score_gemma":0.00020413306,"teacher_disagreement_score":0.8357859,"about_ca_system_score_codex":0.000017884748,"about_ca_system_score_gemma":0.000012205303,"threshold_uncertainty_score":0.137069},"labels":[],"label_agreement":null},{"id":"W1669201668","doi":"10.1007/978-3-540-87353-2_13","title":"Adaptive Monitoring with Dynamic Differential Tracing-Based Diagnosis","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Real-time computing; Overhead (engineering); Metric (unit); Software; Differential (mechanical device); Process (computing); Fault detection and isolation; Component (thermodynamics); Distributed computing; Data mining; Reliability engineering; Embedded system; Operating system; Artificial intelligence","score_opus":0.013862442110993295,"score_gpt":0.2302673175197408,"score_spread":0.2164048754087475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1669201668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004882506,0.00045434703,0.9912188,0.00019436268,0.0021858108,0.00051708537,0.000004991449,0.00030256878,0.00023954906],"genre_scores_gemma":[0.8551548,0.00007696801,0.14420404,0.00011185528,0.00031740547,0.0000444435,0.0000024056467,0.00003506911,0.00005298964],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956442,0.00004037357,0.0005186254,0.0017301367,0.0013225762,0.0007441019],"domain_scores_gemma":[0.9971058,0.00055417966,0.00031709307,0.0015281552,0.00029521054,0.00019955983],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034784715,0.0006679383,0.00067798403,0.00068840414,0.00044067996,0.00031161742,0.0025716296,0.00036021834,0.000010420883],"category_scores_gemma":[0.000034611712,0.0005050865,0.00017245515,0.0006341195,0.00083685044,0.0006286328,0.000515754,0.000906125,0.000028643175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047146787,0.00013147155,0.007836801,0.00015466873,0.000040414336,0.00030688534,0.0016476568,0.16396388,0.000023027973,0.00016003539,0.000012553785,0.8256754],"study_design_scores_gemma":[0.0008905846,0.0009690285,0.007854083,0.0023237006,0.000024396826,0.00014800488,4.270412e-7,0.9800868,0.002911181,0.0030995396,0.00017809308,0.0015141546],"about_ca_topic_score_codex":0.000038884373,"about_ca_topic_score_gemma":0.000053506676,"teacher_disagreement_score":0.8502723,"about_ca_system_score_codex":0.00056419877,"about_ca_system_score_gemma":0.00077666395,"threshold_uncertainty_score":0.99974006},"labels":[],"label_agreement":null},{"id":"W1729122178","doi":"10.1109/mwscas.1990.140889","title":"Implementation of expert systems with a relational database manager (power system application)","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Relational database; Expert system; Inference engine; Knowledge base; Database; Relational database management system; Database design; View; Database schema; User interface; Database testing; World Wide Web; Programming language; Artificial intelligence","score_opus":0.014306052804050224,"score_gpt":0.24250966680929653,"score_spread":0.2282036140052463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1729122178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021183414,0.00019275447,0.9730049,0.00018064087,0.0001890855,0.00055072765,0.0000059186054,0.00022119646,0.0044713956],"genre_scores_gemma":[0.9845627,0.000005389145,0.014995637,0.000037591373,0.000029771492,0.00014755028,0.000007993667,0.0000057047305,0.000207678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988176,0.000041355317,0.00033922793,0.00028914158,0.0003752242,0.0001374401],"domain_scores_gemma":[0.99892884,0.000046733465,0.00015454543,0.0006798183,0.00014223329,0.00004781969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002566983,0.00009613797,0.00013794913,0.000077216144,0.00007789094,0.00003572661,0.00029305456,0.00003378333,0.00006280355],"category_scores_gemma":[0.000002365556,0.00006586757,0.000028968074,0.00031854754,0.000026654714,0.00064540014,0.00006494186,0.0000416856,0.000120850695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022895463,0.00031583052,0.16343634,0.0011906278,0.00018887561,0.000013621822,0.004362482,0.0015841393,0.000659985,0.79378635,0.016267031,0.018171802],"study_design_scores_gemma":[0.003732441,0.0005417714,0.07979942,0.0005344922,0.000042069354,0.00033528794,0.009156908,0.8670175,0.0028129702,0.00005761676,0.03479439,0.0011750975],"about_ca_topic_score_codex":0.0003511616,"about_ca_topic_score_gemma":0.0000107617225,"teacher_disagreement_score":0.96337926,"about_ca_system_score_codex":0.000066233944,"about_ca_system_score_gemma":0.000019605024,"threshold_uncertainty_score":0.26860017},"labels":[],"label_agreement":null},{"id":"W17444570","doi":"10.1002/smll.200600727","title":"Characterizing Computer Systems' Workloads","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workload; Computer science; Process (computing); Set (abstract data type); Characterization (materials science); Distributed computing; Operating system","score_opus":0.01903712165096911,"score_gpt":0.20804892295223756,"score_spread":0.18901180130126846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W17444570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056815367,0.00045043498,0.9176898,0.0012291679,0.0058306307,0.0002884962,5.9538297e-7,0.0012100736,0.016485432],"genre_scores_gemma":[0.9840823,0.000026914639,0.013008374,0.0006063559,0.00055913854,0.000017181108,4.815865e-7,0.0000064839546,0.0016927804],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989107,0.00004589912,0.00025054807,0.00031074643,0.00021319915,0.0002688543],"domain_scores_gemma":[0.999115,0.00005146304,0.00005797532,0.0006350458,0.00005515992,0.0000853835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002306431,0.00011634,0.00016657836,0.00006186695,0.0001122184,0.00023751675,0.00058457756,0.000065237284,0.00008235381],"category_scores_gemma":[0.0000053282397,0.000085312524,0.000058492315,0.0002722701,0.00002091424,0.00059643947,0.00016511253,0.00009246559,0.0013642833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007733294,0.00066911883,0.09388557,0.0006485809,0.00015160028,0.000117962285,0.006834453,0.0008979512,0.0010179082,0.06466038,0.14578204,0.6853267],"study_design_scores_gemma":[0.00038339754,0.00010844209,0.015419048,0.00012732278,0.0000037736643,0.000127489,0.00002381555,0.87973374,0.0002978039,0.00004230685,0.10328349,0.00044936207],"about_ca_topic_score_codex":0.000017554308,"about_ca_topic_score_gemma":3.4738812e-7,"teacher_disagreement_score":0.9272669,"about_ca_system_score_codex":0.00003276193,"about_ca_system_score_gemma":0.0000065949444,"threshold_uncertainty_score":0.99941325},"labels":[],"label_agreement":null},{"id":"W1834534263","doi":"10.1007/10722515_8","title":"Performance Modeling of a Service Provisioning Design","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Provisioning; Computer science; Scalability; Service (business); Service provider; Differentiated service; Service design; Computer network; Software engineering; Database","score_opus":0.023283486785465605,"score_gpt":0.233800948743891,"score_spread":0.2105174619584254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1834534263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022639087,0.00029788425,0.9937743,0.00019818156,0.0007511532,0.0005541898,0.0000014333214,0.0001731167,0.0019858459],"genre_scores_gemma":[0.6082324,0.000092263464,0.39093012,0.000475142,0.0001775706,0.000011508944,0.0000015700418,0.000027788701,0.000051650386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961136,0.00004249085,0.0008161425,0.0013231931,0.0010939102,0.0006106555],"domain_scores_gemma":[0.99718314,0.00029789805,0.00030728334,0.0016586774,0.00042381557,0.00012921038],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014924573,0.0004874329,0.00064498663,0.0006724079,0.00025814265,0.00019007675,0.0033421079,0.00034511168,0.00001878231],"category_scores_gemma":[0.00004004944,0.00040519194,0.00011754859,0.00090399315,0.00027112445,0.000958722,0.00079821696,0.00065336114,0.000050398252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010252731,0.00001433742,0.00006945493,0.00013407406,0.0000047452345,0.0000055172013,0.0007002415,0.6710215,0.000023905483,0.00023781031,0.000001018011,0.3277771],"study_design_scores_gemma":[0.0001875971,0.00018050514,0.00004016256,0.0011837231,0.000005980179,0.000043941225,1.3026889e-7,0.98052955,0.0006648414,0.016669039,0.0000516947,0.00044283646],"about_ca_topic_score_codex":0.000057690322,"about_ca_topic_score_gemma":0.000013535729,"teacher_disagreement_score":0.6059685,"about_ca_system_score_codex":0.00020432119,"about_ca_system_score_gemma":0.0010426452,"threshold_uncertainty_score":0.99984},"labels":[],"label_agreement":null},{"id":"W1866402902","doi":"10.1109/pdse.1998.668171","title":"Automated performance modeling from scenarios and SDL designs of distributed systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Asynchronous communication; Queueing theory; Process (computing); Model-based design; Set (abstract data type); Design process; Data modeling; Engineering design process; Distributed computing; Software engineering; Work in process; Simulation; Programming language","score_opus":0.03564024884111477,"score_gpt":0.22427573172491383,"score_spread":0.18863548288379905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866402902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5860885,0.00037867573,0.41242945,0.000050554278,0.00020226584,0.00015253117,0.000007808622,0.0005413335,0.00014892133],"genre_scores_gemma":[0.9940375,0.00007947069,0.005763445,0.00002130157,0.000026851034,0.000011513743,0.0000052692626,0.0000057826182,0.00004885139],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987656,0.00005034075,0.00039712177,0.00031948145,0.00024079933,0.00022668598],"domain_scores_gemma":[0.99910474,0.00007284797,0.00009281161,0.0005212724,0.00012464807,0.00008368118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023983457,0.00013678889,0.0002570995,0.00005772644,0.00011156166,0.000080388105,0.0003962744,0.0000930653,0.000018615085],"category_scores_gemma":[0.000024534498,0.00010221463,0.00003419605,0.00028662983,0.00004077279,0.000527532,0.00012723861,0.00008179415,0.00003327361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041383104,0.0005623584,0.19489598,0.0014071339,0.00024543138,0.00001788361,0.006485508,0.7606783,0.0034600385,0.002140824,0.0052054604,0.024859693],"study_design_scores_gemma":[0.00027187975,0.000053706266,0.0024040358,0.000100437195,0.0000058619926,0.000008863113,0.000044313027,0.99656564,0.00033792303,0.000022448407,0.000047811034,0.00013709586],"about_ca_topic_score_codex":0.0004062589,"about_ca_topic_score_gemma":0.0000026712676,"teacher_disagreement_score":0.40794906,"about_ca_system_score_codex":0.00003411,"about_ca_system_score_gemma":0.000018950794,"threshold_uncertainty_score":0.41681919},"labels":[],"label_agreement":null},{"id":"W1866689534","doi":"10.1109/hicss.1997.667299","title":"Poet: target-system-independent visualizations of complex distributed executions","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Information Technology Research Centre","keywords":"Computer science; Abstraction; Executable; Process (computing); Event (particle physics); Set (abstract data type); Visualization; Distributed computing; Programming language; Data mining","score_opus":0.027951360482151848,"score_gpt":0.25052531495923497,"score_spread":0.2225739544770831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866689534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009084078,0.000069782516,0.98193365,0.00036550406,0.00043841777,0.00022520914,0.00004387125,0.0004461598,0.007393312],"genre_scores_gemma":[0.9888406,0.0000064004057,0.010671648,0.000036963156,0.000032729153,0.000020378338,0.00002534661,0.00000532816,0.0003606376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986463,0.000070446746,0.00044321455,0.0002755339,0.00033837956,0.00022611482],"domain_scores_gemma":[0.9988194,0.00007550138,0.00012482292,0.0006707586,0.00021662218,0.000092891416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002040762,0.000118086595,0.0002129215,0.0000923758,0.0001895227,0.00004673243,0.00057127746,0.00006933626,0.00034339775],"category_scores_gemma":[0.000039850303,0.000094022966,0.00009689185,0.00065154943,0.000057512985,0.0003147428,0.00014730486,0.000062255094,0.00020431927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009118956,0.0020955561,0.088046,0.00087313756,0.00023007918,0.0000230911,0.005021188,0.006704849,0.0032781397,0.7865593,0.102144405,0.005015164],"study_design_scores_gemma":[0.0007770485,0.00012344726,0.043854997,0.00007805317,0.000017438924,0.00006194747,0.00053814333,0.9286765,0.002690203,0.00042181354,0.022337712,0.00042274038],"about_ca_topic_score_codex":0.000078006975,"about_ca_topic_score_gemma":0.000007185945,"teacher_disagreement_score":0.9797565,"about_ca_system_score_codex":0.00007999495,"about_ca_system_score_gemma":0.000025209925,"threshold_uncertainty_score":0.38341454},"labels":[],"label_agreement":null},{"id":"W1867564059","doi":"10.1109/ipdps.2001.925076","title":"Workshop on java for parallel and distributed computing","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Correctness; Java; Variety (cybernetics); Software engineering; Set (abstract data type); Programming language; Software; Distributed computing; Artificial intelligence","score_opus":0.018659818426613625,"score_gpt":0.27063099141347363,"score_spread":0.25197117298686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867564059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0619292,0.000059667804,0.93449473,0.002434638,0.0001530203,0.0002133495,0.0000018624195,0.00020960039,0.00050395244],"genre_scores_gemma":[0.91068316,0.0000075649427,0.08850974,0.00046517182,0.00011985613,0.000008153461,0.000003503438,0.0000032002695,0.00019963783],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927866,0.00001403738,0.00015954567,0.00025625684,0.00009618003,0.00019528587],"domain_scores_gemma":[0.99935204,0.00023228454,0.00003643243,0.00027833655,0.000041636125,0.000059242862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025362964,0.00008394067,0.00011139898,0.000025008656,0.00013212643,0.00007728919,0.00023230666,0.000048564583,0.0000039642505],"category_scores_gemma":[0.00004392348,0.00006009043,0.000036081194,0.00010832314,0.000022113827,0.00017910622,0.00008853176,0.000054785432,0.000024958357],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033588687,0.00015534055,0.009594359,0.00007936468,0.000025702166,0.0000012172767,0.0008017031,0.013914929,0.000018744151,0.033616863,0.018626006,0.9231322],"study_design_scores_gemma":[0.0008784379,0.000101876176,0.021940945,0.00005758623,0.0000034653995,0.000009845849,0.000054987424,0.9347575,0.00016967693,0.0008595026,0.04092027,0.00024591584],"about_ca_topic_score_codex":0.000003842289,"about_ca_topic_score_gemma":0.000004541196,"teacher_disagreement_score":0.92288625,"about_ca_system_score_codex":0.00002525606,"about_ca_system_score_gemma":0.0000146947095,"threshold_uncertainty_score":0.24504167},"labels":[],"label_agreement":null},{"id":"W1870724964","doi":"10.1007/978-3-540-73066-8_2","title":"New Approach for EFSM-Based Passive Testing of Web Services","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Extended finite-state machine; Initialization; Automaton; Fault (geology); Finite-state machine; Fault detection and isolation; Homing (biology); Fault management; Web application; Artificial intelligence; Real-time computing; Algorithm; World Wide Web; Programming language; Engineering; Actuator","score_opus":0.02856033740541997,"score_gpt":0.26136831168928704,"score_spread":0.23280797428386707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1870724964","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012992097,0.00021111488,0.9951864,0.00010554996,0.0011070803,0.00078182033,0.000007921023,0.0001690061,0.0023011756],"genre_scores_gemma":[0.058943853,0.0000031428224,0.9398838,0.00052956847,0.00047296524,0.000012678604,0.0000070944643,0.000025993331,0.00012089624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962373,0.000021272997,0.0007388799,0.0014330854,0.0009285382,0.0006409696],"domain_scores_gemma":[0.9959194,0.0012653377,0.0005799819,0.0014487926,0.0005996453,0.00018681579],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013807584,0.00047932676,0.00066866854,0.0007195898,0.00020372441,0.00021113052,0.0033087155,0.00041195785,0.000005956595],"category_scores_gemma":[0.00012645232,0.00039372875,0.00018930766,0.0008986551,0.0003679915,0.00042490882,0.000593575,0.00045572798,0.000008392798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016394508,0.000042554155,0.0009822433,0.000989424,0.000014745834,0.0000083750965,0.0004918751,0.07219553,0.00017813836,0.0016354399,0.000026222571,0.92341906],"study_design_scores_gemma":[0.0005086734,0.00023004424,0.00017068513,0.0007087033,0.000011861727,0.000018849652,3.0953618e-7,0.98135734,0.0027468177,0.013017063,0.0007091628,0.0005204831],"about_ca_topic_score_codex":0.00007073848,"about_ca_topic_score_gemma":0.000034844204,"teacher_disagreement_score":0.9228986,"about_ca_system_score_codex":0.000201793,"about_ca_system_score_gemma":0.0015465411,"threshold_uncertainty_score":0.99985147},"labels":[],"label_agreement":null},{"id":"W1885020772","doi":"10.1109/hotos.2001.990086","title":"Supporting hot-swappable components for system software","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Component (thermodynamics); Computer science; Swap (finance); Component-based software engineering; Software; Embedded system; Distributed computing; Dependability; Operating system; Software system; Software engineering","score_opus":0.01719592841483313,"score_gpt":0.26949674720523464,"score_spread":0.2523008187904015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1885020772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068326466,0.000071558454,0.9276798,0.0003213136,0.0006324572,0.0005274772,0.0000040940795,0.0011700981,0.0012667497],"genre_scores_gemma":[0.789649,0.000001058362,0.20865314,0.00021303554,0.00018747285,0.00007356042,0.0000056299377,0.0000098753235,0.0012072359],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839544,0.00002719257,0.00044012174,0.00040907253,0.00024978493,0.00047836447],"domain_scores_gemma":[0.99884516,0.00013797033,0.00013705266,0.000625301,0.0001421204,0.00011239965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007084922,0.0001469189,0.00023325444,0.00006372933,0.0002488319,0.00012036845,0.0006986389,0.00008135734,0.000016410546],"category_scores_gemma":[0.000053388823,0.00011362419,0.0001206809,0.00018251005,0.000020438523,0.0006563254,0.00015605494,0.00006987352,0.00026796586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014933829,0.0009787675,0.20782219,0.00579297,0.00028623524,0.000027888258,0.0045757876,0.0062837754,0.0027537686,0.081985414,0.11128205,0.5780618],"study_design_scores_gemma":[0.0026677565,0.0002876866,0.01420781,0.00033751433,0.00002863136,0.00016781152,0.0004121745,0.7466383,0.014616327,0.0005159487,0.21894035,0.0011797055],"about_ca_topic_score_codex":0.00003986437,"about_ca_topic_score_gemma":0.000006703634,"teacher_disagreement_score":0.74035454,"about_ca_system_score_codex":0.00012593353,"about_ca_system_score_gemma":0.000059993054,"threshold_uncertainty_score":0.463346},"labels":[],"label_agreement":null},{"id":"W1886625064","doi":"10.1002/smr.1579","title":"An exploratory study of the evolution of communicated information about the execution of large software systems","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software evolution; Traceability; Source code; Program comprehension; Profiling (computer programming); Software engineering; Software analytics; Software development; Software maintenance; Software; Software system; Granularity; Data science; Software construction; Programming language","score_opus":0.010845946419561988,"score_gpt":0.25377487498329765,"score_spread":0.24292892856373566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1886625064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8131429,0.0014508519,0.18435523,0.000049335387,0.00040509846,0.00055202114,0.000007807297,0.000031312327,0.000005466895],"genre_scores_gemma":[0.9993976,0.000041787745,0.00047941742,0.000016298549,0.00003230495,0.000022443932,0.0000015028676,0.0000052374667,0.0000034232478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973559,0.00044462108,0.0012155345,0.00011102004,0.00070833374,0.00016463005],"domain_scores_gemma":[0.99459934,0.00015546662,0.0020372702,0.00068830495,0.0024541079,0.000065488995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017949736,0.0001414429,0.00036268713,0.0001878717,0.00026277223,0.000056184337,0.0010997434,0.00011582721,0.0000029786343],"category_scores_gemma":[0.00033957083,0.00007861114,0.00009185175,0.0007399,0.00015743416,0.0030091642,0.00015597281,0.0002710725,0.0000015132766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016389709,0.001658836,0.91443896,0.0023025922,0.00018742541,3.892728e-7,0.06128982,0.009800976,0.00043523003,0.0012679598,0.00063308375,0.007820807],"study_design_scores_gemma":[0.002282951,0.0015517937,0.9298823,0.0010458216,0.0000951559,0.00007206006,0.043743085,0.01895185,0.0004910846,0.0014995835,0.00013595031,0.0002484011],"about_ca_topic_score_codex":0.00027570667,"about_ca_topic_score_gemma":0.000027867773,"teacher_disagreement_score":0.18625471,"about_ca_system_score_codex":0.00013448582,"about_ca_system_score_gemma":0.000343237,"threshold_uncertainty_score":0.32056692},"labels":[],"label_agreement":null},{"id":"W1895595380","doi":"10.1109/wpc.2004.1311049","title":"Challenges and requirements for an effective trace exploration tool","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Task (project management); Key (lock); Software; Data science; Software engineering; Systems engineering; Engineering; Computer security; Programming language","score_opus":0.06785436618334269,"score_gpt":0.31014197779492564,"score_spread":0.24228761161158296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895595380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24898545,0.00040092051,0.74808806,0.0007167125,0.00023380997,0.0007714786,3.4839067e-7,0.00018123857,0.00062197464],"genre_scores_gemma":[0.975459,0.00010746872,0.024136666,0.00005022729,0.000048626316,0.0001729357,7.6786273e-7,0.0000032700934,0.000021070035],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994052,0.000022608774,0.000103076985,0.00026347928,0.000094180694,0.00011142689],"domain_scores_gemma":[0.9995957,0.00003986363,0.00002804288,0.00024543822,0.000056868033,0.00003410717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036072513,0.00006644979,0.00008100607,0.000026073669,0.00007781683,0.000043193995,0.00013204596,0.00003898228,3.8524527e-7],"category_scores_gemma":[0.000025395097,0.000049491064,0.000018834407,0.000042872154,0.000015372687,0.0016664861,0.00003109077,0.000023391967,0.000006388422],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013496183,0.00009022446,0.00015015705,0.000088095585,0.0000086218715,3.411859e-7,0.0047158594,0.00008000726,0.00038870526,0.037005328,0.000017638087,0.9574415],"study_design_scores_gemma":[0.014215771,0.013005017,0.28751156,0.0004684873,0.000050289815,0.000068752,0.0033997896,0.056194432,0.09790115,0.517146,0.007910219,0.0021285564],"about_ca_topic_score_codex":0.000009765585,"about_ca_topic_score_gemma":0.000032408137,"teacher_disagreement_score":0.95531297,"about_ca_system_score_codex":0.000032224336,"about_ca_system_score_gemma":0.000014606736,"threshold_uncertainty_score":0.20181869},"labels":[],"label_agreement":null},{"id":"W1896211881","doi":"10.5555/2616448.2616460","title":"NetCheck: network diagnoses from blackbox traces","year":2014,"lang":"en","type":"article","venue":"Networked Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Tracing; BitTorrent tracker; TRACE (psycholinguistics); Software portability; Python (programming language); Network monitoring; Set (abstract data type); Distributed computing; Programming language; Computer network; Artificial intelligence","score_opus":0.015672799369188473,"score_gpt":0.2607560305500837,"score_spread":0.2450832311808952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896211881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088091776,0.0013495048,0.90766484,0.00013844734,0.0016248998,0.00076694984,0.0000024725157,0.00023249062,0.00012862158],"genre_scores_gemma":[0.9835485,0.00018232588,0.014667802,0.00019334463,0.0011676574,0.00014885579,0.00002868606,0.00001387247,0.000048922666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976599,0.0006382498,0.0005312032,0.00047119308,0.00028549574,0.00041393386],"domain_scores_gemma":[0.99845046,0.00068037165,0.00023918315,0.00043356433,0.00007353922,0.00012290638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001453248,0.0002046402,0.00029940545,0.000044648117,0.0002833277,0.0003789237,0.00033845005,0.00009890321,0.000018663228],"category_scores_gemma":[0.000019661173,0.00016855424,0.000048113037,0.00027389417,0.000035722656,0.0006184394,0.00007680168,0.000094635514,0.000032386455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007922367,0.00009625421,0.16575505,0.00022865545,0.00023431834,0.0000067198257,0.005873028,0.09861953,0.00030334678,0.015817542,0.112833224,0.6001531],"study_design_scores_gemma":[0.0017883136,0.0004733249,0.048994984,0.00019603301,0.00004888435,0.000015622478,0.00059971836,0.8912355,0.00021521247,0.0036964468,0.052123964,0.00061204436],"about_ca_topic_score_codex":0.00049532746,"about_ca_topic_score_gemma":0.00003460402,"teacher_disagreement_score":0.89545673,"about_ca_system_score_codex":0.000041389823,"about_ca_system_score_gemma":0.000037997565,"threshold_uncertainty_score":0.6873442},"labels":[],"label_agreement":null},{"id":"W1902521824","doi":"10.1002/cpe.1872","title":"Experiences in building and scaling an enterprise application on multicore systems","year":2011,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); IBI Group (Canada)","funders":"","keywords":"Computer science; Scalability; Multi-core processor; Java; Benchmark (surveying); Operating system; Software; Rendering (computer graphics); Parallel computing; Distributed computing","score_opus":0.03543385766454156,"score_gpt":0.32385591362574234,"score_spread":0.2884220559612008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902521824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78031677,0.00083871046,0.2181819,0.000034996978,0.00025529333,0.00020198131,3.0162363e-7,0.00005392236,0.000116113086],"genre_scores_gemma":[0.99361306,0.0001997539,0.005906065,0.00010459946,0.00002340728,0.00014725236,9.212283e-7,0.0000035633914,0.0000013611351],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875647,0.00012515068,0.0002917382,0.00050512765,0.00015728817,0.00016424007],"domain_scores_gemma":[0.99925303,0.0002294789,0.00015331722,0.0001842791,0.000075639124,0.00010425087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039949353,0.00013103239,0.00014740425,0.00009033016,0.0002058896,0.00018413409,0.00017001746,0.00005876349,8.932542e-7],"category_scores_gemma":[0.000114672854,0.000113605965,0.000009898792,0.00019296883,0.00012964834,0.0022418401,0.0000852349,0.00011206638,0.0000017380456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008122809,0.00026857096,0.035697952,0.00013179923,0.00000725361,0.000013479918,0.53241163,0.00019697513,0.00029311943,0.015948812,0.000003847386,0.4149453],"study_design_scores_gemma":[0.0008717422,0.0005359983,0.03298229,0.00027414385,0.000009912484,0.00016648191,0.09913723,0.8635143,0.000640156,0.0008500624,0.00050709635,0.0005105654],"about_ca_topic_score_codex":0.00020582831,"about_ca_topic_score_gemma":0.0000016821853,"teacher_disagreement_score":0.8633174,"about_ca_system_score_codex":0.0000144898195,"about_ca_system_score_gemma":0.000022672042,"threshold_uncertainty_score":0.46327168},"labels":[],"label_agreement":null},{"id":"W192515378","doi":"","title":"DB2 performance measurement and tuning hands on exercises","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Bottleneck; Computer science; Vendor; Set (abstract data type); Value (mathematics); Data science; Machine learning; Embedded system","score_opus":0.2604493441548336,"score_gpt":0.3719620961868402,"score_spread":0.11151275203200656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192515378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98394376,0.0020296809,0.002265875,0.0026614207,0.0011725422,0.0033757293,0.000030210187,0.00010018208,0.004420613],"genre_scores_gemma":[0.9967737,0.0010503314,0.0015827054,0.000025430643,0.000021989868,0.0001691753,2.9777507e-7,0.0000085124975,0.00036784573],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975594,0.00025381765,0.00031833732,0.0004857231,0.0009366256,0.00044609536],"domain_scores_gemma":[0.99411416,0.00046481253,0.0001677149,0.000682982,0.004489617,0.000080696525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018627682,0.00019706917,0.0003591943,0.00012760128,0.0007396549,0.000048679878,0.0008126656,0.000051909097,0.0000033443914],"category_scores_gemma":[0.0014255376,0.0001184121,0.000054713357,0.0008080705,0.00054509175,0.00031462876,0.00043921007,0.00023182698,0.0000058320657],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006466758,0.0020266788,0.047590353,0.004534492,0.0011384106,0.000011577399,0.18027227,0.0012738246,0.009293792,0.22358654,0.007342417,0.51646286],"study_design_scores_gemma":[0.008210772,0.0133860335,0.034277756,0.008110284,0.00006223604,0.000004154081,0.046921253,0.015615199,0.84644175,0.017095452,0.008490321,0.0013848026],"about_ca_topic_score_codex":0.0000034142345,"about_ca_topic_score_gemma":0.000030723495,"teacher_disagreement_score":0.83714795,"about_ca_system_score_codex":0.00019443389,"about_ca_system_score_gemma":0.00031748155,"threshold_uncertainty_score":0.5688902},"labels":[],"label_agreement":null},{"id":"W1925396927","doi":"10.1109/discex.2000.821526","title":"Applying adaptation spaces to support quality of service and survivability","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Survivability; Adaptation (eye); Computer science; Overhead (engineering); Quality of service; Distributed computing; Intrusion tolerance; Bandwidth (computing); Computer security; Computer network; Intrusion detection system; Operating system","score_opus":0.07570306726655425,"score_gpt":0.2927125527016952,"score_spread":0.21700948543514098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925396927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8088463,0.000028798819,0.18687278,0.001362751,0.00016299653,0.0004444098,0.0000020087348,0.00013420086,0.0021457537],"genre_scores_gemma":[0.9803073,0.0000043768223,0.019154245,0.00038578777,0.000013514996,0.000036058533,5.43354e-7,0.0000023861837,0.0000958247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891883,0.00008780519,0.0003187316,0.00029036764,0.00024472934,0.00013954523],"domain_scores_gemma":[0.99903244,0.00016039504,0.000078299054,0.00047941078,0.00016825325,0.00008122667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010103837,0.00008095767,0.00018005283,0.000043522956,0.00005794211,0.000041241612,0.00026267703,0.000043432075,0.000057446134],"category_scores_gemma":[0.00008209789,0.00006393073,0.000026915985,0.00038656913,0.000022032153,0.00038653088,0.00014769637,0.000042697226,0.000046013993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025167792,0.00031831703,0.6227543,0.0016629056,0.000030131789,0.0000010345562,0.019979274,0.0008250036,0.0017614156,0.011123049,0.00085576676,0.34066364],"study_design_scores_gemma":[0.00097021484,0.00050566794,0.79531175,0.00007297785,0.000008399728,0.000011862109,0.002171843,0.18843505,0.004964253,0.0024384179,0.0043710484,0.00073855417],"about_ca_topic_score_codex":0.0012968137,"about_ca_topic_score_gemma":0.00044449957,"teacher_disagreement_score":0.33992508,"about_ca_system_score_codex":0.000017824215,"about_ca_system_score_gemma":0.000015721287,"threshold_uncertainty_score":0.26070195},"labels":[],"label_agreement":null},{"id":"W192752828","doi":"","title":"Safe and sound evolution with SONAR: sustainable optimization and navigation with aspects for system-wide reconciliation","year":2007,"lang":"en","type":"article","venue":"Aspect-Oriented Software Development","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sonar; Computer science; Abstraction; Java; Systems engineering; Human–computer interaction; Software engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.0048897573301351985,"score_gpt":0.20226369519048035,"score_spread":0.19737393786034516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192752828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20027263,0.00017083719,0.79774565,0.00007371104,0.00013349047,0.0011030652,0.0000017304397,0.0003560461,0.00014286459],"genre_scores_gemma":[0.66015106,0.0000040187524,0.33949202,0.00002932707,0.000034679822,0.00011164117,0.000047794092,0.00001712962,0.00011230816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978127,0.000041340267,0.00046253865,0.00069453585,0.0004622217,0.0005266711],"domain_scores_gemma":[0.9981654,0.0002616664,0.0002786593,0.00031453473,0.0008176164,0.00016211509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011981564,0.00027510323,0.00026845423,0.00020214249,0.0007081431,0.00015444451,0.00015322222,0.00012785391,0.0000013181567],"category_scores_gemma":[0.00010196893,0.0002168774,0.000021608765,0.00062753767,0.000082233506,0.000985648,0.0000912615,0.00011644055,0.0000028336885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014948907,0.00041258993,0.7783843,0.005314645,0.0004929595,0.00017885886,0.021602398,0.017233333,0.000035677596,0.12382755,0.00033173812,0.050691046],"study_design_scores_gemma":[0.022410916,0.0060473164,0.7805993,0.0044316263,0.00035918018,0.0020019463,0.030480929,0.111317195,0.008784828,0.0081026545,0.019489579,0.0059745633],"about_ca_topic_score_codex":0.00006961215,"about_ca_topic_score_gemma":0.00009598342,"teacher_disagreement_score":0.45987844,"about_ca_system_score_codex":0.0010426472,"about_ca_system_score_gemma":0.00040779015,"threshold_uncertainty_score":0.88440037},"labels":[],"label_agreement":null},{"id":"W192833866","doi":"","title":"Performance Testing from the Cloud","year":2010,"lang":"en","type":"article","venue":"˜The œopen source business resource","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.020498684457895017,"score_gpt":0.2326032872618296,"score_spread":0.2121046028039346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192833866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96041423,0.00012138877,0.024483211,0.003474673,0.0014172996,0.00080519903,0.0000046623336,0.00045160478,0.008827746],"genre_scores_gemma":[0.9918893,0.000004828249,0.0032986642,0.001837574,0.0013286932,0.00008516375,0.000006313565,0.000038658374,0.0015108146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974537,0.00019349979,0.00048031812,0.0007019567,0.0005932229,0.0005773022],"domain_scores_gemma":[0.9950203,0.0012524156,0.00030663266,0.002958733,0.00034938895,0.000112533446],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0017411766,0.00032387735,0.00031683833,0.00003995611,0.0015916433,0.0012248897,0.007933532,0.00016442074,0.00005022236],"category_scores_gemma":[0.0003131914,0.00016954831,0.00008250794,0.0015871093,0.00034934355,0.0006793862,0.0027007195,0.0006246392,0.00040945172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008161087,0.00018655104,0.35241255,0.00008059855,0.00007550733,0.000011478728,0.006981069,0.0041669686,0.0020134856,0.00043108984,0.016770523,0.61678857],"study_design_scores_gemma":[0.00042106726,0.000023418137,0.2894943,0.00008673924,0.000016886454,0.0000719953,0.00017891376,0.055774298,0.00012822465,0.00015655319,0.65329254,0.00035507014],"about_ca_topic_score_codex":0.0020230087,"about_ca_topic_score_gemma":0.00019063806,"teacher_disagreement_score":0.636522,"about_ca_system_score_codex":0.000033362227,"about_ca_system_score_gemma":0.00018192713,"threshold_uncertainty_score":0.99981195},"labels":[],"label_agreement":null},{"id":"W1929078639","doi":"10.1109/ipds.1998.707716","title":"The fault-tolerant layered queueing network model for performability of distributed systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dependability; Computer science; Queueing theory; Distributed computing; Layered queueing network; Fault tolerance; Markov process; G-network; Graph; Theoretical computer science; Computer network","score_opus":0.0265105156375951,"score_gpt":0.2316746278050091,"score_spread":0.205164112167414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929078639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052598752,0.0005695505,0.94443935,0.00037423914,0.00069532683,0.00074546353,0.000015035257,0.0001911465,0.00037113272],"genre_scores_gemma":[0.99438804,0.00003596443,0.0049977205,0.00003062776,0.00009446118,0.00011340931,0.0000030633655,0.0000070541028,0.00032968368],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982023,0.00007860399,0.0006356248,0.00032842768,0.00029733666,0.00045767718],"domain_scores_gemma":[0.9979753,0.00044938317,0.0001861367,0.0010196154,0.00029157885,0.00007799281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013316242,0.00015757198,0.00029352875,0.000018306437,0.00049989636,0.00012823618,0.000903974,0.00009669608,0.0000035607943],"category_scores_gemma":[0.00009175308,0.00008976837,0.00015996431,0.00029668157,0.000085606036,0.00037435265,0.00015127964,0.00010950176,0.000009026322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028197586,0.00009830108,0.0076711057,0.00030645818,0.00004472602,3.2725558e-7,0.00093599124,0.9574276,0.000019822128,0.017598845,0.0069469735,0.008921641],"study_design_scores_gemma":[0.00030307125,0.00005459609,0.00060901843,0.000037352347,0.000005118146,0.0000040681202,0.00005650454,0.99657685,0.000046115685,0.000654216,0.0015247213,0.00012836356],"about_ca_topic_score_codex":0.00007559249,"about_ca_topic_score_gemma":0.000019488956,"teacher_disagreement_score":0.94178927,"about_ca_system_score_codex":0.000068178844,"about_ca_system_score_gemma":0.000043399858,"threshold_uncertainty_score":0.38448492},"labels":[],"label_agreement":null},{"id":"W19297562","doi":"10.1056/nejme0902377","title":"Log analysis and event correlation using variable temporal event correlator (VTEC)","year":2010,"lang":"en","type":"article","venue":"USENIX Large Installation Systems Administration Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"Computer science; Event (particle physics); Real-time computing; VTEC; Variable (mathematics); Automation; Interface (matter); Scope (computer science); Cloud computing; Volume (thermodynamics); Extensibility; Process (computing); Data mining; Operating system; Engineering","score_opus":0.017424790131135702,"score_gpt":0.2733039614340599,"score_spread":0.2558791713029242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W19297562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40505415,0.000024598601,0.5928543,0.00005372296,0.0011829265,0.0003970013,0.000020991332,0.0001437646,0.00026852466],"genre_scores_gemma":[0.9890958,0.000004986617,0.010267603,0.000029347999,0.00013740848,0.000033321205,0.00009195693,0.000012639261,0.00032690604],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99716794,0.00019668088,0.0010027891,0.0006881178,0.00060016103,0.0003442889],"domain_scores_gemma":[0.9976123,0.00014649628,0.00067516736,0.0007777113,0.0005772051,0.0002111073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001358068,0.000281985,0.0004267731,0.00032950178,0.00045592725,0.00062276324,0.00033050776,0.0003282891,0.00007230423],"category_scores_gemma":[0.00014936639,0.00026459093,0.00011274004,0.0010915588,0.000067491594,0.0013707988,0.00011911409,0.00033519985,0.000027510428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035279692,0.0002133589,0.86990654,0.00016444706,0.00024136162,0.000009474912,0.0012255602,0.00988517,0.003397426,0.11375201,0.000050696075,0.0011186994],"study_design_scores_gemma":[0.0004640151,0.000089692854,0.06689217,0.000052653562,0.00009629579,0.00007302769,0.00012199262,0.92855996,0.00014493344,0.0003076569,0.0028534369,0.00034416656],"about_ca_topic_score_codex":0.00035594025,"about_ca_topic_score_gemma":0.00054788444,"teacher_disagreement_score":0.91867477,"about_ca_system_score_codex":0.00009089493,"about_ca_system_score_gemma":0.0006260322,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W1934260288","doi":"10.1109/pdse.1997.596829","title":"Making distributed applications manageable through instrumentation","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Instrumentation (computer programming); Computer science; Software engineering; Distributed computing; Operating system","score_opus":0.042407262972333076,"score_gpt":0.2801164273976735,"score_spread":0.23770916442534043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1934260288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021668565,0.00005205755,0.96919763,0.0006745575,0.00011600385,0.00023474269,0.0000018897991,0.00036192604,0.02719432],"genre_scores_gemma":[0.9415087,0.000022313161,0.057551865,0.00028240267,0.00003507509,0.0000901079,0.0000060534403,0.0000030154192,0.00050046004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993191,0.000015804706,0.00015885252,0.00021871921,0.00013812319,0.00014944139],"domain_scores_gemma":[0.99943733,0.000022962036,0.000046563422,0.00043657035,0.00003555413,0.000021003261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007657934,0.00006580877,0.00006894458,0.000023695497,0.00016233041,0.00009394329,0.0003543648,0.000033373468,0.00013888972],"category_scores_gemma":[0.00000496014,0.000053839944,0.00003072422,0.0004143933,0.00001977305,0.00074877124,0.00008724623,0.000046258876,0.0004933322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027549333,0.0003874374,0.032254424,0.00021412196,0.00005436642,0.0000053799968,0.0022018817,0.0010670837,0.00011760987,0.46703812,0.027024196,0.46963263],"study_design_scores_gemma":[0.0011489687,0.000110091314,0.02302942,0.00006841874,0.00002019111,0.00005847222,0.00037544864,0.4452951,0.0025510404,0.034503248,0.4920205,0.0008191025],"about_ca_topic_score_codex":0.000014391006,"about_ca_topic_score_gemma":0.0000024843234,"teacher_disagreement_score":0.93934184,"about_ca_system_score_codex":0.000045427598,"about_ca_system_score_gemma":0.0000048171582,"threshold_uncertainty_score":0.6340952},"labels":[],"label_agreement":null},{"id":"W194824684","doi":"10.5555/2048476.2048484","title":"DEVS for AUTOSAR platform modelling","year":2011,"lang":"en","type":"article","venue":"Spring Simulation Multiconference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AUTOSAR; DEVS; Software deployment; Automotive industry; Computer science; Embedded system; Software; Architecture; Software engineering; Software architecture; Systems engineering; Engineering; Operating system; Simulation; Modeling and simulation","score_opus":0.1545276061980242,"score_gpt":0.29060673821507993,"score_spread":0.13607913201705574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W194824684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19349106,0.000016057988,0.8053893,0.000010508398,0.00030325484,0.0002979528,0.0000016402,0.00028390848,0.00020631967],"genre_scores_gemma":[0.7239934,0.0000018144889,0.27589774,0.00002450674,0.000031310865,0.000023174642,0.0000010223206,0.0000068027325,0.000020218813],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988897,0.000013917435,0.00031326598,0.000345009,0.00016556136,0.00027256017],"domain_scores_gemma":[0.99874437,0.00033413104,0.00010965608,0.00052257173,0.000213937,0.00007535636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030903297,0.00013684302,0.00015203925,0.000081588085,0.0001844912,0.000072515955,0.0004988493,0.000088824134,0.000011076545],"category_scores_gemma":[0.00012510874,0.00012251017,0.000072687915,0.00012768531,0.000029167728,0.0007721659,0.00008883896,0.00008831464,0.00004065286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002772407,0.000072338415,0.028185006,0.00011307792,0.000018236273,7.6250524e-7,0.0040302123,0.8650966,0.00010924032,0.05695352,0.0000011863624,0.045392055],"study_design_scores_gemma":[0.00034089928,0.00003477176,0.007944602,0.000036814698,0.0000044957696,3.6034075e-7,0.000019047597,0.9844734,0.0014656745,0.0052530486,0.0002549451,0.00017195358],"about_ca_topic_score_codex":0.00019554197,"about_ca_topic_score_gemma":0.0000066329503,"teacher_disagreement_score":0.5305024,"about_ca_system_score_codex":0.000043026557,"about_ca_system_score_gemma":0.00007414423,"threshold_uncertainty_score":0.499582},"labels":[],"label_agreement":null},{"id":"W1962012476","doi":"","title":"Network in a box","year":2010,"lang":"en","type":"article","venue":"International Conference on Data Communication Networking","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Network topology; Virtual machine; Virtual network; Network architecture; Distributed computing; Network simulation; Controller (irrigation); Operating system; Computer network; Topology (electrical circuits); Engineering","score_opus":0.09556655955416789,"score_gpt":0.3362560555537799,"score_spread":0.24068949599961204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962012476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08598337,0.0009510159,0.44295368,0.072542526,0.02769291,0.0018930123,0.00009975283,0.0017577349,0.366126],"genre_scores_gemma":[0.9729043,0.00022027372,0.025648903,0.0005931718,0.00035772592,0.000026082556,0.00017240732,0.0000065663276,0.00007052858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856794,0.00012573843,0.00036967974,0.0004002517,0.00031257595,0.00022382583],"domain_scores_gemma":[0.99605703,0.0002485782,0.00016843223,0.0033377535,0.0001394543,0.000048731225],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0013278122,0.000119608085,0.00013160126,0.000092704766,0.00013553705,0.00029537533,0.0067798267,0.00009070815,0.00006837744],"category_scores_gemma":[0.0000932138,0.00011297306,0.00002245393,0.00029108158,0.00006298485,0.0009203286,0.0018049473,0.0006134179,0.00008349079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003315919,0.00018529312,0.053397678,0.0000080392765,0.000029059036,0.000005850766,0.00043499234,0.0014264664,0.00018581454,0.7342392,0.0080866935,0.20196776],"study_design_scores_gemma":[0.00041772748,0.000022561135,0.011553108,0.00023246321,0.000002191505,0.000015109401,0.000028257065,0.86557204,0.00001959927,0.032109093,0.08975759,0.00027024548],"about_ca_topic_score_codex":0.00009583445,"about_ca_topic_score_gemma":0.0006417429,"teacher_disagreement_score":0.886921,"about_ca_system_score_codex":0.000037940707,"about_ca_system_score_gemma":0.00009308496,"threshold_uncertainty_score":0.998594},"labels":[],"label_agreement":null},{"id":"W1963574127","doi":"10.1007/s10664-014-9303-2","title":"Mining system logs to learn error predictors: a case study of a telemetry system","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Telemetry; Data mining; Computer science; Support vector machine; Robustness (evolution); Reliability (semiconductor); Word error rate; Software; Machine learning; Artificial intelligence","score_opus":0.0179966043784878,"score_gpt":0.2613391865108126,"score_spread":0.24334258213232482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963574127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5692862,0.000026362863,0.428531,0.000012992623,0.00064646313,0.00038284756,0.0000014371283,0.0010989236,0.00001374735],"genre_scores_gemma":[0.97373575,9.168691e-8,0.02587168,0.000021907228,0.00021672682,0.00010264085,7.088583e-7,0.00003394126,0.000016582038],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972941,0.00014909785,0.0007891047,0.0006681313,0.0005831048,0.000516438],"domain_scores_gemma":[0.9976931,0.0006126524,0.0001470715,0.0010460878,0.0001684897,0.00033255466],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010783526,0.00031859695,0.0006264704,0.00030401355,0.0001448489,0.00007871458,0.00074563106,0.00015120534,0.0000018069926],"category_scores_gemma":[0.00070762826,0.00026904163,0.00012544614,0.001128162,0.000015856318,0.0002692092,0.00042830422,0.00024109267,0.000032881962],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018716559,0.0003699878,0.8943866,0.0031349547,0.00016012046,0.0008723317,0.014711765,0.08009302,0.00004137607,0.00008515254,0.00047108915,0.0056548985],"study_design_scores_gemma":[0.003314951,0.0044535236,0.11683118,0.0027076772,0.0001599273,0.0065831216,0.018798517,0.84023505,0.0004817106,0.0000018772797,0.004373662,0.0020587845],"about_ca_topic_score_codex":0.00021662659,"about_ca_topic_score_gemma":0.00001098405,"teacher_disagreement_score":0.7775554,"about_ca_system_score_codex":0.0002784177,"about_ca_system_score_gemma":0.000050680068,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W1963722093","doi":"10.1145/1363686.1363750","title":"Special track on Programming for Separation of Concerns","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reuse; Separation of concerns; Track (disk drive); Legacy system; Programming language; Software engineering; Programming paradigm; Architecture; Engineering; Software","score_opus":0.04393772468844402,"score_gpt":0.3131542267313408,"score_spread":0.26921650204289677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963722093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49656832,0.000010779578,0.49084976,0.0002078413,0.001298543,0.0007386481,0.0000017817351,0.00017426652,0.010150055],"genre_scores_gemma":[0.9720878,0.0000029446196,0.026427556,0.00004684266,0.00091095857,0.000027083257,0.0000013979993,0.0000024312942,0.00049296825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944836,0.000010197675,0.00016323088,0.00014647037,0.00012956,0.0001021687],"domain_scores_gemma":[0.9995902,0.000058966543,0.000053178308,0.00019876457,0.00007609598,0.000022793027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013138507,0.000049502007,0.00009546731,0.000024718405,0.000070614056,0.0000103910215,0.00017180928,0.000034503842,0.000012039791],"category_scores_gemma":[0.000020983194,0.000036323927,0.000054762102,0.00010147852,0.00003272552,0.00017971196,0.000015066886,0.000025518922,0.000017925593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019026095,0.00084586046,0.049926035,0.00035515672,0.000055908826,0.0000068843374,0.013364753,0.0010637197,0.00063146825,0.095487446,0.08956604,0.7485065],"study_design_scores_gemma":[0.0054623215,0.0058370605,0.08839058,0.00017198331,0.000022031212,0.00008534943,0.00033497874,0.09320969,0.15536897,0.0032002456,0.64671975,0.001197067],"about_ca_topic_score_codex":0.000013022669,"about_ca_topic_score_gemma":0.0000053802214,"teacher_disagreement_score":0.7473094,"about_ca_system_score_codex":0.000017356057,"about_ca_system_score_gemma":0.000046483077,"threshold_uncertainty_score":0.14812468},"labels":[],"label_agreement":null},{"id":"W1965713885","doi":"10.1155/2012/140368","title":"A Stateful Approach to Generate Synthetic Events from Kernel Traces","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Stateful firewall; Computer science; TRACE (psycholinguistics); Abstraction; Kernel (algebra); Event (particle physics); Generator (circuit theory); Identification (biology); Variety (cybernetics); Simple (philosophy); Theoretical computer science; Artificial intelligence; Computer security","score_opus":0.007625288529573265,"score_gpt":0.22653768217879353,"score_spread":0.21891239364922027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965713885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32796246,0.004350986,0.66598874,0.000011696185,0.0011227123,0.0001828971,0.0000057788525,0.00033123037,0.000043484386],"genre_scores_gemma":[0.74046606,0.00011495556,0.25908813,0.00003922364,0.00014737257,0.00010286062,0.0000039320294,0.000018329973,0.00001913137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983146,0.00003630167,0.00033921917,0.0004320926,0.000284544,0.0005932374],"domain_scores_gemma":[0.99894196,0.00020383512,0.000055489883,0.0005733015,0.000032810825,0.00019259311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003845906,0.00023385196,0.0002741628,0.00013840225,0.000052706386,0.00003926069,0.00066084246,0.00007560583,0.0000042204992],"category_scores_gemma":[0.00021283636,0.0002091876,0.00005778611,0.0005236694,0.000012884858,0.0017377633,0.00017852671,0.00018001607,0.000069906324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015443713,0.00033967252,0.38169605,0.00030616933,0.000034646204,0.0000063135813,0.0066182762,0.51846516,0.00022264244,0.00086578843,0.00005465771,0.091375165],"study_design_scores_gemma":[0.0026962985,0.0002795451,0.54036146,0.0015494124,0.000050443723,0.000102138554,0.0005135213,0.338723,0.012995925,0.0018865654,0.096160404,0.004681302],"about_ca_topic_score_codex":0.00003047856,"about_ca_topic_score_gemma":0.0000023718155,"teacher_disagreement_score":0.4125036,"about_ca_system_score_codex":0.000120526325,"about_ca_system_score_gemma":0.000021064316,"threshold_uncertainty_score":0.85304224},"labels":[],"label_agreement":null},{"id":"W1966387664","doi":"10.1145/1071021.1071031","title":"From UML to LQN by XML algebra-based model transformations","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Applications of UML; Programming language; Rotation formalisms in three dimensions; UML tool; Graph rewriting; Object Constraint Language; XML; Theoretical computer science; Software engineering; Data mining; Software; Graph; Artificial intelligence","score_opus":0.008541329301979731,"score_gpt":0.23374782297582394,"score_spread":0.2252064936738442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966387664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06711465,0.00003317311,0.92130095,0.007934433,0.00012185542,0.00020666813,0.000021362841,0.0003826677,0.0028842103],"genre_scores_gemma":[0.8767123,0.0000020507284,0.119577825,0.0031434326,0.000061782084,0.000036711583,0.000011971615,0.000005308899,0.00044860973],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894935,0.000020130683,0.00026879288,0.000277993,0.00025199857,0.00023175088],"domain_scores_gemma":[0.9991584,0.000043967426,0.000025779365,0.00056669855,0.00005817116,0.00014698743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016753143,0.00011688634,0.00012939559,0.000058948135,0.00011713282,0.000089216024,0.00059074524,0.000066363624,0.00008228296],"category_scores_gemma":[0.0000093810195,0.0000906852,0.000069438436,0.00025540031,0.00001539346,0.0007229622,0.000036298392,0.00007507641,0.0007157817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025951009,0.00059579447,0.0014440821,0.000057534304,0.00004597125,0.000001132703,0.011335099,0.32308152,0.003045853,0.0077177756,0.32298836,0.32966092],"study_design_scores_gemma":[0.0002638774,0.000026491569,0.0001460112,0.00000971713,0.000002879858,4.416366e-7,0.000015387957,0.977704,0.008514636,0.0006538486,0.012504088,0.00015865573],"about_ca_topic_score_codex":0.00015311071,"about_ca_topic_score_gemma":0.00008286974,"teacher_disagreement_score":0.8095977,"about_ca_system_score_codex":0.00005836149,"about_ca_system_score_gemma":0.000087673834,"threshold_uncertainty_score":0.9200164},"labels":[],"label_agreement":null},{"id":"W1967311823","doi":"10.5555/2819009.2819227","title":"Load testing large-scale software systems","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Load testing; Software reliability testing; Reliability engineering; Software performance testing; Software engineering; Scale (ratio); System integration testing; Software; Software system; Software construction; Operating system; Engineering","score_opus":0.036680646428774825,"score_gpt":0.25191147792761276,"score_spread":0.21523083149883793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967311823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04255699,0.00042152154,0.9408048,0.00013806879,0.0020840885,0.0002499574,0.000001968148,0.0014737835,0.012268867],"genre_scores_gemma":[0.8553797,0.0000015244983,0.14152452,0.0002219095,0.0002651011,0.000036637226,0.0000013880898,0.000012619519,0.002556588],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984273,0.000057094072,0.0002767985,0.00036429823,0.0005093209,0.00036523087],"domain_scores_gemma":[0.99832654,0.00012228344,0.00007290652,0.0007558522,0.0005101081,0.00021230435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011775224,0.00012880836,0.00018645891,0.00004096463,0.0001144854,0.00017821518,0.0006746716,0.00008200842,0.00000471242],"category_scores_gemma":[0.00042179012,0.00009316446,0.000042089592,0.00047131398,0.000022351489,0.0005864642,0.00028419177,0.000103319915,0.00062014937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000126062805,0.00035536016,0.8775619,0.0004196777,0.000039540442,0.000048529302,0.0065629315,0.0048653292,0.000065552784,0.004939591,0.0687105,0.03641848],"study_design_scores_gemma":[0.0028524175,0.0005811158,0.023652848,0.0003527705,0.00001881288,0.00043305208,0.0019395241,0.817648,0.0005789077,0.002616305,0.14785777,0.001468473],"about_ca_topic_score_codex":0.00023862241,"about_ca_topic_score_gemma":0.000015768848,"teacher_disagreement_score":0.8539091,"about_ca_system_score_codex":0.000146501,"about_ca_system_score_gemma":0.00033266653,"threshold_uncertainty_score":0.7970972},"labels":[],"label_agreement":null},{"id":"W1967447453","doi":"10.1109/wse.2010.5623583","title":"A performance engineering method for web applications","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Workload; Architecture; Distributed computing; Set (abstract data type); Function (biology); Autonomic computing; Web application; Software engineering; Operating system; Cloud computing","score_opus":0.006686576694544449,"score_gpt":0.25313021027534305,"score_spread":0.2464436335807986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967447453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02686968,0.000006040562,0.9704833,0.00022169019,0.00045124415,0.0003856319,0.0000010171177,0.0003758463,0.0012055746],"genre_scores_gemma":[0.38516542,0.0000014480548,0.61410123,0.00005398679,0.00011718909,0.0003805798,6.9309317e-7,0.000004068641,0.00017538236],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939555,0.000004012206,0.00013511292,0.00021348443,0.00008335623,0.0001684779],"domain_scores_gemma":[0.9992168,0.00011789668,0.000025967161,0.0005106239,0.00007489856,0.00005383836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000410845,0.00007198103,0.00008489552,0.000048010166,0.000091868504,0.000043477376,0.00046667006,0.000054803917,0.000009767762],"category_scores_gemma":[0.000022867367,0.000055570956,0.000047341793,0.00020036365,0.000008520509,0.00026914958,0.000062898456,0.00009717554,0.00005055176],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007024298,0.00014645378,0.019940428,0.0005960708,0.000037167647,3.0626603e-7,0.0004356333,0.0016009392,0.096323855,0.17216842,0.0026574552,0.7060862],"study_design_scores_gemma":[0.00013164038,0.000020909854,0.0033091975,0.0000032071196,0.000001906002,0.000009918021,0.0000021055075,0.86625427,0.005203046,0.00013597563,0.12482333,0.00010449406],"about_ca_topic_score_codex":0.0000035153364,"about_ca_topic_score_gemma":0.000002963073,"teacher_disagreement_score":0.86465335,"about_ca_system_score_codex":0.000008685223,"about_ca_system_score_gemma":0.000048571685,"threshold_uncertainty_score":0.22661178},"labels":[],"label_agreement":null},{"id":"W1968205250","doi":"10.1007/s10796-008-9127-y","title":"UML-CI: A reference model for profiling critical infrastructure systems","year":2008,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Unified Modeling Language; Metamodeling; Profiling (computer programming); Critical infrastructure; Software engineering; Systems engineering; Programming language; Computer security; Software; Engineering","score_opus":0.02504811083021786,"score_gpt":0.25439224566893526,"score_spread":0.2293441348387174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968205250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054555717,0.00036285486,0.9868211,0.000087417546,0.0041780085,0.0012374386,0.000077355755,0.0004675063,0.0013127419],"genre_scores_gemma":[0.9311598,0.000023579312,0.067846544,0.00011197908,0.00014787016,0.00045169526,0.0000465494,0.000011278885,0.0002006854],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753344,0.00006950076,0.0010125407,0.00029507707,0.00060806866,0.00048139624],"domain_scores_gemma":[0.99793065,0.000083137944,0.00030884828,0.00072290056,0.00077161094,0.00018288006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068135705,0.0002527969,0.0004239841,0.00024901584,0.00048742024,0.00035264879,0.0007458704,0.00027559727,6.4498323e-7],"category_scores_gemma":[0.00024814229,0.00020772421,0.00010746398,0.0003257296,0.000103352235,0.0042771036,0.000096915355,0.00021154701,0.00007064223],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012882597,0.00006780997,0.0151517,0.0050450736,0.0001470847,0.000006423567,0.016010573,0.66994685,0.000064859945,0.12051158,0.16500586,0.007913367],"study_design_scores_gemma":[0.00042374877,0.000046597226,0.00022154549,0.00009008237,0.000006839251,0.00011751721,0.00059512083,0.9813761,0.000029819108,0.00018430222,0.016636956,0.00027136292],"about_ca_topic_score_codex":0.00004462944,"about_ca_topic_score_gemma":2.6088568e-7,"teacher_disagreement_score":0.92570424,"about_ca_system_score_codex":0.00023880223,"about_ca_system_score_gemma":0.00037844657,"threshold_uncertainty_score":0.84707475},"labels":[],"label_agreement":null},{"id":"W1968445931","doi":"10.1109/wcre.2011.66","title":"Focusing on Execution Traces Using Diver","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Software; Reverse engineering; Programming language","score_opus":0.10082084039639241,"score_gpt":0.25032734797580497,"score_spread":0.14950650757941256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968445931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67482394,0.000019737969,0.31526345,0.000030432762,0.0004665448,0.00007131082,1.2578388e-7,0.00017821506,0.009146208],"genre_scores_gemma":[0.9665447,0.0000021241024,0.033222508,0.00009638797,0.000043622313,0.0000015241787,9.365419e-8,0.0000025316253,0.00008654295],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993816,0.00002529083,0.00011606014,0.00019695415,0.00013942682,0.00014066971],"domain_scores_gemma":[0.9995722,0.000017560837,0.000036683134,0.00030233143,0.00003603305,0.000035202313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019256197,0.000067404704,0.000072077244,0.000048897386,0.000120943456,0.0000346713,0.00024767165,0.000041646992,0.00003114493],"category_scores_gemma":[0.000009141812,0.00004688932,0.00003734351,0.0001404064,0.00002288691,0.0004976845,0.00006836911,0.00004792041,0.00009202092],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011797265,0.0012460605,0.32498735,0.00025175358,0.000109313645,0.000071591116,0.03650159,0.0006106455,0.011353288,0.14994217,0.0020643764,0.47274387],"study_design_scores_gemma":[0.0015746179,0.0009302051,0.4793709,0.00038206487,0.000038924052,0.00013196148,0.0006086876,0.27842414,0.2126588,0.02083344,0.003405075,0.001641219],"about_ca_topic_score_codex":0.00018596929,"about_ca_topic_score_gemma":0.0000031193547,"teacher_disagreement_score":0.47110265,"about_ca_system_score_codex":0.000033380038,"about_ca_system_score_gemma":0.00001981976,"threshold_uncertainty_score":0.1912091},"labels":[],"label_agreement":null},{"id":"W1969938843","doi":"10.1145/1998582.1998598","title":"Autonomic load-testing framework","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software performance testing; Model-based testing; Software; Distributed computing; System testing; Transactional leadership; Software system; Test case; Operating system; Software engineering; Software construction; Machine learning","score_opus":0.050268572318225596,"score_gpt":0.2405885539457205,"score_spread":0.19031998162749492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969938843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10236993,0.000038677303,0.79694915,0.000052602358,0.00077861577,0.00009416752,1.0494923e-7,0.0007589189,0.09895782],"genre_scores_gemma":[0.6794841,7.490329e-7,0.32010615,0.00016155392,0.000039873612,0.0000050996973,3.6122138e-8,0.0000027483093,0.00019966293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992581,0.000018452862,0.0001672369,0.00024268524,0.000120740755,0.00019280463],"domain_scores_gemma":[0.9991437,0.00009586582,0.000042993124,0.00058273,0.00007461592,0.000060047438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031990514,0.00007636928,0.000093204944,0.000025365547,0.00007837642,0.00003873209,0.0005827729,0.000064124084,0.00009637431],"category_scores_gemma":[0.00012880127,0.000056582867,0.000036415542,0.00023178103,0.000025421068,0.00033579863,0.0001555175,0.000097749115,0.00076688005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008111363,0.00019720074,0.46970963,0.00007019584,0.00003711305,0.00002089383,0.00841537,0.00006634055,0.00017611287,0.3062911,0.0018186145,0.2131893],"study_design_scores_gemma":[0.00047683425,0.0003534947,0.7376395,0.00019552464,0.000012059981,0.00009376518,0.00013143494,0.1155379,0.009813818,0.12799327,0.0067170453,0.0010353946],"about_ca_topic_score_codex":0.00016694903,"about_ca_topic_score_gemma":0.000001832975,"teacher_disagreement_score":0.57711416,"about_ca_system_score_codex":0.000054482545,"about_ca_system_score_gemma":0.0001206526,"threshold_uncertainty_score":0.98569477},"labels":[],"label_agreement":null},{"id":"W1970039836","doi":"10.1145/1164783.1164787","title":"Diagnosing mobile ad-hoc networks","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Mobile ad hoc network; Identification (biology); Computer network; Key (lock); Protocol (science); Wireless ad hoc network; Distributed computing; Vehicular ad hoc network; Matching (statistics); Optimized Link State Routing Protocol; Task (project management); Mobile computing; Topology (electrical circuits); Routing protocol; Wireless; Computer security; Routing (electronic design automation); Telecommunications; Medicine; Engineering","score_opus":0.004087387766903474,"score_gpt":0.20821559359609704,"score_spread":0.20412820582919355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970039836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16774972,0.0047281105,0.81808096,0.00017556931,0.001136741,0.00025057574,2.5041155e-7,0.0007695541,0.0071084895],"genre_scores_gemma":[0.9857593,0.000115593095,0.012984026,0.00018920966,0.0001734929,0.000047380676,0.0000013853456,0.000005529585,0.00072403485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914086,0.000024518646,0.00019527388,0.00025541373,0.00014285628,0.00024109968],"domain_scores_gemma":[0.99931324,0.00009434171,0.000039140497,0.0004704174,0.000043079424,0.00003977804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021567532,0.00008807093,0.000111323265,0.000031991647,0.000113321636,0.0001054328,0.0003890915,0.000060996776,0.000032255444],"category_scores_gemma":[0.0000057785655,0.00006490804,0.00005560935,0.00025848072,0.000026245498,0.00036170997,0.00011849349,0.000073963005,0.0001211522],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006161157,0.0003015726,0.12909482,0.00005311078,0.00001404001,0.000025216037,0.00028279447,0.03761065,0.00006866998,0.008851354,0.05266169,0.7710299],"study_design_scores_gemma":[0.00086533075,0.00033777714,0.1165268,0.000094513896,0.000009131502,0.00005572041,0.0000568353,0.4408524,0.0018875648,0.004253924,0.4341747,0.00088533206],"about_ca_topic_score_codex":0.00003463321,"about_ca_topic_score_gemma":0.000020749829,"teacher_disagreement_score":0.8180096,"about_ca_system_score_codex":0.000032242388,"about_ca_system_score_gemma":0.000020989266,"threshold_uncertainty_score":0.2646873},"labels":[],"label_agreement":null},{"id":"W1971790727","doi":"","title":"UML model-driven detection of performance bottlenecks in Concurrent Real-Time Software","year":2010,"lang":"en","type":"article","venue":"International Symposium on Performance Evaluation of Computer and Telecommunication Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Unified Modeling Language; Computer science; Applications of UML; UML tool; Sequence diagram; Systems Modeling Language; Activity diagram; Control flow; Software; Real-time computing; Queueing theory; Construct (python library); Distributed computing; Software engineering; Programming language","score_opus":0.01952822006480753,"score_gpt":0.28082900446555703,"score_spread":0.2613007844007495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971790727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94583094,0.000045492892,0.051006082,0.00012817598,0.0013225673,0.00058675744,0.000007811554,0.00007665006,0.0009955412],"genre_scores_gemma":[0.99514633,0.00042798737,0.004132926,0.000015003712,0.0000907507,0.00012336997,0.000028851548,0.000012122272,0.000022670949],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972779,0.00022667205,0.0010067022,0.00037814418,0.0009219888,0.00018858074],"domain_scores_gemma":[0.9970363,0.000187514,0.00062461046,0.00090776884,0.001181343,0.000062502804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023814884,0.00020843837,0.0003529566,0.00032802238,0.00011065507,0.00006956449,0.0010843651,0.00015523314,0.000008663109],"category_scores_gemma":[0.00004059536,0.0001922323,0.00007150875,0.000307291,0.00010602818,0.00088696036,0.0002405915,0.00030021073,0.000016169488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008460356,0.00045594716,0.043254383,0.00028656409,0.0000789361,1.7869687e-7,0.0016387273,0.5093579,0.026687922,0.002660544,0.000029998228,0.41546428],"study_design_scores_gemma":[0.00094316754,0.00021167933,0.057291497,0.00023001998,0.0000109550365,0.000012970604,0.000007768223,0.93309826,0.007831847,0.000026253008,0.00016386111,0.00017170409],"about_ca_topic_score_codex":0.00006230959,"about_ca_topic_score_gemma":0.0000161266,"teacher_disagreement_score":0.4237404,"about_ca_system_score_codex":0.00014357435,"about_ca_system_score_gemma":0.00014583085,"threshold_uncertainty_score":0.78390056},"labels":[],"label_agreement":null},{"id":"W1971926166","doi":"10.1145/2752489.2752490","title":"Reliability Analysis and Quality Impact Prediction in Application Architecture evolution","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Computer science; Reliability (semiconductor); Hidden Markov model; Markov chain; Architecture; Quality (philosophy); Scale (ratio); Markov model; Markov process; Machine learning; Reliability engineering; Data mining; Artificial intelligence; Engineering","score_opus":0.014422706829715482,"score_gpt":0.2891055729990214,"score_spread":0.27468286616930593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971926166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47283897,0.00002697551,0.5264936,0.00008981802,0.00003827079,0.00014200389,0.0000021752044,0.00010270149,0.00026548587],"genre_scores_gemma":[0.9936691,0.0000018939538,0.006216566,0.000018123292,0.000026156327,0.000029361345,0.000008817603,0.0000019136469,0.000028068216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986541,0.00018585101,0.0003284525,0.0004168732,0.0002587381,0.00015595922],"domain_scores_gemma":[0.9989425,0.00006801249,0.00008053497,0.00066199584,0.00012943258,0.00011754099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019792588,0.000097020806,0.00019829671,0.00022025127,0.00004112447,0.00004197553,0.00020063875,0.00009230752,0.0000028574914],"category_scores_gemma":[0.00015142612,0.00006800434,0.000074134754,0.0014478113,0.000042117892,0.00042109372,0.00008603256,0.000114133305,0.000010232226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013114594,0.000043005217,0.98257965,0.000014687142,0.000016162518,7.567715e-8,0.00033909458,0.008944945,0.00006671855,0.0006200887,0.00002723993,0.0073352414],"study_design_scores_gemma":[0.00020051787,0.000044276647,0.8720559,0.0000023799432,0.000011527087,0.0000015689039,0.000026046471,0.12321392,0.000049168782,0.004272731,0.00005273146,0.00006925439],"about_ca_topic_score_codex":0.0056993994,"about_ca_topic_score_gemma":0.0006262295,"teacher_disagreement_score":0.52083015,"about_ca_system_score_codex":0.0003013742,"about_ca_system_score_gemma":0.00010978953,"threshold_uncertainty_score":0.8615825},"labels":[],"label_agreement":null},{"id":"W1973322846","doi":"10.1007/s10270-006-0026-8","title":"An intermediate metamodel with scenarios and resources for generating performance models from UML designs","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Applications of UML; Rotation formalisms in three dimensions; Systems Modeling Language; UML tool; Petri net; Workload; Software engineering; Object Constraint Language; Programming language; Distributed computing; Software; Operating system","score_opus":0.026367854092803865,"score_gpt":0.22941100794566485,"score_spread":0.20304315385286098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973322846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4848057,0.00081745366,0.51326853,0.000009272967,0.00022021795,0.00047156308,0.000015386162,0.00038525328,0.000006627332],"genre_scores_gemma":[0.82984734,0.000018094666,0.16930784,0.000043231255,0.00042834325,0.0002539186,0.000025228028,0.000047166854,0.000028831762],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99690527,0.0001387389,0.000786019,0.0010532452,0.0004908866,0.00062586996],"domain_scores_gemma":[0.9980426,0.00017353283,0.00027211354,0.0009825845,0.00035273214,0.00017644207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009847332,0.00042390724,0.0005841269,0.00016025783,0.0006428215,0.00065083586,0.000774508,0.00019321156,5.572673e-7],"category_scores_gemma":[0.00002478192,0.00032116254,0.00008911863,0.00022766972,0.0000685626,0.0022331178,0.00014036961,0.00021165406,0.0000029437708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004893302,0.00003783933,0.0068456554,0.00022914373,0.00003133013,0.0000023358605,0.0015839428,0.9855463,0.00025517697,0.00016593724,0.000016980606,0.0052364105],"study_design_scores_gemma":[0.0006875743,0.00021745078,0.00015464445,0.00040031996,0.000036814967,0.000022168408,0.00019468018,0.99689025,0.00009019553,0.0008000055,0.000023850182,0.00048207692],"about_ca_topic_score_codex":0.0016600857,"about_ca_topic_score_gemma":0.0000842619,"teacher_disagreement_score":0.34504163,"about_ca_system_score_codex":0.00010445353,"about_ca_system_score_gemma":0.00013676948,"threshold_uncertainty_score":0.99992406},"labels":[],"label_agreement":null},{"id":"W1974566690","doi":"10.1145/1071021.1071035","title":"Modeling the performance of a NAT/firewall network service for the IXP2400","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; University of Ottawa","keywords":"Computer science; Firewall (physics); Nat; Network processor; Router; Network planning and design; Computer network; Network address translation; Application firewall; Distributed computing; Operating system; The Internet; Stateful firewall; Internet Protocol","score_opus":0.01800267984646062,"score_gpt":0.236202437574621,"score_spread":0.2181997577281604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974566690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57951987,0.0007739069,0.40906563,0.0086953435,0.0005581976,0.0006916108,8.780944e-7,0.00015165927,0.0005429031],"genre_scores_gemma":[0.9860956,0.00007267484,0.011360587,0.00181854,0.00037018541,0.00007414278,4.0137405e-7,0.0000064265814,0.00020143377],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891543,0.00002966259,0.00031407338,0.00021346276,0.00023436447,0.00029298384],"domain_scores_gemma":[0.9984895,0.0003102573,0.000071605864,0.0008547481,0.00024432252,0.00002954457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011344105,0.00011179847,0.00013822305,0.000015045889,0.00037912113,0.00005741841,0.0013616442,0.000053860018,0.000008970122],"category_scores_gemma":[0.000017751547,0.00004976781,0.00008979617,0.00038153373,0.000031906493,0.00040687187,0.00021282134,0.000111114794,0.000025915519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022491517,0.00003409581,0.0019216847,0.00011609452,0.00003406171,4.7148667e-8,0.002941027,0.9389211,0.000019028921,0.0029213917,0.0015593743,0.051509615],"study_design_scores_gemma":[0.00016135037,0.00003868389,0.00045898653,0.000029287085,0.000007610143,0.000004546085,0.00004517789,0.9926139,0.00019702804,0.00016481311,0.006197855,0.00008073412],"about_ca_topic_score_codex":0.0001152569,"about_ca_topic_score_gemma":0.00013669344,"teacher_disagreement_score":0.40657574,"about_ca_system_score_codex":0.00002352835,"about_ca_system_score_gemma":0.000073129566,"threshold_uncertainty_score":0.29159316},"labels":[],"label_agreement":null},{"id":"W1977487664","doi":"10.1145/1712605.1712609","title":"BAP","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Burstiness; Computer science; Benchmark (surveying); Exploit; Workload; Sizing; Adaptation (eye); Service (business); Resource (disambiguation); Distributed computing; Software engineering; Operating system; Computer network","score_opus":0.003422136910784846,"score_gpt":0.2098785487316022,"score_spread":0.20645641182081734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977487664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49624124,0.0000072583657,0.4390124,0.0012603211,0.0025767628,0.00008145076,1.09346296e-7,0.00060827844,0.06021218],"genre_scores_gemma":[0.9530332,4.9074475e-7,0.045801364,0.00020664207,0.000059055994,0.0000030475082,7.964168e-8,0.0000011283961,0.00089501275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996512,0.0000046756168,0.00006255324,0.00011452925,0.0000786881,0.000088351],"domain_scores_gemma":[0.9994861,0.000020219532,0.0000101900205,0.0004204062,0.00002651038,0.000036578607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000154139,0.000032023083,0.000037456237,0.000016543107,0.000039586743,0.0000383529,0.0003658636,0.000030834926,0.000094033036],"category_scores_gemma":[0.00001722468,0.000020914329,0.00002098313,0.00009517436,0.000014545443,0.00021419168,0.00007011571,0.00007778,0.0005501169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016479372,0.000098255136,0.19240421,0.000029285044,0.000008815151,0.0000060512275,0.00057315856,0.0000058263795,0.011410352,0.455318,0.01872829,0.3214161],"study_design_scores_gemma":[0.0007722005,0.00014044985,0.37038058,0.000011711004,0.0000034291786,0.00015061666,0.000025574043,0.045063987,0.05372616,0.035536077,0.49344012,0.0007491025],"about_ca_topic_score_codex":0.000015884458,"about_ca_topic_score_gemma":0.000011372945,"teacher_disagreement_score":0.47471184,"about_ca_system_score_codex":0.0000022922425,"about_ca_system_score_gemma":0.000020299893,"threshold_uncertainty_score":0.7070823},"labels":[],"label_agreement":null},{"id":"W1978164654","doi":"10.1109/sami.2012.6208966","title":"A new adaptive evidential reasoning approach for network alarm correlation","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Spurious relationship; Computer science; ALARM; Evidential reasoning approach; Dempster–Shafer theory; Data mining; Constant false alarm rate; False alarm; Process (computing); Set (abstract data type); Identification (biology); Artificial intelligence; Machine learning; Decision support system; Engineering","score_opus":0.02195683908915171,"score_gpt":0.2516264050813626,"score_spread":0.22966956599221086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978164654","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010128416,0.0003653434,0.99340165,0.000039462153,0.001287649,0.0004119447,2.4219707e-7,0.00020745088,0.0032734051],"genre_scores_gemma":[0.48565647,0.0000022975548,0.512618,0.000058423037,0.0008839083,0.000029397821,0.000002965008,0.000004737699,0.00074377836],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901813,0.00004014254,0.00018718134,0.00022137369,0.0001746907,0.0003584869],"domain_scores_gemma":[0.999313,0.000102875434,0.00008031982,0.0003141437,0.00006331498,0.00012634853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007091599,0.00009782474,0.00012796544,0.000026454398,0.00015538758,0.00006476441,0.0002851862,0.00008084867,0.000012786908],"category_scores_gemma":[0.000038027854,0.00007572482,0.000082616854,0.00023370971,0.0000107485985,0.0010816989,0.00009883905,0.000073817624,0.00003642859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001476276,0.00022972358,0.3041144,0.00010567995,0.00013930384,4.3703585e-7,0.005156948,0.04881993,0.000020631578,0.2625696,0.1316407,0.24705501],"study_design_scores_gemma":[0.00044336825,0.0000961186,0.017940005,0.000033884953,0.000017253027,0.000014192388,0.000059929953,0.9757998,0.00007026851,0.00082626636,0.0044778385,0.00022108704],"about_ca_topic_score_codex":0.00007171386,"about_ca_topic_score_gemma":0.0000019335378,"teacher_disagreement_score":0.92697984,"about_ca_system_score_codex":0.000046131554,"about_ca_system_score_gemma":0.00006479904,"threshold_uncertainty_score":0.30879685},"labels":[],"label_agreement":null},{"id":"W1978232743","doi":"10.1145/2663165.2663319","title":"Stage-aware anomaly detection through tracking log points","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Automatic summarization; Overhead (engineering); Anomaly detection; Set (abstract data type); Anomaly (physics); Key (lock); Distributed File System; Operating system; Real-time computing; Data mining; Information retrieval; Programming language","score_opus":0.01705376240527623,"score_gpt":0.2483928568900468,"score_spread":0.23133909448477058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978232743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19845672,0.000012171948,0.7962959,0.00022299348,0.0006459016,0.000101593556,3.1537328e-7,0.00042902972,0.0038353875],"genre_scores_gemma":[0.98900557,0.0000034682928,0.01000619,0.00038289136,0.00010797455,0.000008575873,5.5429683e-7,0.000006410736,0.00047835658],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988812,0.000078069184,0.00022287265,0.00035987122,0.0002145309,0.00024343896],"domain_scores_gemma":[0.999097,0.000081283826,0.000070974806,0.00060951925,0.00009247732,0.00004873551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000481156,0.000115164745,0.00014147042,0.000030043862,0.00016731833,0.00011884107,0.0004327389,0.00008324831,0.00004338802],"category_scores_gemma":[0.000055424705,0.00008678507,0.00006766569,0.0002548748,0.000029363891,0.0009978431,0.00010716132,0.00010640739,0.00026326213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027731725,0.00024692877,0.17759787,0.0004055429,0.00005596127,0.00001096506,0.0038329368,0.0007248038,0.0025863166,0.022397319,0.0011332895,0.79098034],"study_design_scores_gemma":[0.0020519542,0.0009667517,0.3400203,0.00015234435,0.000020287956,0.000117300915,0.0003611637,0.40065303,0.15873109,0.014501588,0.08089718,0.0015269953],"about_ca_topic_score_codex":0.00018198896,"about_ca_topic_score_gemma":0.000073371964,"teacher_disagreement_score":0.79054886,"about_ca_system_score_codex":0.00004534678,"about_ca_system_score_gemma":0.000023739996,"threshold_uncertainty_score":0.35389924},"labels":[],"label_agreement":null},{"id":"W1978687257","doi":"10.1145/1188895.1188909","title":"A model-based approach for testing the performance of web applications","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Workload; Web application; Set (abstract data type); Indirection; Session (web analytics); Process (computing); Web testing; Software performance testing; Distributed computing; Data mining; Software engineering; The Internet; Web application security; Operating system; Software system; Software; World Wide Web; Web development","score_opus":0.028681815392684086,"score_gpt":0.23686345703537345,"score_spread":0.20818164164268937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978687257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049730036,0.000026147947,0.94533265,0.00009649173,0.0000197414,0.00058681617,0.000002116795,0.00012650323,0.0040794904],"genre_scores_gemma":[0.6803373,2.7846298e-7,0.31913826,0.000044047592,0.000029339773,0.00034652092,0.000001899083,0.0000028223894,0.00009948473],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993017,0.000010724207,0.00021713009,0.00019243314,0.00013206557,0.00014598954],"domain_scores_gemma":[0.9990348,0.00016071837,0.000081825565,0.0005434387,0.00016337566,0.000015834517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003904449,0.000070472975,0.00009350096,0.00003119221,0.0001725906,0.000025844163,0.00056122197,0.000033113465,4.7506555e-7],"category_scores_gemma":[0.000012300666,0.000040727067,0.00005004041,0.00035759006,0.000054437543,0.0001336766,0.000044849006,0.000043308828,0.0000023528069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064039605,0.00022430882,0.03403822,0.0004446059,0.000005941418,1.79019e-8,0.000059075435,0.92371,0.0021957275,0.019954491,0.000774453,0.018586794],"study_design_scores_gemma":[0.0001528929,0.000029836985,0.001028296,0.0000054651873,0.0000030262001,9.71088e-7,0.000004198204,0.9962114,0.0018353098,0.00034293742,0.0003252561,0.00006039306],"about_ca_topic_score_codex":0.000019282943,"about_ca_topic_score_gemma":0.0000012960692,"teacher_disagreement_score":0.6306073,"about_ca_system_score_codex":0.000015470538,"about_ca_system_score_gemma":0.00013060284,"threshold_uncertainty_score":0.16608016},"labels":[],"label_agreement":null},{"id":"W1982046208","doi":"10.1145/1082983.1082999","title":"ICSE 2005 workshop summary third international workshop on dynamic analysis (WODA 2005)","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Static analysis; Software engineering; Dynamic program analysis; Scale (ratio); Software; Data science; Systems engineering; Engineering; Programming language","score_opus":0.010843758028425916,"score_gpt":0.2518805016925405,"score_spread":0.2410367436641146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982046208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18986836,0.0019458092,0.79548895,0.005421115,0.0032388729,0.00047312473,0.00004915777,0.0034700204,0.00004457269],"genre_scores_gemma":[0.899658,0.00025172322,0.09798488,0.0005019597,0.0005129283,0.00006838957,0.00008674213,0.00005247964,0.0008828974],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9965428,0.000048878494,0.00069355505,0.0009762788,0.0008041502,0.0009343314],"domain_scores_gemma":[0.97956157,0.017587222,0.00018854746,0.0021848313,0.00016293858,0.00031487222],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007639724,0.0005328101,0.0005662755,0.000811295,0.00018898954,0.0003090434,0.002780163,0.00032518298,0.00012186325],"category_scores_gemma":[0.023622887,0.0004970768,0.00044419014,0.0013460364,0.000052269108,0.0010437232,0.0007087864,0.0006445048,0.000344632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006842939,0.0004987198,0.31312343,0.00015278252,0.0015412031,0.0000649115,0.0012625906,0.54003054,0.0002833094,0.00036557115,0.011404051,0.13120446],"study_design_scores_gemma":[0.0021929136,0.00014493262,0.44224972,0.001210979,0.0005650975,0.00007658233,0.00008580586,0.42077836,0.001920256,0.00014662906,0.12663329,0.0039954307],"about_ca_topic_score_codex":0.00002113662,"about_ca_topic_score_gemma":0.000083069106,"teacher_disagreement_score":0.70978963,"about_ca_system_score_codex":0.0004760427,"about_ca_system_score_gemma":0.00010752883,"threshold_uncertainty_score":0.9997481},"labels":[],"label_agreement":null},{"id":"W1982353170","doi":"10.1145/1773912.1773932","title":"Analyzing blocking to debug performance problems on multi-core systems","year":2010,"lang":"en","type":"article","venue":"ACM SIGOPS Operating Systems Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Debugging; Tracing; TRACE (psycholinguistics); Instrumentation (computer programming); Blocking (statistics); Slowness; Process (computing); Embedded system; Spectrum analyzer; Distributed computing; Real-time computing; Operating system; Telecommunications; Computer network","score_opus":0.042187037349818574,"score_gpt":0.30118354400338315,"score_spread":0.25899650665356455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982353170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86264807,0.06803948,0.041063305,0.0012595283,0.013563836,0.010585313,0.000013651514,0.0019818842,0.0008449236],"genre_scores_gemma":[0.9845434,0.0018868389,0.010976683,0.0005797039,0.0005400167,0.0009506316,0.0000072723046,0.00005707978,0.0004583943],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953688,0.00029269487,0.0015961524,0.0011881638,0.00073672633,0.00081750884],"domain_scores_gemma":[0.9948317,0.00034089093,0.0004742761,0.0034393026,0.0005628145,0.00035101367],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004091897,0.00056252774,0.0011339021,0.00020361495,0.0007303131,0.0007360191,0.002648547,0.00021105366,0.0000072999546],"category_scores_gemma":[0.0015887859,0.00040940268,0.00019389924,0.0012880318,0.000042347066,0.0007915624,0.00062016293,0.0007692674,0.00061982137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001866793,0.0010178509,0.4559801,0.15958047,0.0005872626,0.00012442852,0.0072604544,0.1003138,0.025572583,0.0073427954,0.012238202,0.22996339],"study_design_scores_gemma":[0.0017602951,0.0011806973,0.009928327,0.15320733,0.00016823484,0.0011787368,0.00019412943,0.7028191,0.0010471585,0.000008822622,0.12454067,0.003966496],"about_ca_topic_score_codex":0.0003343066,"about_ca_topic_score_gemma":0.000024309846,"teacher_disagreement_score":0.6025053,"about_ca_system_score_codex":0.00013697248,"about_ca_system_score_gemma":0.00018194725,"threshold_uncertainty_score":0.9998358},"labels":[],"label_agreement":null},{"id":"W1983235800","doi":"10.1109/isie.2006.296138","title":"Proposed Concepts for a Tool for Multidimensional Performance Modeling in Software Engineering Management","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Benchmarking; Software engineering; Viewpoints; Systems engineering; Engineering","score_opus":0.012195872718846383,"score_gpt":0.23407478368446982,"score_spread":0.22187891096562343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983235800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31547973,0.000033675908,0.68293643,0.000039945815,0.00022312469,0.0010744999,0.0000021067297,0.00018849566,0.000021978609],"genre_scores_gemma":[0.5515148,0.0000017420177,0.44795346,0.0000344533,0.000042982243,0.00026805274,0.0000063422845,0.000007976841,0.00017019785],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986784,0.0000073552364,0.00036830935,0.00039436755,0.00018315608,0.00036841293],"domain_scores_gemma":[0.99940157,0.000112109,0.00004120988,0.0003071517,0.00011000808,0.000027952054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042935056,0.00015294313,0.00017958319,0.00010853074,0.0000992384,0.000033859964,0.00026394625,0.000063154344,0.000001918293],"category_scores_gemma":[0.000030188981,0.00012618661,0.00008395889,0.00017971979,0.000010859969,0.00041682905,0.00008914469,0.000055027154,0.0000056169915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062550695,0.00016407674,0.013595312,0.0012935738,0.000020106721,0.0000024438764,0.00018097677,0.9411737,0.00020942758,0.019838821,0.0004138837,0.02304514],"study_design_scores_gemma":[0.0012232655,0.000061920815,0.0025125018,0.000089924724,0.0000032592343,0.0000024009762,0.0000091349875,0.9939764,0.00084329775,0.00018037217,0.0008929833,0.00020452678],"about_ca_topic_score_codex":0.000021087231,"about_ca_topic_score_gemma":0.0000048704637,"teacher_disagreement_score":0.23603506,"about_ca_system_score_codex":0.000092289534,"about_ca_system_score_gemma":0.00003790352,"threshold_uncertainty_score":0.51457405},"labels":[],"label_agreement":null},{"id":"W1985346994","doi":"10.5555/2819009.2819022","title":"Comparing software architecture recovery techniques using accurate dependencies","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Waterloo","funders":"","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Quality (philosophy); Data mining; Artificial intelligence; Software engineering; Programming language","score_opus":0.06630326630733942,"score_gpt":0.2837157105576726,"score_spread":0.21741244425033318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985346994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15697432,0.000106672545,0.83971167,0.00009046181,0.00043671884,0.00016560324,6.214471e-7,0.0010290355,0.0014848869],"genre_scores_gemma":[0.60591185,0.000004217903,0.3936401,0.00016777878,0.000091896036,0.0000093590625,0.000001438975,0.000008465505,0.0001648894],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864686,0.00007146625,0.00027248045,0.00036162816,0.00034016388,0.00030740967],"domain_scores_gemma":[0.99885815,0.0000766303,0.000093592986,0.0006535927,0.000176603,0.0001414387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061079866,0.00016675408,0.00023300605,0.00011949636,0.00012767973,0.00020276877,0.00077351177,0.000100451725,0.0000045083416],"category_scores_gemma":[0.0001518305,0.00012242798,0.00007461228,0.00034719837,0.000045038913,0.0008542458,0.0004308796,0.00018098358,0.000052251642],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017987654,0.00045414298,0.4794604,0.00075646973,0.00023391825,0.00015232242,0.010567989,0.10066216,0.0032482313,0.0035397718,0.016877066,0.38386765],"study_design_scores_gemma":[0.004814124,0.0024634534,0.038506895,0.002089146,0.00014809318,0.0039526024,0.0027325056,0.4143883,0.19130218,0.2838465,0.046988696,0.00876751],"about_ca_topic_score_codex":0.00021359221,"about_ca_topic_score_gemma":0.00004696547,"teacher_disagreement_score":0.44893754,"about_ca_system_score_codex":0.00012538099,"about_ca_system_score_gemma":0.0002058856,"threshold_uncertainty_score":0.4992468},"labels":[],"label_agreement":null},{"id":"W1985423220","doi":"10.1109/icpc.2010.9","title":"Visualizing the Results of Field Testing","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Field (mathematics); Software deployment; Visualization; Focus (optics); Variety (cybernetics); Test strategy; Process (computing); Data science; Software; Software engineering; Data mining; Artificial intelligence","score_opus":0.019903783911434113,"score_gpt":0.27636617252101703,"score_spread":0.2564623886095829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985423220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84694386,0.000015430813,0.09735929,0.002496517,0.0014272563,0.0001683234,5.2029907e-7,0.0002582673,0.051330537],"genre_scores_gemma":[0.97724974,4.2071343e-7,0.022372127,0.00018049803,0.00005921206,0.0000021977983,7.1481246e-8,0.0000012935753,0.0001344417],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99946094,0.000017300386,0.00018488317,0.00012095214,0.000120147546,0.00009579515],"domain_scores_gemma":[0.9986102,0.0007056176,0.000062565574,0.00051880314,0.00008387559,0.0000189207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066362385,0.00004044763,0.000059527498,0.000016840462,0.00007618891,0.00002823893,0.0005075037,0.00003549902,0.000005010287],"category_scores_gemma":[0.0007542767,0.000020590387,0.000025292557,0.0002223745,0.000025505718,0.00013744422,0.00012690209,0.00011697336,0.000013967656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032257012,0.00017240545,0.16370612,0.00016179858,0.000029500257,0.0000051028533,0.005989985,0.000093478775,0.0666517,0.07545179,0.015183286,0.6725226],"study_design_scores_gemma":[0.0017431378,0.0007716213,0.1633908,0.00017563644,0.0000134009415,0.00011265116,0.0004062518,0.23482022,0.5488076,0.0097279055,0.03933245,0.0006982934],"about_ca_topic_score_codex":0.00023000386,"about_ca_topic_score_gemma":0.000028725332,"teacher_disagreement_score":0.6718243,"about_ca_system_score_codex":0.0000019144452,"about_ca_system_score_gemma":0.000030047668,"threshold_uncertainty_score":0.09430766},"labels":[],"label_agreement":null},{"id":"W1988323408","doi":"10.1145/1755888.1755908","title":"Sampling-based program execution monitoring","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Tracing; Computer science; Heuristics; Overhead (engineering); Algorithmic program debugging; Sampling (signal processing); Instrumentation (computer programming); Real-time computing; Control flow; Embedded system; Distributed computing; Programming language; Operating system","score_opus":0.020095571058779654,"score_gpt":0.30199931938437025,"score_spread":0.2819037483255906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988323408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5983538,0.000008316349,0.39632568,0.0002444872,0.0022818635,0.00022751522,1.4073636e-7,0.001156573,0.0014015882],"genre_scores_gemma":[0.80249476,4.1494445e-7,0.19724376,0.000020729023,0.00014012899,0.000040327555,4.4003284e-7,0.0000027627575,0.00005668226],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992969,0.000010671348,0.00012998389,0.0002177804,0.00016682011,0.00017785851],"domain_scores_gemma":[0.9992894,0.00004004343,0.00003146793,0.00049970346,0.00007707892,0.000062314015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026999647,0.00007162973,0.00006946362,0.00004074994,0.00010435286,0.00011092828,0.00038040592,0.00006847956,0.0000112709595],"category_scores_gemma":[0.00003329896,0.00005298778,0.000043731405,0.00020339423,0.00002576065,0.00026968634,0.000052397914,0.00014602908,0.000081920705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004299337,0.00023659169,0.23594339,0.00004443858,0.000006141411,0.0000018463888,0.00016537211,0.00019013234,0.0067613563,0.004228888,0.00021655243,0.75220096],"study_design_scores_gemma":[0.0010921186,0.0004627579,0.5498852,0.00008449313,0.000008848409,0.000024111187,0.000045731842,0.22870071,0.14579529,0.0019262191,0.07112348,0.00085104664],"about_ca_topic_score_codex":0.000030843985,"about_ca_topic_score_gemma":0.000005184391,"teacher_disagreement_score":0.7513499,"about_ca_system_score_codex":0.000013746122,"about_ca_system_score_gemma":0.000051468916,"threshold_uncertainty_score":0.2160779},"labels":[],"label_agreement":null},{"id":"W1989192970","doi":"10.1145/1370114.1370139","title":"A sketch of the programmer's coach","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Programmer; Computer science; Sketch; Software engineering; Coaching; Software; Human–computer interaction; Ask price; Programming language; Data science","score_opus":0.01387203909748264,"score_gpt":0.20055406572852655,"score_spread":0.1866820266310439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989192970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9268652,0.00006843261,0.06337826,0.00082778203,0.00047078138,0.00028754992,2.8342512e-7,0.0001670254,0.007934653],"genre_scores_gemma":[0.9928849,0.000004585582,0.006534931,0.00009623224,0.000016494007,0.000009077422,6.684518e-8,0.000001566777,0.0004521705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99940914,0.000028595647,0.00013540043,0.00012227429,0.00019174925,0.00011283931],"domain_scores_gemma":[0.9992773,0.000026052296,0.000042569376,0.0005686598,0.000061904684,0.0000235089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015663587,0.000046107776,0.00007828781,0.000013511793,0.000088003784,0.000007613321,0.00061671593,0.000028340724,0.000007656035],"category_scores_gemma":[0.000018486315,0.00002255722,0.00006381475,0.00030823864,0.00008462064,0.00011683992,0.00015163393,0.000048262762,0.000021531925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034472037,0.00022467077,0.93627053,0.00006673831,0.000020218497,0.0000026480645,0.0024577652,0.000033070777,0.00014790897,0.011810096,0.005730661,0.04323223],"study_design_scores_gemma":[0.0007182612,0.00020874216,0.92314684,0.000048759146,0.0000065760723,0.00025097054,0.000105518615,0.016969576,0.026505783,0.0016652192,0.030049711,0.00032402255],"about_ca_topic_score_codex":0.000098930715,"about_ca_topic_score_gemma":0.000006850746,"teacher_disagreement_score":0.06601965,"about_ca_system_score_codex":0.000008960635,"about_ca_system_score_gemma":0.000069221125,"threshold_uncertainty_score":0.114602186},"labels":[],"label_agreement":null},{"id":"W1990395831","doi":"10.1145/1370018.1370032","title":"Monitoring multi-tier clustered systems with invariant metric relationships","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Invariant (physics); Metric (unit); Database transaction; Distributed computing; Data mining; Machine learning; Artificial intelligence; Database; Engineering; Mathematics","score_opus":0.07346680367977299,"score_gpt":0.24723522729017447,"score_spread":0.17376842361040148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990395831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21252632,0.0003802781,0.784127,0.00007621553,0.0009302573,0.0003455737,4.14215e-7,0.00042940048,0.0011845498],"genre_scores_gemma":[0.93951243,0.000025491841,0.05887562,0.000012341726,0.00009776514,0.00004040425,4.7950465e-7,0.000008464378,0.0014270091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858487,0.000133084,0.00030639605,0.00035677268,0.0003621246,0.00025674584],"domain_scores_gemma":[0.9987408,0.00017765096,0.00009645926,0.0007120817,0.00016040442,0.00011261353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053981924,0.00013940476,0.00019352538,0.00019761435,0.0004195048,0.00008941428,0.00047852198,0.00009306165,0.0000029316031],"category_scores_gemma":[0.0000844811,0.000090017485,0.000040206985,0.0010686184,0.00004208761,0.0007487003,0.00011309819,0.00020017842,0.00014009279],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007775956,0.000086021726,0.9928653,0.00006164515,0.00003396785,0.000027003638,0.0014215168,0.0037179694,0.000020954047,0.0006701897,0.00023083492,0.0008568105],"study_design_scores_gemma":[0.0014168767,0.00016732857,0.76111114,0.00016372744,0.000013154233,0.0005811446,0.00038881943,0.23401284,0.00077261764,0.000022158938,0.0008428396,0.0005073717],"about_ca_topic_score_codex":0.00025700397,"about_ca_topic_score_gemma":0.000006308999,"teacher_disagreement_score":0.7269861,"about_ca_system_score_codex":0.0000916475,"about_ca_system_score_gemma":0.000104582185,"threshold_uncertainty_score":0.36708066},"labels":[],"label_agreement":null},{"id":"W1994421197","doi":"10.1145/2591062.2591107","title":"Mining precise performance-aware behavioral models from existing instrumentation","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Instrumentation (computer programming); Computer science; Behavioral modeling; Artificial intelligence; Programming language","score_opus":0.05046012735254034,"score_gpt":0.27974082982752874,"score_spread":0.22928070247498838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994421197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6483323,0.000006046974,0.3484287,0.00003140123,0.00040177256,0.000094275565,8.3942524e-7,0.00024625045,0.002458389],"genre_scores_gemma":[0.9396545,0.0000039920455,0.059967257,0.00006837482,0.00010060119,0.000024718729,0.000011399338,0.0000075359885,0.00016161478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987198,0.000050598523,0.00031055117,0.00038267116,0.0002924641,0.00024388185],"domain_scores_gemma":[0.99915606,0.00007092651,0.00009927696,0.0005144989,0.00007966398,0.000079551435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003151761,0.000137326,0.00015956495,0.00006118468,0.00019570363,0.00013758165,0.00048589523,0.00007454112,0.000028021894],"category_scores_gemma":[0.000010651979,0.000112390255,0.000048625792,0.00018165345,0.000026766866,0.0015908538,0.0001720421,0.000086443244,0.00006231184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012064362,0.00009373026,0.15687236,0.000049995535,0.000010026274,9.653942e-7,0.0044145854,0.0039052197,0.00017718885,0.0010992497,0.00026249027,0.8331021],"study_design_scores_gemma":[0.00038870823,0.000117222866,0.014396616,0.00006728786,0.000006552518,0.0000033085453,0.00015682675,0.98096305,0.0027250627,0.00076344545,0.0001999098,0.00021199629],"about_ca_topic_score_codex":0.00026512923,"about_ca_topic_score_gemma":0.000020554628,"teacher_disagreement_score":0.9770578,"about_ca_system_score_codex":0.000056585068,"about_ca_system_score_gemma":0.00003731749,"threshold_uncertainty_score":0.45831415},"labels":[],"label_agreement":null},{"id":"W1995829812","doi":"10.1145/2405186.2405192","title":"MemRed","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Ajax; JavaScript; Debugging; Client-side scripting; Web application; Web server; Operating system; Application server; Reliability (semiconductor); Web API; Web page; World Wide Web; Embedded system; The Internet","score_opus":0.011356479814785304,"score_gpt":0.23131820180493948,"score_spread":0.21996172199015418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995829812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15016931,0.00022886101,0.77235687,0.0006536502,0.0018630895,0.00010224721,1.1177149e-7,0.000655758,0.07397008],"genre_scores_gemma":[0.9797335,0.0000017269468,0.019234505,0.00021210057,0.0000878035,0.000003928932,1.05630455e-7,0.0000012045614,0.0007250862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996057,0.000012083996,0.00006631828,0.00006882441,0.00008686729,0.00016018201],"domain_scores_gemma":[0.9995942,0.000019142866,0.000011483608,0.00029912477,0.000015901318,0.0000601571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022651354,0.000033776254,0.000042566564,0.000016226371,0.000035162255,0.000017882834,0.0002334725,0.000020881216,0.000049416627],"category_scores_gemma":[0.000010843946,0.000022034117,0.000022072001,0.000109734196,0.000008017593,0.00054137566,0.00007013216,0.000024494664,0.00071839755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021164544,0.00019347697,0.609053,0.000040257197,0.000017064063,9.099725e-7,0.0025450408,0.0000077958775,0.0004855677,0.21388409,0.028793432,0.14497721],"study_design_scores_gemma":[0.00061687577,0.00008992699,0.60548484,0.00001734492,0.0000056342446,0.00007772485,0.0001074762,0.010808124,0.024989994,0.0033632414,0.3538063,0.00063253497],"about_ca_topic_score_codex":0.000009503434,"about_ca_topic_score_gemma":3.3260199e-7,"teacher_disagreement_score":0.8295642,"about_ca_system_score_codex":0.00001023451,"about_ca_system_score_gemma":0.000009038276,"threshold_uncertainty_score":0.92337865},"labels":[],"label_agreement":null},{"id":"W1998069884","doi":"10.1109/icsm.2010.5609556","title":"Log filtering and interpretation for root cause analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Computer science; Data mining; Process (computing); Search engine indexing; Solver; Set (abstract data type); Tree (set theory); Focus (optics); Information retrieval; Machine learning; Programming language","score_opus":0.009010316140283898,"score_gpt":0.2617042947722183,"score_spread":0.2526939786319344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998069884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44528952,0.000004603666,0.5542278,0.00009126942,0.00016179773,0.00005940532,3.7976898e-7,0.00005531774,0.000109896166],"genre_scores_gemma":[0.9528467,8.396296e-7,0.046952397,0.000046733265,0.0000225114,0.00001717691,0.0000013768179,0.0000016748952,0.000110559085],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954844,0.0000074260593,0.000112860784,0.0001841492,0.000055891283,0.00009121808],"domain_scores_gemma":[0.99953294,0.00007775395,0.000029111183,0.0002750583,0.000049510003,0.00003564148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002175973,0.00004944615,0.00009222795,0.00008047724,0.000055812725,0.00008142624,0.00016060438,0.000036185273,0.000010365764],"category_scores_gemma":[0.00004102482,0.00003610377,0.000048309026,0.00020025317,0.000016608754,0.00029490326,0.0000644068,0.000045088374,0.0000046690907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023830815,0.000061541425,0.71098834,0.00016564345,0.00042160164,0.0000018844212,0.0033396313,0.0004618965,0.0073324526,0.010595317,0.00049868674,0.2661092],"study_design_scores_gemma":[0.0001607269,0.00004689763,0.12288914,0.0000043506566,0.000051465107,0.000005022158,0.000012180852,0.8728449,0.0022593744,0.0008105761,0.0007964767,0.000118909134],"about_ca_topic_score_codex":0.00004172962,"about_ca_topic_score_gemma":0.00034293364,"teacher_disagreement_score":0.872383,"about_ca_system_score_codex":0.0000052062155,"about_ca_system_score_gemma":0.000009568556,"threshold_uncertainty_score":0.1472269},"labels":[],"label_agreement":null},{"id":"W2002401184","doi":"10.1145/1557626.1557653","title":"Markovian workload modeling for Enterprise Application Servers","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Server; Workload; Computer science; Markov process; Markovian arrival process; Distributed computing; Computer network; Queueing theory; Operating system; Mathematics","score_opus":0.00914629941199464,"score_gpt":0.24441331712243303,"score_spread":0.2352670177104384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002401184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028500546,0.000053673473,0.96841794,0.0010984786,0.0001383187,0.00035153,3.6887744e-7,0.0002748625,0.0011642886],"genre_scores_gemma":[0.9395419,0.000009340544,0.059672624,0.000538487,0.000052574178,0.000038314723,0.0000014439186,0.000002519092,0.00014280176],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925506,0.000010471537,0.00017533025,0.00027046385,0.00011209508,0.00017657474],"domain_scores_gemma":[0.9993595,0.000022962302,0.000033866218,0.0004607774,0.000068404355,0.000054492008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025949115,0.000077530975,0.000090546404,0.000039131766,0.0000908381,0.00005952434,0.00041985905,0.00004952011,0.0000025653374],"category_scores_gemma":[0.000010701839,0.00006181697,0.000067494766,0.00015942665,0.000005509014,0.0003659275,0.000031984746,0.000039746534,0.000029658986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034459797,0.00013830763,0.0039487695,0.000056660396,0.000011059557,4.90091e-7,0.0005399098,0.012354739,0.00030190978,0.008417954,0.0011631653,0.9730326],"study_design_scores_gemma":[0.00020601778,0.000048225807,0.00071833766,0.000016531114,0.0000019563631,0.000001612683,0.000014499039,0.99325025,0.00020451256,0.0045894906,0.0008496326,0.00009893219],"about_ca_topic_score_codex":0.000017450144,"about_ca_topic_score_gemma":0.000003517385,"teacher_disagreement_score":0.9808955,"about_ca_system_score_codex":0.000038113754,"about_ca_system_score_gemma":0.000023982831,"threshold_uncertainty_score":0.25208232},"labels":[],"label_agreement":null},{"id":"W2002596422","doi":"10.1109/icsm.2013.22","title":"Leveraging Performance Counters and Execution Logs to Diagnose Memory-Related Performance Issues","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); York University; Queen's University","funders":"","keywords":"Computer science; Memory management; Software performance testing; Memory leak; Operating system; Software; Embedded system; Software system","score_opus":0.007408935931693751,"score_gpt":0.2130378731948012,"score_spread":0.20562893726310744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002596422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872949,0.00021274154,0.007071801,0.0018438044,0.0006552492,0.0005763974,3.2668078e-7,0.0004303364,0.0019144482],"genre_scores_gemma":[0.99330306,0.00028784256,0.0037940647,0.00075742893,0.000050922925,0.00010418123,0.0000016666414,0.000011585692,0.0016892544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824286,0.000042794887,0.00038576513,0.0005436014,0.00033260096,0.00045235833],"domain_scores_gemma":[0.99885845,0.00006742083,0.00007738565,0.0006318801,0.00017355007,0.00019131509],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004785767,0.00023139497,0.00024348947,0.00015106352,0.00028815132,0.00024901598,0.0005510221,0.00010039149,0.00012033334],"category_scores_gemma":[0.00003358243,0.0001795769,0.000041510077,0.0004358434,0.00007802959,0.0021114608,0.0002982195,0.00016580874,0.00086273346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022564504,0.00016617525,0.5386658,0.0005329066,0.000068044355,0.000006914614,0.016120374,0.0023069507,0.0015252818,0.00061754393,0.018883849,0.42108363],"study_design_scores_gemma":[0.0009621139,0.0005419624,0.57994205,0.00036495834,0.0000122158435,0.00010655991,0.0005542824,0.39909694,0.011633315,0.0002091314,0.0056424844,0.00093397446],"about_ca_topic_score_codex":0.0004100787,"about_ca_topic_score_gemma":0.0000040924797,"teacher_disagreement_score":0.42014965,"about_ca_system_score_codex":0.00008853459,"about_ca_system_score_gemma":0.00003778964,"threshold_uncertainty_score":0.9999152},"labels":[],"label_agreement":null},{"id":"W2003539625","doi":"10.1007/bf03018953","title":"Review of SimBioSys ACLS review","year":2000,"lang":"fr","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Computer science","score_opus":0.016277103582722347,"score_gpt":0.23918956230150626,"score_spread":0.2229124587187839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003539625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033560507,0.8929117,0.00004988684,0.069009416,0.0019377456,0.00054422586,0.00001782852,0.000012884095,0.001955806],"genre_scores_gemma":[0.059435785,0.9233824,0.0016467198,0.0066038375,0.0021821703,0.0000067230903,0.0000069114813,0.00010472997,0.006630715],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.99201566,0.0009985457,0.0036420175,0.00048941845,0.0011584042,0.0016959832],"domain_scores_gemma":[0.9887495,0.00021378203,0.002440027,0.0011145687,0.0029755712,0.004506533],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077928808,0.00071069645,0.0022752348,0.0006188661,0.0005747124,0.00029741612,0.0030850684,0.00042595665,0.005574079],"category_scores_gemma":[0.00074261526,0.0006226935,0.00127701,0.001925866,0.0006955716,0.0019308495,0.000022876793,0.0016928305,0.00023137197],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003804024,0.00012469225,0.0015331605,0.047197517,0.00029727817,0.3732854,0.0012819929,0.0001198943,0.0000019945478,0.00065902853,0.33139524,0.24406573],"study_design_scores_gemma":[0.00028121413,0.00065595936,0.00054197275,0.10779892,0.00025445997,0.52440464,0.000028849454,0.000023034927,0.000009450174,0.00016314603,0.36548978,0.00034854648],"about_ca_topic_score_codex":0.012376196,"about_ca_topic_score_gemma":0.0042901537,"teacher_disagreement_score":0.24371718,"about_ca_system_score_codex":0.001287303,"about_ca_system_score_gemma":0.018458256,"threshold_uncertainty_score":0.99962246},"labels":[],"label_agreement":null},{"id":"W2004954545","doi":"10.1109/dsn.2014.51","title":"Ocasta: Clustering Configuration Settings for Error Recovery","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cluster analysis; Configuration Management (ITSM); Configuration design; Error detection and correction","score_opus":0.014593155656184154,"score_gpt":0.24962269153131444,"score_spread":0.23502953587513029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004954545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016918335,0.000006577438,0.9772159,0.0011238847,0.0007756896,0.0002447649,6.518969e-7,0.00024298606,0.0034712383],"genre_scores_gemma":[0.9173748,0.0000012672324,0.08050547,0.0008869066,0.00016270384,0.000043437387,0.0000032675255,0.000005960439,0.0010162219],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925184,0.000026672655,0.00019622575,0.00024698334,0.00010474658,0.00017354813],"domain_scores_gemma":[0.99931437,0.0001512707,0.000064164175,0.00034138042,0.00008879623,0.000040017927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005749651,0.00007725799,0.00010932624,0.000035796646,0.00013245078,0.000100948346,0.00026088336,0.000051298757,0.000009715468],"category_scores_gemma":[0.00010783969,0.000059704154,0.00005587017,0.000088548506,0.000012897853,0.00051462895,0.000060023864,0.00003861239,0.000057750196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008591846,0.00011633645,0.0039120666,0.0010171002,0.00005283029,0.0000011655872,0.0022046189,0.004142446,0.004195964,0.05804118,0.04298657,0.8832438],"study_design_scores_gemma":[0.0005605836,0.00029607926,0.0020404377,0.00005022352,0.0000043685513,0.000012458207,0.000049568265,0.9219324,0.0055768974,0.0032098796,0.06600998,0.00025714037],"about_ca_topic_score_codex":0.000013037624,"about_ca_topic_score_gemma":0.00000997841,"teacher_disagreement_score":0.91778994,"about_ca_system_score_codex":0.000026413696,"about_ca_system_score_gemma":0.000025176338,"threshold_uncertainty_score":0.24346647},"labels":[],"label_agreement":null},{"id":"W2006505685","doi":"10.1145/2188286.2188338","title":"Efficiency improvements for solving layered queueing networks","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Linearizer; Queueing theory; Layered queueing network; Computer science; Solver; Set (abstract data type); Mean value analysis; Mathematical optimization; G-network; Distributed computing; Computer network; Mathematics; Bandwidth (computing)","score_opus":0.013832324911294965,"score_gpt":0.25265265851036706,"score_spread":0.2388203335990721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006505685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051602185,0.00020967366,0.9445704,0.00007348495,0.0016368667,0.00034483214,2.7918958e-7,0.00025730356,0.0013049393],"genre_scores_gemma":[0.9751992,0.0000041301682,0.023952395,0.00025205186,0.0002667098,0.000051469826,8.363704e-7,0.0000065021086,0.00026669816],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887836,0.00001381563,0.00022398797,0.00021956541,0.00014294006,0.000521346],"domain_scores_gemma":[0.99925035,0.000109388035,0.00006464577,0.00041032044,0.00006393754,0.000101368445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000775434,0.00010361582,0.000121743054,0.00003809795,0.00019977454,0.00007777757,0.0004504191,0.00006373058,0.000009857375],"category_scores_gemma":[0.000042643256,0.00007647396,0.000073409166,0.0001845153,0.000014902621,0.000768222,0.00016426,0.00006173506,0.000025465406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000345756,0.00088520406,0.3980915,0.00047261105,0.00010914888,0.0000013180081,0.005266867,0.007129159,0.0038538582,0.064627625,0.009116499,0.5104116],"study_design_scores_gemma":[0.00067045266,0.00012958674,0.013742993,0.000038082235,0.000006273213,0.0000051850125,0.00007869939,0.9767564,0.003704358,0.00033099577,0.0041769897,0.0003599807],"about_ca_topic_score_codex":0.00003887904,"about_ca_topic_score_gemma":0.0000025732977,"teacher_disagreement_score":0.96962726,"about_ca_system_score_codex":0.00005003423,"about_ca_system_score_gemma":0.000026234216,"threshold_uncertainty_score":0.31185174},"labels":[],"label_agreement":null},{"id":"W2008494800","doi":"10.1145/1712605.1712638","title":"Resource demand modeling for multi-tier services","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Activity-based costing; Provisioning; Service (business); Demand forecasting; Resource (disambiguation); Demand management; Estimation; Operations research; Business; Engineering","score_opus":0.021581059061012122,"score_gpt":0.2708519483993546,"score_spread":0.2492708893383425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008494800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25909853,0.000023965484,0.7394529,0.00019040178,0.0003738755,0.00018334501,6.330519e-7,0.00020527409,0.00047105344],"genre_scores_gemma":[0.7604508,0.0000011630395,0.23866592,0.00029641856,0.00009908021,0.00003000441,0.0000011957666,0.000005486689,0.00044996114],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920976,0.000011089866,0.00017346657,0.00028342908,0.00011743876,0.00020482639],"domain_scores_gemma":[0.99924016,0.000044220167,0.000032665237,0.0005240934,0.000092344184,0.00006653306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044748458,0.000086936554,0.00010541126,0.00003730545,0.00015379085,0.00009508402,0.00058116816,0.00008628814,0.000007868855],"category_scores_gemma":[0.000015435578,0.00006094953,0.00005889292,0.00009757295,0.000014088874,0.00036250637,0.00012048513,0.000099583944,0.000033819208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022905749,0.0018186414,0.23602936,0.0053382255,0.0003382495,0.000015017425,0.035469923,0.09533487,0.032066885,0.116586626,0.008755451,0.4680177],"study_design_scores_gemma":[0.00027729734,0.0000171188,0.00032029126,0.000009007506,0.0000021125825,0.000003999617,0.000042546493,0.98943424,0.0008731801,0.00043516114,0.008481741,0.00010330105],"about_ca_topic_score_codex":0.000053281517,"about_ca_topic_score_gemma":0.00008105066,"teacher_disagreement_score":0.89409935,"about_ca_system_score_codex":0.0000061252686,"about_ca_system_score_gemma":0.000022934137,"threshold_uncertainty_score":0.24854496},"labels":[],"label_agreement":null},{"id":"W2008922410","doi":"10.1145/2160803.2160838","title":"Performance evaluation for software migration (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Legacy system; Documentation; Software; Software engineering; Resource (disambiguation); Software system; Data science; Operating system","score_opus":0.1233717936110981,"score_gpt":0.3373253534139765,"score_spread":0.21395355980287842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008922410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8803878,0.045376424,0.055044927,0.0008125705,0.0034548086,0.011751182,0.000015989648,0.00072544697,0.0024308811],"genre_scores_gemma":[0.8835926,0.038738187,0.07390699,0.00096495595,0.00022807703,0.002231356,0.00018951508,0.000043420114,0.00010488849],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993933,0.00036539577,0.0015626807,0.0009922124,0.002491274,0.00065541925],"domain_scores_gemma":[0.99219155,0.00048950466,0.0009984524,0.002481606,0.0036448808,0.00019400715],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016400576,0.0004646071,0.0006297117,0.00060698396,0.0005311523,0.000118955,0.0019667116,0.0002354938,0.00025681424],"category_scores_gemma":[0.008159127,0.00039791822,0.00027337222,0.003169255,0.00006882019,0.0031979717,0.00026738856,0.0002895019,0.0004120708],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001712055,0.00014431615,0.040967118,0.0021946682,0.000034176093,2.0716806e-7,0.00034198407,0.00046435645,0.000009657759,0.00006265863,0.0024957005,0.95326805],"study_design_scores_gemma":[0.0021364465,0.0010662361,0.45450884,0.0034976052,0.0006299065,0.000048888505,0.000024919971,0.51616126,0.00194007,0.00061433006,0.018159578,0.0012119304],"about_ca_topic_score_codex":0.000021873033,"about_ca_topic_score_gemma":0.000011064686,"teacher_disagreement_score":0.9520561,"about_ca_system_score_codex":0.00052589166,"about_ca_system_score_gemma":0.0011733486,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W2009153287","doi":"10.1109/qest.2010.16","title":"An Evaluation of Entropy Based Approaches to Alert Detection in High Performance Cluster Logs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Sandia National Laboratories; National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Entropy (arrow of time); Dependability; Data mining; False positive rate; Machine learning; Artificial intelligence","score_opus":0.04482419128917907,"score_gpt":0.2559169348117463,"score_spread":0.21109274352256724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009153287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8156568,0.0000018515129,0.18311954,0.00017896104,0.00043858233,0.0003869963,2.6343125e-7,0.00005947647,0.0001575573],"genre_scores_gemma":[0.9821199,3.4433393e-7,0.017649855,0.00009486703,0.000046942743,0.00007184863,0.0000017590328,0.0000043445416,0.000010130398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868715,0.00011838068,0.00026971733,0.00030990603,0.00044586178,0.00016900885],"domain_scores_gemma":[0.9990468,0.00003861682,0.00006473404,0.0006441453,0.0001453948,0.000060300223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021358486,0.000093566545,0.00012959872,0.00016883832,0.000044590353,0.00003198991,0.00038751718,0.00009197848,0.00003038899],"category_scores_gemma":[0.00004808074,0.00007188387,0.000026376592,0.00039129378,0.000025703372,0.0006035817,0.000045021683,0.0001254299,0.000027138965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010260341,0.0005571223,0.34945086,0.00016815319,0.000009707681,2.8505787e-7,0.0018340605,0.07128947,0.03697041,0.00122308,0.000026312946,0.5383679],"study_design_scores_gemma":[0.0004008895,0.00012876869,0.23666292,0.0000078500825,0.000002788604,0.0000011515853,0.000008706282,0.68330926,0.079283796,0.00008745038,0.00003129796,0.0000751257],"about_ca_topic_score_codex":0.00013116341,"about_ca_topic_score_gemma":0.00031950872,"teacher_disagreement_score":0.6120198,"about_ca_system_score_codex":0.000054600445,"about_ca_system_score_gemma":0.00009562649,"threshold_uncertainty_score":0.2931339},"labels":[],"label_agreement":null},{"id":"W2011022810","doi":"10.1109/coase.2010.5584380","title":"Welcome message from the program chair","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language","score_opus":0.008782564957600903,"score_gpt":0.24507897313003507,"score_spread":0.23629640817243416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011022810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8854351,0.00008111921,0.06697981,0.01074033,0.006436096,0.00087644084,0.0000046537757,0.0021451795,0.027301285],"genre_scores_gemma":[0.9805682,0.0000027749313,0.018149355,0.0004440708,0.000307277,0.000053392636,0.0000013698368,0.0000038216153,0.00046977116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992133,0.000028247869,0.00013779185,0.00024184072,0.0001951391,0.00018370594],"domain_scores_gemma":[0.9987332,0.000133737,0.000034454348,0.0010040494,0.000041498854,0.000053055384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003471577,0.00008321503,0.000088565685,0.000012016804,0.00014507685,0.00014520061,0.0011150165,0.00006506008,0.0001573065],"category_scores_gemma":[0.000032143118,0.00004018401,0.000057177996,0.00018663873,0.0000629406,0.00026672406,0.00021313729,0.00021777826,0.00026115263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004279485,0.00026952973,0.16469988,0.000016475828,0.00003536064,0.000006516061,0.0017307289,0.0000046324117,0.0008512416,0.03235764,0.02148417,0.77853954],"study_design_scores_gemma":[0.00044797632,0.00011151443,0.53240657,0.000016031647,0.0000058035075,0.000015315443,0.00007518197,0.023638103,0.0026692827,0.0061549763,0.43410307,0.00035615018],"about_ca_topic_score_codex":0.00029964978,"about_ca_topic_score_gemma":0.00012365998,"teacher_disagreement_score":0.7781834,"about_ca_system_score_codex":0.0000057245124,"about_ca_system_score_gemma":0.000034344797,"threshold_uncertainty_score":0.33566758},"labels":[],"label_agreement":null},{"id":"W2011460281","doi":"10.1145/1383559.1383571","title":"Towards automatic derivation of a product performance model from a UML software product line model","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Software product line; Programming language; Software engineering; Model-driven architecture; Software; Software development; Artificial intelligence","score_opus":0.032171044485272665,"score_gpt":0.24149517177712626,"score_spread":0.2093241272918536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011460281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5173132,0.0001123671,0.48139167,0.00021683527,0.00012272783,0.00032281043,0.0000045390334,0.00040136423,0.00011448222],"genre_scores_gemma":[0.67938465,0.000045811375,0.32007313,0.000083026185,0.00006500551,0.00004733577,0.000008524848,0.000011789249,0.00028070452],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761707,0.00003862207,0.00067385065,0.00070418353,0.00062525115,0.00034105542],"domain_scores_gemma":[0.99779016,0.000036327332,0.00023181966,0.0014451899,0.0004072146,0.000089273635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040341952,0.00025583812,0.00041203763,0.00013148025,0.00019134193,0.000029471124,0.00086753437,0.000076369106,0.00001215691],"category_scores_gemma":[0.00021797774,0.00019377068,0.00010564339,0.00055998424,0.00010868407,0.0012627906,0.0002594929,0.00016094364,0.00003316873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045367207,0.00070854905,0.038225565,0.0010771189,0.00008734752,0.0000044689964,0.008909454,0.6890903,0.002326864,0.0005282104,0.0022602414,0.25673652],"study_design_scores_gemma":[0.0002977153,0.000072595896,0.012598227,0.000077081844,0.000008765206,0.00001708322,0.000004922709,0.9613381,0.024446936,0.0008853113,0.000010088119,0.00024319575],"about_ca_topic_score_codex":0.0001098228,"about_ca_topic_score_gemma":0.0000045680777,"teacher_disagreement_score":0.2722478,"about_ca_system_score_codex":0.0000892666,"about_ca_system_score_gemma":0.00068741076,"threshold_uncertainty_score":0.7901739},"labels":[],"label_agreement":null},{"id":"W2011727948","doi":"10.1007/s00607-013-0361-x","title":"Comparing redundancy models for high availability middleware","year":2013,"lang":"en","type":"article","venue":"Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Ericsson (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Redundancy (engineering); Computer science; Provisioning; High availability; Fault tolerance; Distributed computing; Component (thermodynamics); Middleware (distributed applications); Single point of failure; Reliability engineering; Context (archaeology); Operating system; Engineering","score_opus":0.038419832611046874,"score_gpt":0.24587086504130357,"score_spread":0.2074510324302567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011727948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42588452,0.00009914073,0.5718047,0.00018673365,0.00069144054,0.00049224315,6.580279e-7,0.00038105072,0.00045951785],"genre_scores_gemma":[0.8938574,0.0000012957317,0.10571077,0.000113865906,0.00018339703,0.000042141375,0.0000037519337,0.000011873943,0.00007548832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813974,0.00006187322,0.00049220485,0.00060301804,0.00021599978,0.0004871859],"domain_scores_gemma":[0.9982281,0.00029297962,0.0001551885,0.0008874858,0.00031864186,0.00011764947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006321806,0.00018937257,0.0003289695,0.000061797335,0.00038873946,0.00025424207,0.0009392156,0.00008838188,0.0000108418935],"category_scores_gemma":[0.00009218732,0.00016510392,0.000113461625,0.00026426662,0.000056529676,0.0008515844,0.00044672037,0.00014818517,0.00012921215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000314698,0.0006829312,0.2759888,0.0026804418,0.00016928893,0.0000053218187,0.010397843,0.11662192,0.00076555234,0.100714296,0.01631041,0.47563174],"study_design_scores_gemma":[0.0003738157,0.00004758941,0.021324987,0.00009524186,0.0000036726415,0.000006006342,0.000040655592,0.94927955,0.00039354025,0.028019436,0.00017493348,0.00024056259],"about_ca_topic_score_codex":0.00023945625,"about_ca_topic_score_gemma":0.0000040947516,"teacher_disagreement_score":0.83265764,"about_ca_system_score_codex":0.00009802919,"about_ca_system_score_gemma":0.00006681169,"threshold_uncertainty_score":0.6732742},"labels":[],"label_agreement":null},{"id":"W2013205291","doi":"10.1109/compsac.2013.132","title":"Software Architecture Decomposition Using Clustering Techniques","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Cluster analysis; Decomposition; Data mining; Software; Brown clustering; Hierarchical clustering; Software system; Software architecture; Software engineering; Fuzzy clustering; Artificial intelligence; Programming language; Canopy clustering algorithm","score_opus":0.010979991272152807,"score_gpt":0.2609295004273928,"score_spread":0.24994950915524003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013205291","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08477926,0.000021156018,0.9130131,0.00021840127,0.00018311858,0.0002680308,2.2700173e-7,0.0009098035,0.00060692645],"genre_scores_gemma":[0.39880535,0.0000015676942,0.600799,0.00025119254,0.000060164362,0.000023875955,7.412648e-7,0.0000055988435,0.000052513828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991579,0.00003374628,0.00018498888,0.00025843637,0.00015130063,0.00021363847],"domain_scores_gemma":[0.9993247,0.000039044673,0.00004717267,0.00044298466,0.00008367042,0.00006246644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001343688,0.000110502275,0.00011519055,0.00008247081,0.00013612169,0.00016249194,0.00040937366,0.000073026116,0.000051211453],"category_scores_gemma":[0.000013549012,0.000081185746,0.00005435279,0.00019077353,0.000023696119,0.00065052795,0.00022233705,0.00010031744,0.00008334528],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004379403,0.00008622808,0.012989616,0.00022377975,0.000024923958,0.0000059478725,0.0009035384,0.0034314455,0.019730225,0.00056111725,0.0012385816,0.96080023],"study_design_scores_gemma":[0.0007851577,0.00048187192,0.031884823,0.0006762439,0.000022651953,0.0009403056,0.0001270661,0.74940395,0.1636925,0.0447915,0.0050576357,0.0021362703],"about_ca_topic_score_codex":0.00022040235,"about_ca_topic_score_gemma":0.00000664661,"teacher_disagreement_score":0.95866394,"about_ca_system_score_codex":0.00005356781,"about_ca_system_score_gemma":0.000025798581,"threshold_uncertainty_score":0.33106586},"labels":[],"label_agreement":null},{"id":"W2014081646","doi":"10.1007/s10270-008-0099-7","title":"A UML-based quantitative framework for early prediction of resource usage and load in distributed real-time systems","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Resource (disambiguation); Applications of UML; Distributed computing; UML tool; Software engineering; Real-time computing; Programming language; Software","score_opus":0.03411965761701026,"score_gpt":0.25926486085490513,"score_spread":0.2251452032378949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014081646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4032577,0.0007145388,0.5944471,0.000014709918,0.00030845113,0.0008581481,0.00012277384,0.00026756388,0.000009042293],"genre_scores_gemma":[0.9629745,0.000029910774,0.036569852,0.000007036735,0.00008229035,0.000252012,0.00003227819,0.000028055187,0.000024058638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968139,0.00028316508,0.0010985669,0.0007159279,0.00062163186,0.00046682812],"domain_scores_gemma":[0.9972784,0.0009177253,0.00040025142,0.0007762211,0.00049413176,0.00013327703],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016804662,0.00029092876,0.00071016775,0.00021349387,0.00026253978,0.00009833728,0.00046122,0.0003175341,4.233315e-7],"category_scores_gemma":[0.0006505102,0.00026114157,0.00012447934,0.0006282792,0.000099017765,0.0005108449,0.000095853946,0.0002312664,0.000004957362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023723124,0.000175252,0.12710725,0.0025497626,0.000075643125,0.000019588788,0.0069466373,0.8595934,0.00023500716,0.0024745332,0.00015512247,0.00043060683],"study_design_scores_gemma":[0.0008050721,0.00029477288,0.0024111476,0.0017527019,0.000014182131,0.00002481499,0.00024486825,0.99382436,0.000023552851,0.00030580437,0.00005536526,0.00024337339],"about_ca_topic_score_codex":0.0019856337,"about_ca_topic_score_gemma":0.000005473746,"teacher_disagreement_score":0.5597168,"about_ca_system_score_codex":0.00027894197,"about_ca_system_score_gemma":0.00031264135,"threshold_uncertainty_score":0.9999841},"labels":[],"label_agreement":null},{"id":"W2014731193","doi":"10.1109/ic2e.2015.42","title":"Stratus ML: A Layered Cloud Modeling Framework","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloud computing; Computer science; Scalability; Software portability; Software deployment; Consistency (knowledge bases); Set (abstract data type); Distributed computing; Domain (mathematical analysis); Software engineering; Database; Operating system; Programming language","score_opus":0.0529704757482891,"score_gpt":0.27866545676688476,"score_spread":0.22569498101859564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014731193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08644955,0.0001325088,0.90413326,0.00032507855,0.0010925997,0.00010108713,3.4972712e-7,0.00048138926,0.0072842017],"genre_scores_gemma":[0.9028496,0.0000042868714,0.0964939,0.00025646115,0.00021064766,0.000007804643,4.3858145e-7,0.0000051638053,0.00017168958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988899,0.00003889009,0.0002139155,0.00029929477,0.00029908415,0.00025889714],"domain_scores_gemma":[0.99888545,0.000043992703,0.00003316512,0.0007158374,0.00014145442,0.0001801119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048690487,0.00010390611,0.00013672131,0.00003825629,0.00006357931,0.00012593238,0.0006012669,0.00011604959,0.000012103883],"category_scores_gemma":[0.000102754755,0.00007616926,0.00004195112,0.0002886095,0.000016121914,0.0004103739,0.00016388558,0.00015870733,0.00027650828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076402466,0.0004922472,0.023867307,0.00018770741,0.00011060247,0.000061770246,0.0130416965,0.27639854,0.000116781346,0.60085523,0.02625856,0.058533143],"study_design_scores_gemma":[0.00020572927,0.000082508595,0.000120445235,0.00002982051,0.0000017898088,0.000013375708,0.00014356669,0.9576221,0.000108363405,0.04024371,0.0012536015,0.00017498875],"about_ca_topic_score_codex":0.00010804677,"about_ca_topic_score_gemma":0.0000041059025,"teacher_disagreement_score":0.81640005,"about_ca_system_score_codex":0.00004340946,"about_ca_system_score_gemma":0.00015260976,"threshold_uncertainty_score":0.35540468},"labels":[],"label_agreement":null},{"id":"W2014820189","doi":"","title":"An Industrial Case Study on the Automated Detection of Performance Regressions in Heterogeneous Environments","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal; York University; Blackberry (Canada)","funders":"","keywords":"Computer science; Weighting; Automation; Benchmark (surveying); Regression testing; Machine learning; Data mining; Software; Artificial intelligence; Software system; Engineering; Operating system","score_opus":0.07025538241745381,"score_gpt":0.2929690648829657,"score_spread":0.22271368246551188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014820189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974788,0.0000042660804,0.0015478041,0.000026847476,0.00030809522,0.00044521395,4.1861998e-7,0.00013532361,0.00005323288],"genre_scores_gemma":[0.999835,8.3687365e-7,0.00006976209,0.000019288756,0.000023855258,0.000033531836,2.3580598e-7,0.0000038701405,0.000013588304],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882823,0.00025015866,0.0002700639,0.00023074707,0.00028050796,0.00014031537],"domain_scores_gemma":[0.999064,0.000057365123,0.00008549141,0.0007052227,0.00001954815,0.00006832434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082219986,0.00009446292,0.000120026954,0.0000776905,0.00009033938,0.000024138164,0.0003573074,0.00007023401,0.0000027033134],"category_scores_gemma":[0.000038444803,0.000052517342,0.000020573472,0.00028397524,0.000032839864,0.00026587557,0.00008819832,0.00013446274,0.000017407365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019926556,0.0041968124,0.84702855,0.00001822087,0.000055033717,0.00069804327,0.019208023,0.03390895,0.0027715352,0.000033958204,0.00013057387,0.09175102],"study_design_scores_gemma":[0.002873083,0.005232167,0.054030523,0.00006754599,0.000010612282,0.0008697133,0.0048160288,0.88584906,0.045729723,0.000020617566,0.00016842753,0.0003325011],"about_ca_topic_score_codex":0.00029165778,"about_ca_topic_score_gemma":0.00007485791,"teacher_disagreement_score":0.8519401,"about_ca_system_score_codex":0.00007551739,"about_ca_system_score_gemma":0.00004190083,"threshold_uncertainty_score":0.2141595},"labels":[],"label_agreement":null},{"id":"W2015979301","doi":"10.1109/qsic.2008.50","title":"Abstracting Execution Logs to Execution Events for Enterprise Applications (Short Paper)","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Profiling (computer programming); Source code; Overhead (engineering); Execution time; Event (particle physics); Source lines of code; Database; Operating system; Distributed computing; Programming language; Real-time computing; Software","score_opus":0.021339478163970478,"score_gpt":0.27638124162481786,"score_spread":0.2550417634608474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015979301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14795895,0.000019508325,0.84914577,0.0003907353,0.00027835157,0.00092792406,0.0000024246192,0.00027104083,0.001005297],"genre_scores_gemma":[0.96063554,0.00001643931,0.037961733,0.00031396488,0.000120272634,0.00057646085,0.000008726142,0.0000065161876,0.00036036636],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883014,0.000017569493,0.00030728325,0.0003909248,0.00020555766,0.00024849732],"domain_scores_gemma":[0.9990971,0.00008001596,0.000052969892,0.0005213741,0.00014055906,0.000107994834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003070166,0.00011250293,0.00012570858,0.0000723953,0.00034460478,0.000026039133,0.0003975343,0.00007250257,0.000009166036],"category_scores_gemma":[0.000036514542,0.00009631129,0.00008741777,0.0002559129,0.0000169909,0.00058959384,0.00009172968,0.00006588198,0.00014678779],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020045527,0.0024877605,0.25400722,0.00065221585,0.00016748092,0.000013078447,0.009133958,0.0038456412,0.029946147,0.025624959,0.041108508,0.63281256],"study_design_scores_gemma":[0.0021618858,0.00093519967,0.568308,0.00025102333,0.000054639124,0.00043017615,0.00062233396,0.04278845,0.039441887,0.006711297,0.33610982,0.0021853258],"about_ca_topic_score_codex":0.000037901533,"about_ca_topic_score_gemma":0.000006562301,"teacher_disagreement_score":0.81267655,"about_ca_system_score_codex":0.00009631257,"about_ca_system_score_gemma":0.00005516567,"threshold_uncertainty_score":0.39274603},"labels":[],"label_agreement":null},{"id":"W2016321034","doi":"10.4018/ijsi.2014100101","title":"LAKE","year":2014,"lang":"en","type":"article","venue":"International Journal of Software Innovation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Debugging; Computer science; Java; Coding (social sciences); Software engineering; Programming language; Software; Process (computing); Logging","score_opus":0.009691650273844636,"score_gpt":0.2571385186142511,"score_spread":0.24744686834040644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016321034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11667338,0.000014819393,0.87777793,0.0016580471,0.0034698031,0.000032016775,0.0000011775854,0.000062069594,0.00031078063],"genre_scores_gemma":[0.9382282,0.0000063547914,0.060296748,0.0007492308,0.0006495292,0.0000014299849,0.0000041114945,0.000004962844,0.00005943312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852216,0.000037138056,0.00061296066,0.00010831561,0.0006248746,0.00009455021],"domain_scores_gemma":[0.9967293,0.00012589696,0.0005406768,0.00018361567,0.0023936166,0.000026864387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010424351,0.00007578177,0.00012194375,0.00039823656,0.000037155445,0.00011465124,0.0009587742,0.000053188207,0.000023853961],"category_scores_gemma":[0.0009339887,0.000060463022,0.000058562146,0.0004940637,0.000024161403,0.0010013087,0.00008550635,0.0001458959,0.00003405405],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004259834,0.00014580796,0.11859451,0.000022912,0.00011952055,0.000020195572,0.00044963197,0.0005877575,0.0006481767,0.083386585,0.006718867,0.7892634],"study_design_scores_gemma":[0.0034791785,0.0007360647,0.26283678,0.0004968261,0.000018811685,0.001352324,0.000042906515,0.008130139,0.008938807,0.11951002,0.59378654,0.00067160785],"about_ca_topic_score_codex":0.0000020308291,"about_ca_topic_score_gemma":0.0000020108805,"teacher_disagreement_score":0.82155484,"about_ca_system_score_codex":0.00005743827,"about_ca_system_score_gemma":0.0000876088,"threshold_uncertainty_score":0.24656105},"labels":[],"label_agreement":null},{"id":"W2019509721","doi":"10.1016/j.jss.2006.07.019","title":"Interaction tree algorithms to extract effective architecture and layered performance models from traces","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Tracing; Asynchronous communication; TRACE (psycholinguistics); Tree (set theory); Architecture; Software architecture; Software; Reference architecture; Parallel computing; Pattern matching; Distributed computing; Theoretical computer science; Programming language","score_opus":0.009354810289471018,"score_gpt":0.22645228793459235,"score_spread":0.21709747764512133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019509721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64173985,0.0023559926,0.3548851,0.00008354462,0.00066072284,0.00020676354,0.000005718265,0.00003548183,0.000026855114],"genre_scores_gemma":[0.98508686,0.00009369676,0.014350079,0.000026591915,0.00037610816,0.00001285056,0.0000010100302,0.000009484068,0.000043306693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99858594,0.00009849364,0.00052871945,0.00026453816,0.00032971211,0.00019260446],"domain_scores_gemma":[0.9988142,0.00027660248,0.0003494246,0.00022023983,0.00020405657,0.00013546496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051693054,0.00018352103,0.00040861103,0.00017150457,0.00014685119,0.0002473845,0.00024598348,0.00010856059,9.936133e-7],"category_scores_gemma":[0.00003562671,0.00012542555,0.0000746315,0.00016254025,0.000029475128,0.0011044173,0.00006725396,0.00026418813,0.0000023005657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019021833,0.00014915483,0.062180676,0.00047957708,0.00012933671,0.000060235256,0.004868083,0.055697534,0.0008218072,0.000092386515,0.0006794328,0.87465155],"study_design_scores_gemma":[0.0035145294,0.0026938266,0.7003534,0.0035584446,0.00010216561,0.002958217,0.0010502889,0.27043784,0.0013927888,0.003754572,0.009018818,0.0011651509],"about_ca_topic_score_codex":0.00042102812,"about_ca_topic_score_gemma":0.000027722588,"teacher_disagreement_score":0.8734864,"about_ca_system_score_codex":0.00006300081,"about_ca_system_score_gemma":0.000037127422,"threshold_uncertainty_score":0.5114705},"labels":[],"label_agreement":null},{"id":"W2019692922","doi":"10.1145/1071021.1071041","title":"Fast estimation of probabilities of soft deadline misses in layered software performance models","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Margin (machine learning); Variance (accounting); Scalability; Software; Set (abstract data type); Queueing theory; State space; Probability distribution; Mathematical optimization; Algorithm; Statistics; Machine learning; Mathematics","score_opus":0.01529086495588002,"score_gpt":0.2318452896115271,"score_spread":0.21655442465564706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019692922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59019625,0.00008718677,0.40907225,0.00009889944,0.00004549929,0.00018447924,0.0000019087856,0.00008144137,0.00023207844],"genre_scores_gemma":[0.8167057,0.000013153049,0.1831113,0.000021752692,0.000014276134,0.000017361668,0.0000020236666,0.0000046148575,0.00010983652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985919,0.000035259705,0.00063075655,0.00025135983,0.0002871962,0.00020352394],"domain_scores_gemma":[0.99895835,0.00012704247,0.00016542836,0.00051260676,0.00019885557,0.000037707727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043722353,0.00012912005,0.00028925246,0.00013883266,0.00003281253,0.00001468359,0.00046574482,0.00007804663,0.000015904525],"category_scores_gemma":[0.00008775404,0.00010098323,0.000058069574,0.00036782815,0.00008226978,0.0012366017,0.000108010536,0.000076992685,0.000008166085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017273745,0.00017526526,0.030519232,0.000668549,0.0000062672375,1.8486679e-7,0.0019689994,0.8438111,0.000070383336,0.0013167092,0.00004126666,0.1214048],"study_design_scores_gemma":[0.0003228326,0.00010619377,0.00985957,0.00015523558,0.0000021740434,0.0000045566367,0.000062055035,0.9761995,0.011601086,0.0015414321,0.000021728143,0.0001236388],"about_ca_topic_score_codex":0.00010072104,"about_ca_topic_score_gemma":0.000050174272,"teacher_disagreement_score":0.22650944,"about_ca_system_score_codex":0.000052607025,"about_ca_system_score_gemma":0.00013419872,"threshold_uncertainty_score":0.41179764},"labels":[],"label_agreement":null},{"id":"W2022364224","doi":"10.1109/icsm.2011.6080774","title":"Identifying distributed features in SOA by mining dynamic call trees","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Service-oriented architecture; Interleaving; Web service; Distributed computing; Feature (linguistics); Service (business); Software maintenance; Software architecture; Software system; Set (abstract data type); Software; Data mining; Software engineering; Operating system; World Wide Web; Programming language","score_opus":0.016200125950783666,"score_gpt":0.24831795044549984,"score_spread":0.23211782449471619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022364224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67595345,0.00031944108,0.32065877,0.00013536614,0.0005016329,0.00015926901,0.00000658849,0.00033892278,0.0019265322],"genre_scores_gemma":[0.98786974,0.000011434357,0.011490405,0.000061839746,0.000008618884,0.000012917155,0.0000089681835,0.000004882044,0.0005311897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989363,0.000043739128,0.00024307413,0.00032810704,0.00016882383,0.00027997172],"domain_scores_gemma":[0.9993954,0.000046919173,0.00005463224,0.00041199595,0.00003186128,0.00005922187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002379121,0.000116617055,0.00015594499,0.00007331519,0.00007016287,0.00007063778,0.0006024323,0.00008297849,0.000020968124],"category_scores_gemma":[0.000030666422,0.00008856873,0.000048520655,0.00033254272,0.000033617678,0.00047966407,0.00016264195,0.00010887231,0.000032406304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043513595,0.00058847305,0.8428596,0.00023981671,0.00007233661,0.00010099217,0.02389471,0.00007619874,0.0038213981,0.002708333,0.034400366,0.09119425],"study_design_scores_gemma":[0.00057635,0.000074673924,0.9723409,0.00010102665,0.0000051012944,0.000026944208,0.00046230247,0.021428041,0.003157639,0.00091325946,0.00050866895,0.00040508786],"about_ca_topic_score_codex":0.00061659445,"about_ca_topic_score_gemma":0.00074158603,"teacher_disagreement_score":0.31191626,"about_ca_system_score_codex":0.00006350772,"about_ca_system_score_gemma":0.000028886745,"threshold_uncertainty_score":0.36117283},"labels":[],"label_agreement":null},{"id":"W2022585781","doi":"10.1002/cpe.3225","title":"A special issue from the international conference on performance engineering 2013","year":2014,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Presentation (obstetrics); Computer science; Track (disk drive); Scalability; Engineering management; Work (physics); Cloud computing; Operations research; Engineering","score_opus":0.01944731550503047,"score_gpt":0.2803042293035841,"score_spread":0.26085691379855364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022585781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7250019,0.0003709889,0.24368738,0.013740184,0.006850147,0.00031630226,0.000004610659,0.00018810508,0.009840409],"genre_scores_gemma":[0.9945217,0.00049964985,0.0026577378,0.00095030107,0.001313105,0.00002348442,0.0000035537596,0.0000031692155,0.000027302774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990578,0.000057209778,0.00019309853,0.00032602187,0.00023468393,0.00013112885],"domain_scores_gemma":[0.99895304,0.000565239,0.00010856092,0.00019501527,0.00011990258,0.000058267196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002929502,0.00011868547,0.00010503849,0.000026763555,0.00021781083,0.00030151184,0.00035966933,0.000041245705,0.000030485087],"category_scores_gemma":[0.00022911048,0.00008528298,0.000016149274,0.00010540908,0.000076757875,0.0012159812,0.00013490612,0.00015585155,0.000046454807],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000531441,0.00008256532,0.004876489,0.000031426225,0.000027378599,0.0000028059355,0.031901766,0.00087582413,0.00011284687,0.037491377,0.007029444,0.9175149],"study_design_scores_gemma":[0.00039078874,0.0001571693,0.010147025,0.000089228466,0.0000065820072,0.000026983735,0.0011010715,0.7570816,0.00014403799,0.0003896291,0.2302485,0.00021733758],"about_ca_topic_score_codex":0.000052006802,"about_ca_topic_score_gemma":0.0000015709987,"teacher_disagreement_score":0.9172976,"about_ca_system_score_codex":0.000012056456,"about_ca_system_score_gemma":0.000027960292,"threshold_uncertainty_score":0.3477739},"labels":[],"label_agreement":null},{"id":"W2022659315","doi":"10.1109/rcis.2013.6577687","title":"Adapting to uncertain and evolving enterprise requirements: The case of business-driven business intelligence","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Business requirements; Risk analysis (engineering); Process management; Order (exchange); Business intelligence; Business rule; Systems engineering; Business process; Knowledge management; Engineering; Business; Operations management","score_opus":0.026337408555023898,"score_gpt":0.2703889930472975,"score_spread":0.24405158449227363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022659315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41247034,0.00009373021,0.5851907,0.0011730506,0.000236502,0.00040978796,4.93037e-7,0.00006907769,0.00035628802],"genre_scores_gemma":[0.9742433,0.000017234623,0.025339201,0.0002311072,0.000035188295,0.000041138912,2.6576356e-7,0.000005591636,0.00008696195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882627,0.000060748196,0.00037947978,0.00032805387,0.00016738584,0.00023804091],"domain_scores_gemma":[0.9982708,0.00019552892,0.000111225905,0.0006486835,0.00069509714,0.0000786669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045764176,0.00013332583,0.00017448669,0.00007736761,0.00017181282,0.00015594438,0.00058325287,0.00003965891,0.00004544651],"category_scores_gemma":[0.0003051104,0.00007817156,0.000025951274,0.000887413,0.00007812416,0.00087527075,0.00054749555,0.00006572815,0.000041311225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027618236,0.00031861366,0.13853179,0.0013073592,0.00011581055,0.0002524999,0.019642761,0.016959885,0.0045021432,0.006601421,0.0040201633,0.80771995],"study_design_scores_gemma":[0.00036435606,0.0001787669,0.11627604,0.00095700676,0.000024961138,0.0010762905,0.0048489743,0.870812,0.0019781808,0.0023462598,0.0004087246,0.00072844705],"about_ca_topic_score_codex":0.0046708593,"about_ca_topic_score_gemma":0.00011624365,"teacher_disagreement_score":0.8538521,"about_ca_system_score_codex":0.00003237553,"about_ca_system_score_gemma":0.000055996003,"threshold_uncertainty_score":0.7060973},"labels":[],"label_agreement":null},{"id":"W2022661645","doi":"10.1109/inm.2011.5990536","title":"Mining unstructured log files for recurrent fault diagnosis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Downtime; Data mining; Identification (biology); Decision tree; Machine learning; Source code; Root cause; Root cause analysis; Fault tree analysis; Process (computing); Representation (politics); Fault (geology); Artificial intelligence; Reliability engineering; Programming language","score_opus":0.039076358489881884,"score_gpt":0.2601936040784488,"score_spread":0.22111724558856694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022661645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3981625,0.00031285538,0.5906945,0.00037232932,0.0038231672,0.000844064,0.000013743483,0.0007165129,0.0050603217],"genre_scores_gemma":[0.82203376,0.000018545343,0.17740819,0.00014528603,0.00007535734,0.00018000971,0.0000032989494,0.0000055842343,0.00012994514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990918,0.000021325908,0.0002163146,0.00031487085,0.00012288654,0.00023277287],"domain_scores_gemma":[0.9992111,0.00012974865,0.0000641135,0.00043623135,0.000091746704,0.000067079134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019996936,0.00011069948,0.0001437359,0.000048801005,0.00010474369,0.000038476523,0.0005312276,0.00007029421,0.00008286652],"category_scores_gemma":[0.00007815199,0.00007652955,0.00008752246,0.00012772066,0.00003193889,0.00027415197,0.00010694017,0.000045155597,0.00002763442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044675187,0.0001843061,0.116118066,0.00023462628,0.000055777884,0.0000037954876,0.008727437,0.000017526985,0.0000371572,0.019147174,0.035096444,0.820333],"study_design_scores_gemma":[0.005591494,0.004721025,0.4175162,0.00062190986,0.0001167889,0.00012157334,0.00166081,0.120835595,0.17650644,0.071116336,0.19735229,0.0038395424],"about_ca_topic_score_codex":0.00003450532,"about_ca_topic_score_gemma":0.000014752888,"teacher_disagreement_score":0.81649345,"about_ca_system_score_codex":0.000022284275,"about_ca_system_score_gemma":0.000034238798,"threshold_uncertainty_score":0.31207842},"labels":[],"label_agreement":null},{"id":"W2022890167","doi":"10.1016/j.jcss.2014.02.004","title":"Software control flow error detection and correlation with system performance deviation","year":2014,"lang":"en","type":"article","venue":"Journal of Computer and System Sciences","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Correlation; Control flow; Algorithm; Mathematics; Programming language","score_opus":0.0060708952855284696,"score_gpt":0.1935654384770278,"score_spread":0.18749454319149933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022890167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36917564,0.0001301817,0.62971866,0.000039212,0.0007416667,0.00010324013,2.3625032e-7,0.00004888544,0.000042259268],"genre_scores_gemma":[0.9677773,0.0000061839523,0.03192885,0.000027772963,0.00024951436,0.0000030933716,8.9662265e-8,0.0000035497446,0.000003609871],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837935,0.00018991469,0.00049710757,0.0002489843,0.0005067949,0.00017782194],"domain_scores_gemma":[0.9987059,0.00019820569,0.0005300396,0.00015762128,0.00030217535,0.00010601405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023519006,0.00013750112,0.00032437214,0.00019270113,0.0004429137,0.00030452062,0.00030034018,0.00006327999,1.8391958e-7],"category_scores_gemma":[0.000016989732,0.00008276231,0.000040396084,0.000308664,0.000106223,0.001341066,0.000042701795,0.000113829126,0.0000023941284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013485516,0.000046982874,0.38450098,0.00209609,0.000082144994,0.00001133559,0.0024491888,0.078299075,0.000079679245,0.0025940887,0.00005512784,0.52965045],"study_design_scores_gemma":[0.0006678273,0.0009773438,0.08358808,0.00054603454,0.000016879614,0.0012782274,0.00012978782,0.91256225,0.000038108545,0.000011788471,0.000070965914,0.00011272844],"about_ca_topic_score_codex":0.000006644924,"about_ca_topic_score_gemma":0.0000028668098,"teacher_disagreement_score":0.83426315,"about_ca_system_score_codex":0.00006539905,"about_ca_system_score_gemma":0.0000700904,"threshold_uncertainty_score":0.3406579},"labels":[],"label_agreement":null},{"id":"W2023364339","doi":"10.1109/dsnw.2010.5542621","title":"Fast entropy based alert detection in super computer logs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Sandia National Laboratories; National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Downtime; Computer science; Entropy (arrow of time); Data mining; Search engine indexing; Real-time computing; Artificial intelligence; Operating system","score_opus":0.0053857695841934144,"score_gpt":0.20860778797668506,"score_spread":0.20322201839249165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023364339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4673659,0.0000019561253,0.53062046,0.00025405342,0.0012092853,0.00010452147,1.860092e-7,0.00015533908,0.0002883057],"genre_scores_gemma":[0.9694475,6.197831e-7,0.029912697,0.00041668158,0.00012994393,0.00001358149,7.825343e-7,0.0000043130594,0.000073883704],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905163,0.000037992748,0.0002025854,0.00031129792,0.00017161545,0.00022489074],"domain_scores_gemma":[0.99928504,0.000061685765,0.000026722357,0.000509216,0.000055829325,0.00006148188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031978352,0.00010154291,0.00012084773,0.00010677725,0.00005722166,0.000073894356,0.00039587944,0.0001011953,0.00008423162],"category_scores_gemma":[0.000012787367,0.00007522349,0.000052652475,0.0002726949,0.000035121106,0.00037266064,0.0000828488,0.00021710721,0.0002055514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002868581,0.00045716148,0.48204172,0.00009399723,0.000013522303,0.00002251442,0.00083167147,0.0011662828,0.037009604,0.0033816749,0.0012499356,0.47370324],"study_design_scores_gemma":[0.00071977265,0.00010306819,0.21124607,0.000012661568,0.0000013341146,0.000017733031,0.0000074053714,0.75307876,0.030058663,0.00021115795,0.0043158745,0.00022751653],"about_ca_topic_score_codex":0.00017965908,"about_ca_topic_score_gemma":0.00039761348,"teacher_disagreement_score":0.7519125,"about_ca_system_score_codex":0.000027756238,"about_ca_system_score_gemma":0.000043700235,"threshold_uncertainty_score":0.3067525},"labels":[],"label_agreement":null},{"id":"W2023740829","doi":"10.5555/2486788.2486927","title":"Automatic detection of performance deviations in the load testing of large scale systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Benchmark (surveying); False positive paradox; Overhead (engineering); Set (abstract data type); Data mining; Test set; Scale (ratio); Machine learning; Artificial intelligence; Reliability engineering; Real-time computing; Engineering","score_opus":0.012701761906924309,"score_gpt":0.22617635411513695,"score_spread":0.21347459220821263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023740829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9286567,0.000053750893,0.06984811,0.000038799135,0.00014686017,0.00035439583,3.4957782e-7,0.0000575798,0.00084347953],"genre_scores_gemma":[0.99698406,0.0000021437024,0.0029007115,0.000017380657,0.000012372982,0.00005982273,1.4438119e-7,0.0000019849356,0.000021348771],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990194,0.00007502347,0.00038926685,0.00011508341,0.00026275308,0.00013849624],"domain_scores_gemma":[0.9989998,0.00021141549,0.00014854649,0.0004039516,0.00022138536,0.000014910909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093860243,0.000059812057,0.00013368142,0.00006287642,0.000063942774,0.000028576766,0.0003898154,0.00003791982,0.0000057295942],"category_scores_gemma":[0.000103993785,0.000035205212,0.000026549074,0.00067148916,0.000023976847,0.0004767335,0.000052006228,0.00006269321,0.000030944877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017306271,0.00037481036,0.8879528,0.002221646,0.000016949412,3.3672376e-7,0.00962417,0.0030466192,0.006893089,0.0011072368,0.00012792299,0.08863267],"study_design_scores_gemma":[0.00010331992,0.000050901042,0.2864058,0.00009328034,0.0000016654676,0.000006258315,0.0003020261,0.71073866,0.0021930204,0.00003442566,0.000029542205,0.00004112803],"about_ca_topic_score_codex":0.0004452101,"about_ca_topic_score_gemma":0.000040523726,"teacher_disagreement_score":0.707692,"about_ca_system_score_codex":0.000037339825,"about_ca_system_score_gemma":0.000059435668,"threshold_uncertainty_score":0.14356269},"labels":[],"label_agreement":null},{"id":"W2023831809","doi":"10.1007/s10515-008-0045-5","title":"From UML/SPT models to schedulability analysis: approach and a prototype implementation using ATL","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metamodeling; Unified Modeling Language; Computer science; Model transformation; Applications of UML; Programming language; UML tool; Object Constraint Language; Model-driven architecture; Software engineering; Transformation (genetics); Software; Artificial intelligence","score_opus":0.017720667515519362,"score_gpt":0.27422457702294195,"score_spread":0.2565039095074226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023831809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46864203,0.00005977411,0.5292081,0.000021522837,0.000060992115,0.00042362322,0.000005611707,0.0015762094,0.0000021159935],"genre_scores_gemma":[0.6597893,0.0000011787296,0.3400705,0.00004094411,0.00003174102,0.0000414524,0.00001594204,0.000008189588,7.0584065e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827635,0.00004288329,0.00040336276,0.00062430935,0.00028735521,0.0003657292],"domain_scores_gemma":[0.9989356,0.000057444195,0.00007525177,0.0006549758,0.000109621134,0.00016714758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038631543,0.0002363128,0.00035198324,0.00028284075,0.000114789946,0.00017321346,0.00035593982,0.0001105664,0.000003635334],"category_scores_gemma":[0.000058572132,0.00022345631,0.00008924205,0.0014724494,0.0000110114115,0.00082459126,0.00011846762,0.00012671195,0.0000044386848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012649656,0.00007873458,0.018966684,0.00009745528,0.00026096712,0.000004259622,0.0039740773,0.962525,0.0010614471,0.00027525035,0.000021080363,0.012722379],"study_design_scores_gemma":[0.00020575956,0.00006249819,0.053080052,0.000028601778,0.00006557521,0.000004051424,0.00004918832,0.9455504,0.0004975635,0.00018794535,0.000010284486,0.0002580931],"about_ca_topic_score_codex":0.00030942893,"about_ca_topic_score_gemma":0.0000037595148,"teacher_disagreement_score":0.19114733,"about_ca_system_score_codex":0.00013793464,"about_ca_system_score_gemma":0.00005801282,"threshold_uncertainty_score":0.91122836},"labels":[],"label_agreement":null},{"id":"W2025381809","doi":"10.1145/1555228.1555233","title":"System monitoring with metric-correlation models","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Variable (mathematics); Metric (unit); Computer science; Linear regression; Ordinary least squares; Variance (accounting); Linear model; Data mining; Software; Correlation; Machine learning; Mathematics; Engineering","score_opus":0.013948678296879586,"score_gpt":0.22462966108828689,"score_spread":0.2106809827914073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025381809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050625477,0.00007980598,0.9361589,0.00009212516,0.00034273742,0.00013045751,7.3364255e-8,0.0006131969,0.011957213],"genre_scores_gemma":[0.95491815,0.0000026914552,0.044816833,0.000018462055,0.00006825463,0.000005251773,1.9834843e-7,0.0000025229326,0.00016766162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914944,0.000020977084,0.00015947325,0.00023357937,0.00027360817,0.00016291867],"domain_scores_gemma":[0.99934363,0.00003193901,0.000050437866,0.0004271932,0.00009215728,0.00005462289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023571214,0.00008646315,0.00011222354,0.00010173732,0.00009654009,0.00008337764,0.0003043511,0.000047150577,7.6425397e-7],"category_scores_gemma":[0.000005144845,0.000054622094,0.000028381188,0.00060564105,0.0000060934535,0.0009871033,0.00002435056,0.000066247165,0.00004099437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041258674,0.00019588662,0.11725188,0.00020855336,0.00005231026,0.000035145775,0.002456329,0.2885594,0.0001462321,0.2905859,0.00040015695,0.30006695],"study_design_scores_gemma":[0.00031264973,0.00020658228,0.02974415,0.0001061075,0.0000060588027,0.00004385405,0.00012247718,0.9669494,0.0013260213,0.0009159465,0.000062194595,0.00020456934],"about_ca_topic_score_codex":0.000027254255,"about_ca_topic_score_gemma":3.2075286e-7,"teacher_disagreement_score":0.90429264,"about_ca_system_score_codex":0.00008803093,"about_ca_system_score_gemma":0.000029328821,"threshold_uncertainty_score":0.22274244},"labels":[],"label_agreement":null},{"id":"W2025879072","doi":"10.1145/1923947.1924029","title":"Integrated system diagnosis and root cause analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; Glycemic Index Laboratories; University of Victoria; University of Alberta","funders":"","keywords":"Root cause analysis; Root cause; Root (linguistics); Computer science; Reliability engineering; Engineering; Linguistics","score_opus":0.009798907823721763,"score_gpt":0.23481701399608432,"score_spread":0.22501810617236256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025879072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89592665,0.00003554435,0.10202476,0.00019660968,0.00044187866,0.00011266857,0.0000013665734,0.00041002172,0.00085051],"genre_scores_gemma":[0.9912175,0.0000052436217,0.0085593825,0.000035254117,0.00002880337,0.000038503313,0.0000015985095,0.0000031603468,0.00011053812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999105,0.00003675801,0.00020567924,0.0003307394,0.00015439042,0.00016747684],"domain_scores_gemma":[0.9989751,0.00010410103,0.000047844045,0.0006602418,0.00010545483,0.00010726923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037679198,0.00010579132,0.00020798726,0.00016766915,0.00010385607,0.00015235523,0.00036655876,0.00008577628,0.000031491494],"category_scores_gemma":[0.000043213313,0.00006842025,0.00007444847,0.0010283736,0.000040800336,0.00031226128,0.00012539931,0.00014299426,0.000050148654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010711585,0.000025944404,0.98045915,0.000035616584,0.00014598756,0.0000056459235,0.00018966263,0.000012758578,0.00010289545,0.006277294,0.00033291618,0.01241103],"study_design_scores_gemma":[0.00041867752,0.00008115663,0.7021614,0.000035403493,0.00029492742,0.00005434533,0.00018891439,0.28448611,0.0043092715,0.0001218431,0.0073476317,0.0005003461],"about_ca_topic_score_codex":0.00059555814,"about_ca_topic_score_gemma":0.0009648354,"teacher_disagreement_score":0.28447336,"about_ca_system_score_codex":0.00002067136,"about_ca_system_score_gemma":0.000030019846,"threshold_uncertainty_score":0.27900967},"labels":[],"label_agreement":null},{"id":"W2026285290","doi":"10.1109/inm.2009.5188838","title":"Heteroscedastic models to track relationships between management metrics","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Heteroscedasticity; Metric (unit); Variance (accounting); Construct (python library); Data mining; Linear regression; Set (abstract data type); Software metric; Residual; Software; Algorithm; Machine learning; Software development; Software quality; Engineering","score_opus":0.07623419845723367,"score_gpt":0.2738286160237049,"score_spread":0.19759441756647123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026285290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050335646,0.000020330705,0.93641275,0.00087093475,0.00015943179,0.0002917466,7.368903e-7,0.00036074073,0.011547706],"genre_scores_gemma":[0.88856685,0.0000038372264,0.11050688,0.00029668343,0.000038200058,0.000008638891,0.000001106755,0.0000031305115,0.0005746882],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987698,0.000049631934,0.00027595618,0.0003454119,0.00031561652,0.000243584],"domain_scores_gemma":[0.99902296,0.00009875348,0.000035565696,0.0006383707,0.000054809523,0.00014952263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005500407,0.00010942415,0.0001432937,0.00022916551,0.0001434152,0.00010433366,0.0006023817,0.000059727987,0.0000042051815],"category_scores_gemma":[0.000024995312,0.00008689513,0.00005567509,0.0010583869,0.0000075981125,0.00056605204,0.00009879874,0.00011763435,0.00027951144],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012396674,0.00034475466,0.05398248,0.00013921833,0.00008380274,0.00001968282,0.0034606871,0.057776634,0.000027749229,0.2980741,0.009755599,0.5763229],"study_design_scores_gemma":[0.0008345181,0.0006204078,0.6192881,0.00009886313,0.000046760084,0.000010100537,0.00015497979,0.2549287,0.0005760048,0.118471675,0.0040235603,0.00094635854],"about_ca_topic_score_codex":0.0000056326317,"about_ca_topic_score_gemma":0.0000011478277,"teacher_disagreement_score":0.8382312,"about_ca_system_score_codex":0.00006464542,"about_ca_system_score_gemma":0.00001116679,"threshold_uncertainty_score":0.35926473},"labels":[],"label_agreement":null},{"id":"W2026319696","doi":"10.1016/s0167-9236(99)00076-7","title":"Driving resource management with application-level quality of service specifications","year":2000,"lang":"en","type":"article","venue":"Decision Support Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Task (project management); Computer science; Quality (philosophy); Service (business); Resource (disambiguation); Quality of service; Reliability (semiconductor); Process management; Work (physics); Risk analysis (engineering); Service level; Service quality; Service design; Architecture; Engineering management; Systems engineering; Service delivery framework; Engineering; Business; Telecommunications","score_opus":0.049504096702066486,"score_gpt":0.2900040123505573,"score_spread":0.2404999156484908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026319696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08461727,0.00005368965,0.8846264,0.00028493928,0.00018281072,0.0008761615,0.0000144410915,0.00020921764,0.029135104],"genre_scores_gemma":[0.9717644,0.000015848698,0.025889572,0.000106879284,0.000056396428,0.00014993788,0.000017874085,0.00001363434,0.0019854982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972095,0.000108880115,0.0009683196,0.00057956215,0.0008918352,0.0002419428],"domain_scores_gemma":[0.9969529,0.0002577848,0.00031234405,0.0020771672,0.00027812523,0.00012170542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015122099,0.0001669931,0.000349159,0.00013173076,0.00016811967,0.00009413718,0.0011471746,0.0000788083,0.00009989292],"category_scores_gemma":[0.000012402053,0.00012476905,0.00006860333,0.001028918,0.00003798483,0.00033697239,0.00011520863,0.0000866488,0.0006372259],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021377036,0.00094628683,0.14154993,0.0014630536,0.0002465609,0.000026358937,0.0049350476,0.012580937,0.00022388062,0.037767608,0.025378445,0.7746681],"study_design_scores_gemma":[0.0016118836,0.00015554049,0.41977167,0.00054893526,0.000030139221,0.00011764567,0.0013964995,0.021288846,0.00017880005,0.00068918127,0.5534298,0.00078104826],"about_ca_topic_score_codex":0.00017249394,"about_ca_topic_score_gemma":0.000031283515,"teacher_disagreement_score":0.88714707,"about_ca_system_score_codex":0.0000681778,"about_ca_system_score_gemma":0.000059570873,"threshold_uncertainty_score":0.81904626},"labels":[],"label_agreement":null},{"id":"W2027241772","doi":"10.1109/icsme.2014.24","title":"Understanding Log Lines Using Development Knowledge","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Queen's University","funders":"","keywords":"Computer science; Context (archaeology); World Wide Web; Meaning (existential); Source lines of code; Task (project management); Code (set theory); Web log analysis software; Software development; Software; Data science; Information retrieval; The Internet; Web server; Programming language; Web API; Engineering","score_opus":0.15020896386420907,"score_gpt":0.29562345808826096,"score_spread":0.1454144942240519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027241772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053184897,0.000029421124,0.9374838,0.00006968528,0.00061612256,0.000060339833,2.4908546e-8,0.00021946788,0.008336227],"genre_scores_gemma":[0.9053104,0.0000011243594,0.0942536,0.00006494329,0.00007947592,0.000002095915,2.2416901e-7,0.0000036438146,0.00028450225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992565,0.00003494499,0.00018552174,0.00021952933,0.00011488093,0.00018862258],"domain_scores_gemma":[0.9994962,0.00007339287,0.00003580921,0.00029183587,0.00004714238,0.000055596356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005024848,0.000084821906,0.00010676743,0.00006359971,0.00018596812,0.000070201444,0.00032681093,0.00004577048,0.000010223457],"category_scores_gemma":[0.000027969394,0.0000611493,0.000027652683,0.00021466402,0.000022599992,0.00024747473,0.00016309574,0.000047282083,0.00011754518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014883726,0.0005218099,0.24553306,0.0008763708,0.00013112108,0.0000064113033,0.017371584,0.0032101665,0.0024630905,0.5050927,0.0059008724,0.21887793],"study_design_scores_gemma":[0.0006381885,0.000069579815,0.008635378,0.00016907968,0.000006321606,0.000033228338,0.00019720761,0.92497194,0.010254173,0.008268279,0.046087503,0.0006691003],"about_ca_topic_score_codex":0.000008196346,"about_ca_topic_score_gemma":0.000014382886,"teacher_disagreement_score":0.9217618,"about_ca_system_score_codex":0.00015359126,"about_ca_system_score_gemma":0.00009873482,"threshold_uncertainty_score":0.24935962},"labels":[],"label_agreement":null},{"id":"W2027835682","doi":"10.1109/noms.2012.6212037","title":"ValidMaker: A tool for managing device configurations using logical constraints","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Constraint (computer-aided design); Set (abstract data type); Simple (philosophy); Point (geometry); Distributed computing; Network management; Algorithm; Programming language; Theoretical computer science; Computer network; Engineering; Mathematics","score_opus":0.06380408328905551,"score_gpt":0.3158605471432418,"score_spread":0.2520564638541863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027835682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07836025,0.00004781875,0.9167275,0.00033369075,0.000531589,0.00034869058,0.0000021348826,0.00019485434,0.0034534845],"genre_scores_gemma":[0.8718282,0.0000013708705,0.12747818,0.00046507295,0.00011839231,0.000026083415,0.0000016247751,0.0000037408938,0.000077364355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905986,0.000036598733,0.0002310796,0.00019708804,0.00013452409,0.0003408622],"domain_scores_gemma":[0.9992769,0.00017821715,0.000053238262,0.00031402023,0.00009611026,0.00008155567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005650869,0.00009684375,0.0001305483,0.00003997785,0.0002043411,0.000092317016,0.00025612183,0.00005965706,0.000063744825],"category_scores_gemma":[0.00006442729,0.00007195382,0.00007194388,0.00015880242,0.000064474836,0.0007057184,0.000068952395,0.00005447768,0.00005559403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014653191,0.00035323662,0.08923074,0.00036346487,0.00009371246,0.0000037994462,0.0027543255,0.00054063374,0.003690008,0.7690468,0.0019518904,0.13195677],"study_design_scores_gemma":[0.003568122,0.00032680455,0.06705742,0.00027694358,0.00013647729,0.0007814412,0.0014790723,0.82678235,0.014300609,0.017364021,0.06546853,0.0024582003],"about_ca_topic_score_codex":0.000009697739,"about_ca_topic_score_gemma":6.8812363e-7,"teacher_disagreement_score":0.82624173,"about_ca_system_score_codex":0.000041687108,"about_ca_system_score_gemma":0.000053098775,"threshold_uncertainty_score":0.29341915},"labels":[],"label_agreement":null},{"id":"W2028288216","doi":"10.1145/584369.584412","title":"Performance aware software development (PASD) using resource demand budgets","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Bottleneck; Key (lock); Software requirements specification; Software engineering; Middleware (distributed applications); Software; Resource (disambiguation); Software development; Software construction; Operating system; Embedded system","score_opus":0.029611087206404433,"score_gpt":0.22255211713458029,"score_spread":0.19294102992817586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028288216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64575636,0.00023454202,0.34808332,0.0001513218,0.0003895412,0.00026514468,5.350006e-7,0.00078416493,0.004335082],"genre_scores_gemma":[0.8968749,0.000017906483,0.101401106,0.00036445956,0.00008078949,0.000016162205,0.0000014922008,0.000014965327,0.0012282332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979895,0.000042828025,0.000438534,0.00055168715,0.00046357096,0.00051388924],"domain_scores_gemma":[0.99877006,0.00006799455,0.000106811356,0.000795299,0.000105183375,0.00015467877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042625194,0.00024045988,0.00024495585,0.00012278435,0.0005199448,0.00012467484,0.000849485,0.000121438665,0.00013857959],"category_scores_gemma":[0.000030608364,0.00018873463,0.0000620178,0.0004582605,0.00005423001,0.00062476454,0.0003649932,0.000161296,0.00044391205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001851655,0.00041019358,0.34368825,0.0007874746,0.00010884502,0.00003779174,0.010423229,0.0069549633,0.00020158834,0.00029533822,0.015448294,0.6216255],"study_design_scores_gemma":[0.0014935058,0.00018677826,0.08649714,0.00039541055,0.000021463535,0.00028873404,0.00019359609,0.7668181,0.012304936,0.00007160938,0.12990616,0.0018225663],"about_ca_topic_score_codex":0.000008680568,"about_ca_topic_score_gemma":0.0000033361955,"teacher_disagreement_score":0.75986314,"about_ca_system_score_codex":0.00014559968,"about_ca_system_score_gemma":0.000069056085,"threshold_uncertainty_score":0.7696375},"labels":[],"label_agreement":null},{"id":"W2029787843","doi":"10.1145/2160803.2160823","title":"Tracking adaptive performance models using dynamic clustering of user classes (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Carleton University; York University","funders":"","keywords":"Cluster analysis; Computer science; Estimator; Data mining; Tracking (education); Class (philosophy); Filter (signal processing); Software; Artificial intelligence; Machine learning; Real-time computing; Computer vision; Mathematics; Statistics","score_opus":0.19162837133481958,"score_gpt":0.34208665436125507,"score_spread":0.1504582830264355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029787843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7872918,0.023535281,0.1850265,0.00004159082,0.00090357405,0.0017268936,0.0000042044685,0.00017881495,0.0012913427],"genre_scores_gemma":[0.896797,0.034547955,0.06833207,0.00016237097,0.000036207006,0.00006719445,0.0000074158907,0.000027916909,0.000021838863],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99533844,0.0002559258,0.0015792213,0.00071503985,0.0015546853,0.00055670453],"domain_scores_gemma":[0.99500626,0.00026171585,0.0011370084,0.0019149936,0.0015411971,0.00013882537],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005728468,0.0004057394,0.0007599741,0.0006312276,0.00027183752,0.000060661587,0.0018678256,0.00017742791,0.000068713496],"category_scores_gemma":[0.0008986693,0.00035007315,0.00021455703,0.0032291068,0.00009950541,0.0042730137,0.00052384863,0.0003626967,0.000045104403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035480058,0.00026780076,0.024356026,0.0069622756,0.00009833649,0.000002209144,0.001171344,0.058027893,0.00010485814,0.00018461105,0.0000630217,0.90872616],"study_design_scores_gemma":[0.00040690636,0.0002609503,0.06256296,0.004111743,0.00014445963,0.00004501649,0.000029842899,0.93106693,0.0006850433,0.00014339326,0.00011469834,0.00042805355],"about_ca_topic_score_codex":0.00004197312,"about_ca_topic_score_gemma":0.000007443992,"teacher_disagreement_score":0.9082981,"about_ca_system_score_codex":0.00038447464,"about_ca_system_score_gemma":0.00067013287,"threshold_uncertainty_score":0.99989516},"labels":[],"label_agreement":null},{"id":"W2030318533","doi":"10.1145/2160803.2160842","title":"Improving the efficiency of information collection and analysis in widely-used IT applications (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Computer science; Overhead (engineering); Logging; Intrusion detection system; Database; Data mining; Operating system","score_opus":0.04936954978603933,"score_gpt":0.30049659775123994,"score_spread":0.2511270479652006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030318533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65000266,0.020528898,0.32148784,0.00073720724,0.0003251785,0.0053463066,0.0000050516587,0.00011778851,0.001449084],"genre_scores_gemma":[0.9800998,0.0128308935,0.006455535,0.0002489794,0.000010440031,0.0003290142,0.000014722482,0.000003624313,0.0000069917673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975396,0.00017259376,0.0010683596,0.00026165912,0.0007645914,0.00019322678],"domain_scores_gemma":[0.9971287,0.00032593467,0.000761214,0.0010622323,0.0006745297,0.0000473429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073558902,0.00014255085,0.00033623914,0.0008929254,0.00019055279,0.000049665225,0.0007940486,0.00007409014,0.000025613122],"category_scores_gemma":[0.0016968149,0.00010075381,0.00009414196,0.010301674,0.000059365553,0.001573609,0.0001775263,0.00016259152,0.000023428633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006465259,0.00012380994,0.19604272,0.0019892154,0.00006141672,8.0724135e-8,0.0020747655,0.0008986179,0.000014597655,0.00028556894,0.0001115055,0.7983912],"study_design_scores_gemma":[0.00052338623,0.0001606167,0.65159786,0.00045560708,0.00044523375,0.000007582528,0.00009293278,0.34467658,0.0005707675,0.00015913973,0.0010410065,0.00026929943],"about_ca_topic_score_codex":0.00012950668,"about_ca_topic_score_gemma":0.0000276612,"teacher_disagreement_score":0.7981219,"about_ca_system_score_codex":0.00012776798,"about_ca_system_score_gemma":0.00030239904,"threshold_uncertainty_score":0.4949613},"labels":[],"label_agreement":null},{"id":"W2033819515","doi":"10.4108/icst.valuetools2009.7807","title":"A Performance Experiment System Supporting Fast Mapping of System Issues","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploit; Computer science; Estimation; Industrial engineering; Reliability engineering; Systems engineering; Engineering; Computer security","score_opus":0.013194306487946849,"score_gpt":0.25476979185916876,"score_spread":0.24157548537122192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033819515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8670183,0.0002905677,0.11306266,0.00015906978,0.0006732464,0.00044136777,8.277232e-7,0.0010478933,0.017306067],"genre_scores_gemma":[0.9841213,0.0000055520377,0.015472097,0.000029199662,0.00009178752,0.000017451388,9.814825e-7,0.000005697993,0.00025592488],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794865,0.000055449593,0.00077404577,0.00039798237,0.00043572855,0.00038812103],"domain_scores_gemma":[0.9986231,0.000026389347,0.00029626818,0.00080817624,0.00015584969,0.00009022607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082026515,0.00018613359,0.00039137976,0.00012923486,0.00015146614,0.000067331,0.00072416995,0.00007759497,0.000004991481],"category_scores_gemma":[0.000008322523,0.00013973056,0.00010489205,0.000405914,0.000026999862,0.0005590201,0.00012179825,0.00008115117,0.00006577165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107463464,0.0010240546,0.1682869,0.02771848,0.00030471798,0.00014299614,0.067527495,0.003367424,0.059792418,0.19781964,0.0030638718,0.47084454],"study_design_scores_gemma":[0.0010575867,0.0008666111,0.032142438,0.003865817,0.000016503087,0.00032798637,0.017374096,0.7363708,0.20562308,0.00001532382,0.0013935004,0.00094628875],"about_ca_topic_score_codex":0.00005139643,"about_ca_topic_score_gemma":3.3379217e-7,"teacher_disagreement_score":0.7330034,"about_ca_system_score_codex":0.00016751945,"about_ca_system_score_gemma":0.00006170838,"threshold_uncertainty_score":0.56980467},"labels":[],"label_agreement":null},{"id":"W2035512953","doi":"10.1002/stvr.418","title":"Fault‐driven stress testing of distributed real‐time software based on UML models","year":2009,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Stress testing (software); Unified Modeling Language; Test case; Test (biology); Stress test; Node (physics); Stress (linguistics); Cover (algebra); Real-time computing; Software; Reliability engineering; Programming language; Engineering; Machine learning","score_opus":0.02393212963172253,"score_gpt":0.24975384158457228,"score_spread":0.22582171195284975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035512953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3717332,0.000041938056,0.6242728,0.0004387101,0.00019524548,0.00076498557,0.00014114879,0.0020610173,0.00035093824],"genre_scores_gemma":[0.73741835,0.0000057872594,0.26233247,0.00008841745,0.000037714482,0.000023724355,0.00006146114,0.000013590257,0.00001845688],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968071,0.00023920661,0.0008695753,0.0010428755,0.0005887711,0.00045244675],"domain_scores_gemma":[0.9947598,0.0018328286,0.00052078796,0.0016934458,0.00097382773,0.00021933064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011057814,0.00036372786,0.00050586445,0.00013696749,0.0003952302,0.00010637381,0.0007609984,0.0002449694,0.0000054996726],"category_scores_gemma":[0.0065594525,0.00030900878,0.00011243396,0.0011872682,0.00022462614,0.00053753034,0.00010696759,0.00031468846,0.000013861306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107089254,0.0013041609,0.45401913,0.00087047386,0.000019819607,0.000007773583,0.00069605414,0.31867334,0.0016232894,0.0004889934,0.00037706312,0.22181281],"study_design_scores_gemma":[0.0005145411,0.0004828806,0.28451404,0.00040573903,0.000018729641,0.0000061687374,0.000013410837,0.7087105,0.0008167946,0.004091346,0.00003099579,0.0003948712],"about_ca_topic_score_codex":0.00015156524,"about_ca_topic_score_gemma":9.2653505e-7,"teacher_disagreement_score":0.39003715,"about_ca_system_score_codex":0.00015569759,"about_ca_system_score_gemma":0.00027913606,"threshold_uncertainty_score":0.9999362},"labels":[],"label_agreement":null},{"id":"W2035538419","doi":"10.1504/ijhpcn.2011.038708","title":"Leveraging many simple statistical models to adaptively monitor software systems","year":2011,"lang":"en","type":"article","venue":"International Journal of High Performance Computing and Networking","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; System monitoring; Context (archaeology); Software; Component (thermodynamics); Continuous monitoring; Fault detection and isolation; Data mining; Reliability engineering; Simple (philosophy); Real-time computing; Artificial intelligence","score_opus":0.0422950986400276,"score_gpt":0.2618850722666185,"score_spread":0.2195899736265909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035538419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45453602,0.00026631416,0.54226816,0.000028954315,0.0027516065,0.000057142457,0.000001306357,0.00004303056,0.00004745611],"genre_scores_gemma":[0.9379307,0.000117565716,0.06060906,0.00010819959,0.0012088872,0.0000018587183,0.0000010892794,0.000012170187,0.000010439588],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805987,0.000068498426,0.0006903571,0.00026833505,0.00058842235,0.0003245215],"domain_scores_gemma":[0.9985233,0.00018980977,0.00039035396,0.00018200223,0.0005472298,0.00016728307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008883728,0.00017923448,0.00030672428,0.00022162864,0.00020380954,0.00020958952,0.00089895737,0.00006205603,0.0000027350568],"category_scores_gemma":[0.000019959647,0.00014965697,0.00005430222,0.00016407155,0.000040676685,0.0007348758,0.00036484987,0.00028213044,0.0000062609447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027853536,0.00015492261,0.10622089,0.0001263523,0.0003324117,0.00020694501,0.0103473235,0.17136373,0.000037250935,0.0046038027,0.00079682947,0.705531],"study_design_scores_gemma":[0.0005952042,0.0003303582,0.03950341,0.0007892017,0.00001477949,0.00064284116,0.00017780354,0.95541716,0.00014174468,0.0014749161,0.00061088725,0.0003016982],"about_ca_topic_score_codex":0.00010924197,"about_ca_topic_score_gemma":6.49229e-7,"teacher_disagreement_score":0.78405344,"about_ca_system_score_codex":0.000109957226,"about_ca_system_score_gemma":0.00006536229,"threshold_uncertainty_score":0.61028343},"labels":[],"label_agreement":null},{"id":"W2036051048","doi":"10.1145/2591062.2591192","title":"Software feature location in practice: debugging aircraft simulation systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada); Concordia University","funders":"Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Debugging; Computer science; Feature (linguistics); Software; TRACE (psycholinguistics); Set (abstract data type); Precision and recall; Software bug; Software engineering; Real-time computing; Programming language; Artificial intelligence","score_opus":0.008444977945628231,"score_gpt":0.2653895105564987,"score_spread":0.25694453261087047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036051048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006954835,0.0001852394,0.98947346,0.0008697111,0.00071973744,0.00028997276,1.5593467e-7,0.0005236208,0.0009832833],"genre_scores_gemma":[0.96757203,0.0000035628282,0.031828493,0.00022791141,0.00010871797,0.000023145902,0.0000029909042,0.000006867069,0.0002262979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987038,0.00017831339,0.00025549062,0.0003482571,0.0002973562,0.00021678377],"domain_scores_gemma":[0.9984228,0.00057355186,0.00011625415,0.0005704121,0.00026389884,0.000053098058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010525035,0.000116470364,0.0001516938,0.0001183322,0.000096951684,0.00016051861,0.0003402579,0.00012652276,0.0000018742272],"category_scores_gemma":[0.00084205973,0.00009285448,0.000027956687,0.00058065174,0.00001441362,0.001451092,0.000076343014,0.00015292627,0.00010034507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011432972,0.00008583043,0.04741646,0.00024494753,0.000012218226,0.0000028081058,0.000850209,0.86962175,0.000015596132,0.0054176957,0.0009258637,0.075395204],"study_design_scores_gemma":[0.0002492169,0.000048816015,0.013956515,0.00009663246,0.000004274384,0.000011690684,0.0000610262,0.9743943,0.000026308966,0.00016825559,0.0108314585,0.00015149334],"about_ca_topic_score_codex":0.00016049934,"about_ca_topic_score_gemma":0.000020423195,"teacher_disagreement_score":0.9606172,"about_ca_system_score_codex":0.00011388111,"about_ca_system_score_gemma":0.00007146554,"threshold_uncertainty_score":0.3786496},"labels":[],"label_agreement":null},{"id":"W2036458369","doi":"10.1016/j.jss.2008.03.067","title":"Performance analysis of security aspects by weaving scenarios extracted from UML models","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Weaving; Unified Modeling Language; Computer science; Software engineering; Process (computing); Software; Aspect-oriented programming; Systems engineering; Engineering; Programming language","score_opus":0.013899987794626409,"score_gpt":0.2142190393488737,"score_spread":0.20031905155424728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036458369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8927118,0.004143918,0.10243901,0.000026492193,0.00046509033,0.000107368265,0.000024704086,0.00004178462,0.000039807805],"genre_scores_gemma":[0.9973617,0.0006942726,0.001783432,0.000017692108,0.000101684454,0.0000024142967,0.0000038109151,0.000008244248,0.000026701558],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99771273,0.000107101034,0.0010200841,0.0002674116,0.0006582644,0.00023443095],"domain_scores_gemma":[0.9976675,0.00019504744,0.0009516477,0.0004657043,0.00054581364,0.00017429973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068774493,0.00018873638,0.00084581546,0.0003207609,0.00019717934,0.000069982576,0.00053493894,0.00015237932,0.000005692343],"category_scores_gemma":[0.000075686585,0.00013982864,0.00023625462,0.0007772948,0.00007746848,0.0013191048,0.00009675521,0.00027532247,0.0000014596866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007059164,0.00032455986,0.945574,0.00051483774,0.0016814565,0.00009872278,0.013223545,0.02997621,0.0006288102,0.00009386551,0.0014411305,0.0063722883],"study_design_scores_gemma":[0.0011113827,0.00039288885,0.20750315,0.00080233143,0.00043297964,0.00042544588,0.00039080495,0.7874879,0.0003643108,0.00021174425,0.00040784202,0.00046917677],"about_ca_topic_score_codex":0.00048332475,"about_ca_topic_score_gemma":0.000008827742,"teacher_disagreement_score":0.75751173,"about_ca_system_score_codex":0.000072706935,"about_ca_system_score_gemma":0.00015043524,"threshold_uncertainty_score":0.5702047},"labels":[],"label_agreement":null},{"id":"W2036835904","doi":"10.1109/ra-m.2006.250528","title":"Automation science comes of age [from the Editor's desk]","year":2006,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Desk; Automation; Computer science; Engineering; Mechanical engineering","score_opus":0.009939450089082268,"score_gpt":0.2426379391204197,"score_spread":0.23269848903133744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036835904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15900132,0.0000852378,0.83001775,0.0015918132,0.0074646235,0.0003968243,0.000009122223,0.0006604284,0.0007728882],"genre_scores_gemma":[0.9388672,0.0000055246287,0.059740737,0.00006805927,0.0011853885,0.000010960874,0.000013585549,0.000008403973,0.00010015012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978764,0.00008280153,0.0005710454,0.000344007,0.0008512046,0.00027453186],"domain_scores_gemma":[0.998018,0.00030439635,0.0003449555,0.00089868944,0.00038348243,0.000050436836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008086922,0.00015963081,0.00022043586,0.00013374863,0.00029374886,0.00022252438,0.0011277016,0.000080230995,0.000007533552],"category_scores_gemma":[0.000114236376,0.00011156575,0.000074036056,0.0010987369,0.000338402,0.0010220563,0.00012549043,0.00011400468,0.00016698899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020486064,0.00079095975,0.078371234,0.00038117266,0.00007651815,0.00002201462,0.0033479535,0.60014784,0.097807355,0.061169203,0.11565803,0.04220726],"study_design_scores_gemma":[0.00031474957,0.00005049781,0.40344182,0.000058817524,0.00001426849,0.000007245376,0.000010902251,0.5858479,0.0052245227,0.0035947957,0.0012541255,0.00018037036],"about_ca_topic_score_codex":0.00013371654,"about_ca_topic_score_gemma":0.000031628286,"teacher_disagreement_score":0.77986586,"about_ca_system_score_codex":0.00011980027,"about_ca_system_score_gemma":0.00020732848,"threshold_uncertainty_score":0.4549519},"labels":[],"label_agreement":null},{"id":"W2040040060","doi":"10.1016/j.procs.2014.08.036","title":"Classification of Post-deployment Performance Diagnostic Techniques for Large-scale Software Systems","year":2014,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University; University of Waterloo","funders":"","keywords":"Computer science; Software deployment; Task (project management); Scale (ratio); Field (mathematics); Software; Service (business); Data science; Risk analysis (engineering); Software engineering; Systems engineering; Operating system","score_opus":0.01095018948853029,"score_gpt":0.2416727533476307,"score_spread":0.2307225638591004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040040060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15773289,0.000067709814,0.8394249,0.00017054545,0.0011775693,0.00089465495,0.0000057163666,0.00048258857,0.000043442815],"genre_scores_gemma":[0.80812955,0.000016211903,0.1912193,0.00011200355,0.00020716696,0.00029005972,0.000003103786,0.000010912767,0.000011701339],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997315,0.00004425753,0.0005605871,0.0008073417,0.00070660975,0.00056623266],"domain_scores_gemma":[0.9968275,0.0005336687,0.00032386923,0.0009862793,0.0011690651,0.00015961376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002394143,0.0002134609,0.00031795967,0.00025648225,0.00038233932,0.000215803,0.002003604,0.000087905595,6.907776e-7],"category_scores_gemma":[0.00048818538,0.00017273193,0.00008205246,0.0009144215,0.00021762658,0.001332858,0.00043667827,0.00010930713,0.000015902879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050632898,0.00097049447,0.2834683,0.0050023184,0.000031734897,0.000001315929,0.007308808,0.0015653028,0.006770771,0.030384319,0.0015434213,0.6629026],"study_design_scores_gemma":[0.0003307833,0.0007637439,0.08296773,0.00028227057,0.000008517232,0.000028661267,0.000025532425,0.9028068,0.0098052155,0.00026630954,0.0023748695,0.00033956888],"about_ca_topic_score_codex":0.000009403544,"about_ca_topic_score_gemma":0.0000017798922,"teacher_disagreement_score":0.9012415,"about_ca_system_score_codex":0.000107535794,"about_ca_system_score_gemma":0.0003212306,"threshold_uncertainty_score":0.7043804},"labels":[],"label_agreement":null},{"id":"W2040855511","doi":"10.1016/j.mcm.2010.12.025","title":"Special Issue On: Telecommunications Software Engineering: Emerging Methods, Models and Tools","year":2010,"lang":"en","type":"article","venue":"Mathematical and Computer Modelling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Telecommunications; Software; Software engineering; Programming language","score_opus":0.03626104682282194,"score_gpt":0.2796830976889062,"score_spread":0.24342205086608426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040855511","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017453967,0.00004621998,0.9808435,0.00033970678,0.00043712975,0.00016492125,8.442202e-7,0.0002167444,0.0004969969],"genre_scores_gemma":[0.02687849,0.000030476182,0.9715682,0.00012161836,0.0013317163,0.000020410107,0.0000010807688,0.0000123245745,0.000035673525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988692,0.000040821862,0.0003199358,0.0003619006,0.00016168007,0.00024645324],"domain_scores_gemma":[0.99849373,0.0006164005,0.000050627074,0.0006450826,0.000055484048,0.00013867584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051959563,0.00018435779,0.00027445715,0.000076102464,0.00020846628,0.00034593247,0.00046117976,0.000101704514,0.000016792665],"category_scores_gemma":[0.000034941193,0.00014718833,0.000053772725,0.0001330252,0.000050517625,0.0005594836,0.00037369097,0.00036056023,0.000019731584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045235656,0.0001567437,0.00004218832,0.000296381,0.00003581805,0.0000035123026,0.003411234,0.12584274,0.000028656661,0.41614318,0.00034013897,0.45369488],"study_design_scores_gemma":[0.00011145078,0.000031973566,0.00002270335,0.00006122134,0.0000057872116,0.00003272162,0.000008801994,0.95680773,0.000063388245,0.03803442,0.004637696,0.00018213304],"about_ca_topic_score_codex":0.0000023343405,"about_ca_topic_score_gemma":2.9289131e-7,"teacher_disagreement_score":0.830965,"about_ca_system_score_codex":0.000007990863,"about_ca_system_score_gemma":0.000015647194,"threshold_uncertainty_score":0.6002166},"labels":[],"label_agreement":null},{"id":"W2041218528","doi":"10.1002/qre.1147","title":"FaBSR: a method for cluster failure prediction based on Bayesian serial revision and an application to LANL cluster","year":2010,"lang":"en","type":"article","venue":"Quality and Reliability Engineering International","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cluster (spacecraft); Failure rate; Bayesian probability; Scale (ratio); Computer science; Series (stratigraphy); Population; Statistics; Reliability engineering; Mathematics; Engineering; Artificial intelligence","score_opus":0.008304275900135313,"score_gpt":0.3000407202795615,"score_spread":0.2917364443794262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041218528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12174185,0.000002032344,0.8710824,0.005251456,0.0010192565,0.00066327775,0.000042160464,0.00017532115,0.00002219671],"genre_scores_gemma":[0.66272414,0.0000012878055,0.3361907,0.0004949515,0.0004059143,0.00011607735,0.000040748673,0.000010046278,0.000016166705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984387,0.000089552894,0.00040218927,0.0006103073,0.00028679703,0.00017243781],"domain_scores_gemma":[0.99862146,0.00041778138,0.00007554128,0.00053628505,0.00019125675,0.00015767489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00243761,0.00016639066,0.00019111185,0.000116994044,0.000110312365,0.00014950779,0.00030928082,0.00018938615,0.0000052614414],"category_scores_gemma":[0.0005073299,0.00014061714,0.00005998957,0.00011302282,0.00002305554,0.00041478185,0.000096593714,0.0002297846,0.000002829908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021243556,0.001578436,0.07472172,0.0036589503,0.00014950473,0.0000014540323,0.0065200655,0.5240131,0.03279896,0.084116854,0.002895351,0.26742125],"study_design_scores_gemma":[0.0006334729,0.0001701158,0.022556042,0.000039965103,0.000005290375,0.00000587079,0.000010049323,0.9615073,0.0003672966,0.0005766632,0.0139559405,0.00017199981],"about_ca_topic_score_codex":0.000049239694,"about_ca_topic_score_gemma":0.000021536742,"teacher_disagreement_score":0.54098225,"about_ca_system_score_codex":0.00005342373,"about_ca_system_score_gemma":0.000028923972,"threshold_uncertainty_score":0.57342005},"labels":[],"label_agreement":null},{"id":"W2041783719","doi":"10.1145/2517349.2522727","title":"Do not blame users for misconfigurations","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Division of Computer and Network Systems; NetApp; University of California, San Diego; National Science Foundation","keywords":"Computer science; Software bug; Blame; Software; Backporting; Software engineering; Software maintenance; Software configuration management; Computer security; Software development; World Wide Web; Component-based software engineering; Operating system; Software construction","score_opus":0.02038757480416186,"score_gpt":0.2546589506544686,"score_spread":0.23427137585030672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041783719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10598855,0.000015211436,0.8792559,0.005222025,0.0006210753,0.0007676767,0.0000016706405,0.00032935195,0.0077985274],"genre_scores_gemma":[0.9545465,0.000001992876,0.04201429,0.00064861495,0.000060687547,0.0001879753,0.0000012562317,0.0000035955456,0.0025350936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935675,0.000011445953,0.00015552781,0.00020693746,0.00010313578,0.0001662154],"domain_scores_gemma":[0.9992377,0.00010127514,0.000030723935,0.0004432667,0.00013000552,0.000057001984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013768364,0.000065877015,0.00008153795,0.000032550262,0.0001063097,0.00017854427,0.000372624,0.000041750816,0.00013858806],"category_scores_gemma":[0.000038104536,0.000045586556,0.000058045367,0.00011026002,0.00002198622,0.00059547566,0.000038404083,0.000033683988,0.0005720621],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013637267,0.00031471768,0.023956819,0.000301094,0.000112513764,0.0000014763075,0.004918953,0.00056998007,0.011171607,0.38728267,0.32939065,0.2419659],"study_design_scores_gemma":[0.0035233092,0.0008304136,0.16540904,0.00011572163,0.000031415537,0.000046580688,0.0009566461,0.46542478,0.07801285,0.04390721,0.23974055,0.0020014928],"about_ca_topic_score_codex":0.00008622562,"about_ca_topic_score_gemma":0.0000058183095,"teacher_disagreement_score":0.84855795,"about_ca_system_score_codex":0.000016218482,"about_ca_system_score_gemma":0.00004097085,"threshold_uncertainty_score":0.73528916},"labels":[],"label_agreement":null},{"id":"W2041838121","doi":"10.1145/1134285.1134340","title":"Traffic-aware stress testing of distributed systems based on UML models","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Sequence diagram; Stress testing (software); Test case; Focus (optics); Data flow diagram; Distributed computing; Stress test; Real-time computing; Scenario testing; Stress (linguistics); Database; Artificial intelligence; Machine learning; Programming language; Software","score_opus":0.019347497837059604,"score_gpt":0.21769872736416776,"score_spread":0.19835122952710815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041838121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17359403,0.000029234716,0.82368875,0.000057462836,0.00028639374,0.0002406934,0.00004444921,0.00040336393,0.0016556397],"genre_scores_gemma":[0.9960002,2.3971063e-7,0.0038247919,0.000017220873,0.00005521065,0.000017679766,0.000019429981,0.0000066218463,0.000058610887],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985667,0.00006058096,0.0004112884,0.00033382417,0.00038065633,0.00024694667],"domain_scores_gemma":[0.99868834,0.00023971393,0.00013895419,0.00066356617,0.00021816595,0.000051254294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029870606,0.00014354967,0.00023542442,0.00007390236,0.000084838546,0.00006898297,0.00050599163,0.00008132037,0.0000027821934],"category_scores_gemma":[0.00003060168,0.00010461346,0.00006520693,0.0005003482,0.00003393074,0.00026682546,0.000050725343,0.00008096825,0.000008878957],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036024207,0.00012552667,0.0070168213,0.00015911896,0.0000028379493,0.0000025983093,0.000018304228,0.9889967,0.000018178216,0.0014012605,0.00035699562,0.0018980457],"study_design_scores_gemma":[0.00026267406,0.00008901804,0.0031457131,0.00017222806,0.0000029857006,0.0000022906045,0.000018938546,0.99540466,0.00066647615,0.00007504371,0.000028079308,0.00013189572],"about_ca_topic_score_codex":0.0005035954,"about_ca_topic_score_gemma":0.000011705375,"teacher_disagreement_score":0.8224062,"about_ca_system_score_codex":0.00005498955,"about_ca_system_score_gemma":0.00008923015,"threshold_uncertainty_score":0.4266013},"labels":[],"label_agreement":null},{"id":"W2041938145","doi":"10.1109/noms.2012.6211882","title":"Interactive learning of alert signatures in High Performance Cluster system logs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Anomaly detection; Signature (topology); Visualization; Feature (linguistics); Data mining; Cluster (spacecraft); Simple (philosophy); Machine learning; Artificial intelligence","score_opus":0.006903645971703883,"score_gpt":0.2260938502631949,"score_spread":0.21919020429149103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041938145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9554605,0.00014073928,0.038933925,0.00005457846,0.00085163536,0.00018520483,2.5804178e-7,0.00014985664,0.0042233295],"genre_scores_gemma":[0.9968652,0.000007700079,0.0026392385,0.000052958447,0.00007244323,0.000016970353,6.544993e-7,0.0000061632413,0.00033867935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987805,0.00012197124,0.00034258832,0.00020979828,0.0002251202,0.00032001053],"domain_scores_gemma":[0.99921346,0.00017319643,0.00013446249,0.00033727204,0.00008306281,0.00005852337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073059014,0.00012568019,0.00024109813,0.0001407354,0.00005125494,0.00002181571,0.00042530103,0.000100839774,0.000018973722],"category_scores_gemma":[0.000037003563,0.0000895023,0.000046762303,0.00031441616,0.00003425022,0.0012089342,0.00020856767,0.00026694324,0.00006004747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005099447,0.00015853137,0.9655781,0.00065127027,0.00002775261,0.0000016711717,0.00553064,0.00852366,0.00031249342,0.0051891054,0.000341279,0.013634507],"study_design_scores_gemma":[0.00092877273,0.0002487577,0.7070546,0.00057167,0.000007503759,0.000027012136,0.00097464735,0.27350315,0.015354442,0.000019500445,0.00090130826,0.00040858812],"about_ca_topic_score_codex":0.00014346935,"about_ca_topic_score_gemma":0.000003744997,"teacher_disagreement_score":0.2649795,"about_ca_system_score_codex":0.00010735998,"about_ca_system_score_gemma":0.000029613719,"threshold_uncertainty_score":0.36497977},"labels":[],"label_agreement":null},{"id":"W2042076922","doi":"10.1016/s0166-5316(02)00203-1","title":"Automatic response performance monitoring for real-time software with nondeterministic behaviors","year":2003,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Bell (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Response time; Nondeterministic algorithm; Correctness; Real-time computing; Robustness (evolution); Software; Behavioral modeling; Reliability engineering; Artificial intelligence; Algorithm; Operating system; Engineering","score_opus":0.02457494913926627,"score_gpt":0.2951316720886818,"score_spread":0.2705567229494155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042076922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752825,0.000040167946,0.021751467,0.000035034536,0.00071731774,0.0015194336,0.0000030756726,0.00049453054,0.00015648943],"genre_scores_gemma":[0.93385226,0.00003221742,0.06479561,0.0000145526365,0.000082380546,0.0009620697,0.000010014499,0.000033185777,0.00021768884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968621,0.00028860715,0.00057878735,0.0006418605,0.0010393201,0.0005892909],"domain_scores_gemma":[0.99753207,0.00033408677,0.00030555687,0.0010501352,0.0006462316,0.00013190087],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047986475,0.00033399148,0.0003420276,0.0002273666,0.0006096794,0.00015943155,0.0005750611,0.00013926452,0.000052240433],"category_scores_gemma":[0.00045242108,0.00027167142,0.0000857997,0.0006035153,0.000080985665,0.001602107,0.000053639495,0.0001578016,0.00017056848],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064957945,0.00031721822,0.47658587,0.0009020224,0.000068063506,0.000004111308,0.003682568,0.009628288,0.004900648,0.000035884394,0.00015975734,0.503066],"study_design_scores_gemma":[0.0016567254,0.001346181,0.40799475,0.0003603745,0.00007582406,0.000059817325,0.000050534974,0.57003313,0.017683117,0.000035413013,0.00016567131,0.00053849205],"about_ca_topic_score_codex":0.000005232313,"about_ca_topic_score_gemma":6.240457e-7,"teacher_disagreement_score":0.56040484,"about_ca_system_score_codex":0.000404726,"about_ca_system_score_gemma":0.0006982293,"threshold_uncertainty_score":0.99997354},"labels":[],"label_agreement":null},{"id":"W2043006334","doi":"10.1145/1071021.1071038","title":"Solving layered queueing networks of large client-server systems with symmetric replication","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Queueing theory; Layered queueing network; Solver; Distributed computing; Workload; Exploit; Replication (statistics); Mean value analysis; Markov process; Mathematical optimization; Parallel computing; Computer network; Mathematics; Operating system","score_opus":0.009971847590710015,"score_gpt":0.239494039819977,"score_spread":0.22952219222926698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043006334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17759578,0.0005571567,0.8185332,0.00012235151,0.0002090924,0.0003125583,4.952274e-7,0.0002499241,0.0024194624],"genre_scores_gemma":[0.98966557,0.000018398106,0.009803632,0.000080082464,0.00011763358,0.000022927812,0.0000019543934,0.000007927614,0.00028185066],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849755,0.00006736474,0.00041591996,0.0004242164,0.0003028926,0.00029205604],"domain_scores_gemma":[0.9982426,0.000096639145,0.00022163044,0.0011789363,0.00019490231,0.000065254026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011423662,0.000116098156,0.00021422931,0.00013111405,0.00010691623,0.00007775389,0.00050588,0.00008379182,0.000007811504],"category_scores_gemma":[0.000027751406,0.00007980521,0.000051006104,0.0008114526,0.000018616242,0.0006764375,0.00013055526,0.000099521014,0.000028329883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050618928,0.0006172713,0.5722512,0.0007082595,0.00014569845,0.000005156983,0.0015017823,0.18628465,0.00030377376,0.15378569,0.0019908226,0.08235508],"study_design_scores_gemma":[0.0004304817,0.000089540816,0.034231495,0.00011360557,0.0000063372026,0.000016229042,0.000059505543,0.96193486,0.00056883367,0.000014213437,0.0023634683,0.00017145014],"about_ca_topic_score_codex":0.00017165644,"about_ca_topic_score_gemma":0.00003179477,"teacher_disagreement_score":0.81206983,"about_ca_system_score_codex":0.000081904465,"about_ca_system_score_gemma":0.00004578567,"threshold_uncertainty_score":0.3254362},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2043397649","doi":"10.1145/1958746.1958783","title":"MT-WAVE: profiling multi-tier web applications","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Profiling (computer programming); Computer science; Web application; Web service; Root cause; Web modeling; World Wide Web; Engineering; Operating system; Reliability engineering","score_opus":0.06127977216608452,"score_gpt":0.25496551615728674,"score_spread":0.19368574399120222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043397649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014168592,0.00005506009,0.96976095,0.00005728592,0.00025396096,0.00042410815,9.349487e-7,0.0005175864,0.014761493],"genre_scores_gemma":[0.66969866,0.0000063285233,0.3289362,0.000120910365,0.000042504627,0.000153974,8.9435395e-7,0.0000047121007,0.0010358448],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991687,0.000020714378,0.00019361523,0.00029746105,0.00012534703,0.0001941393],"domain_scores_gemma":[0.9990752,0.00002085119,0.000044374054,0.0006992552,0.000088980676,0.00007137498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024157038,0.00008722264,0.00009511655,0.000048842343,0.00011589249,0.000032452073,0.00043850398,0.000059136953,0.00006040998],"category_scores_gemma":[0.000010281327,0.000063341,0.000049420825,0.00027032092,0.000036012236,0.00033470328,0.00014498604,0.000079321704,0.00052246585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019005807,0.0018489276,0.41377228,0.00050230685,0.00012617349,0.000019004121,0.0104304105,0.0000361601,0.007058082,0.21428749,0.0037301257,0.34817],"study_design_scores_gemma":[0.0023570184,0.00027798474,0.12823251,0.00007738142,0.000034211113,0.00013271408,0.0004855199,0.6866833,0.089267425,0.008088831,0.08251031,0.0018527986],"about_ca_topic_score_codex":0.000035157733,"about_ca_topic_score_gemma":0.000006513653,"teacher_disagreement_score":0.6866471,"about_ca_system_score_codex":0.00002132201,"about_ca_system_score_gemma":0.00006928954,"threshold_uncertainty_score":0.6715416},"labels":[],"label_agreement":null},{"id":"W2043495335","doi":"10.1145/1370916.1370928","title":"Scalable adaptive web services","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; IBM (Canada)","funders":"","keywords":"Computer science; Web service; Robustness (evolution); Scalability; WS-Policy; Web modeling; Quality of service; Distributed computing; Web application; Service-oriented architecture; Workload; Software deployment; Software engineering; Web development; World Wide Web; Web application security; Database; Computer network; Operating system","score_opus":0.014399000420256176,"score_gpt":0.21356501591252355,"score_spread":0.19916601549226737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043495335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8410086,0.00021254593,0.087672226,0.00048405127,0.00071384694,0.00020158199,9.91569e-7,0.0009591496,0.06874703],"genre_scores_gemma":[0.9784472,0.000024618994,0.019135693,0.00033913917,0.000046519304,0.000007772128,3.172595e-7,0.000002759103,0.001996003],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992741,0.000020154508,0.00012346124,0.00022630622,0.00017978906,0.00017621178],"domain_scores_gemma":[0.99938357,0.000029490713,0.000028381337,0.000427367,0.00007176598,0.000059436723],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012348166,0.0000735855,0.00009814734,0.000035280536,0.00015561338,0.00002443408,0.00049957784,0.00004202379,0.000048741636],"category_scores_gemma":[0.0000026813834,0.00005102312,0.000038784987,0.0002580896,0.000033996766,0.00056669634,0.00013804476,0.000052931588,0.00079098804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005532584,0.00073220686,0.83033437,0.00041281196,0.00013628625,0.000179254,0.011424563,0.00075490226,0.0020254164,0.06216493,0.04842479,0.043355174],"study_design_scores_gemma":[0.0015065715,0.000496456,0.16013941,0.00010927115,0.0000080004875,0.00047331874,0.00035515634,0.75414443,0.01020509,0.00345598,0.06807097,0.0010353699],"about_ca_topic_score_codex":0.00011796098,"about_ca_topic_score_gemma":0.000016211143,"teacher_disagreement_score":0.7533895,"about_ca_system_score_codex":0.000019346033,"about_ca_system_score_gemma":0.000067651425,"threshold_uncertainty_score":0.999987},"labels":[],"label_agreement":null},{"id":"W2044316154","doi":"10.1109/ainaw.2007.210","title":"Interaction Analysis of Heterogeneous Monitoring Data for Autonomic Problem Determination","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Scalability; Data mining; XML; Eclipse; Data integration; System monitoring; Information overload; Variety (cybernetics); Distributed computing; Real-time computing; Database; Machine learning; Artificial intelligence; Operating system","score_opus":0.042812967320735675,"score_gpt":0.3347657936130355,"score_spread":0.2919528262922998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044316154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3111745,0.000010957883,0.6882222,0.00001921307,0.00029119407,0.00013486369,0.0000030240312,0.000058128266,0.00008588896],"genre_scores_gemma":[0.907318,0.000002557844,0.0925779,0.0000073402553,0.000041195894,0.00000659364,0.000014303385,0.0000025259585,0.000029573117],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916923,0.000011539417,0.0003229249,0.00027037255,0.00010117176,0.00012474785],"domain_scores_gemma":[0.9988173,0.0001500412,0.00013898924,0.00076208205,0.0000957964,0.000035742432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082199054,0.000059706916,0.00014330991,0.00023134655,0.000045002027,0.00003305779,0.0005664521,0.00003904022,0.0000027770186],"category_scores_gemma":[0.000041744668,0.000049422637,0.00006864579,0.0003930706,0.000009863472,0.0006106513,0.00015484556,0.000028435075,0.0000023857003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004056844,0.0001584415,0.14886951,0.00015849453,0.00050532835,0.0000015331854,0.0009041452,0.011140462,0.0043733492,0.00037209285,0.00007667972,0.83339936],"study_design_scores_gemma":[0.00013609904,0.00006583434,0.024455706,0.000015805863,0.00010498711,0.000003615849,0.000034513436,0.93987846,0.034493435,0.00007856358,0.00063186313,0.00010113342],"about_ca_topic_score_codex":0.000058903865,"about_ca_topic_score_gemma":0.000040278872,"teacher_disagreement_score":0.928738,"about_ca_system_score_codex":0.00006619933,"about_ca_system_score_gemma":0.000028044351,"threshold_uncertainty_score":0.20153967},"labels":[],"label_agreement":null},{"id":"W2047093659","doi":"10.1145/2642937.2642988","title":"Behavioral resource-aware model inference","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Microsoft Research","keywords":"Computer science; Debugging; Resource (disambiguation); Software engineering; Finite-state machine; Inference; Software; Software system; Software bug; Comprehension; State (computer science); Software evolution; Human–computer interaction; Programming language; Artificial intelligence; Software construction","score_opus":0.02358057636605227,"score_gpt":0.2820658507939021,"score_spread":0.25848527442784985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047093659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10986564,0.0000053741564,0.88213444,0.00024025276,0.00011831915,0.00007335797,4.5538383e-7,0.00040812625,0.007154038],"genre_scores_gemma":[0.9796963,0.0000010362106,0.01904534,0.000309283,0.000036113383,0.000011387538,0.0000011293139,0.000004285266,0.00089513295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905837,0.00003732942,0.00017539742,0.0002920537,0.0002195155,0.00021736318],"domain_scores_gemma":[0.9989988,0.0000511761,0.000037357426,0.0007616116,0.000064249376,0.000086785374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003113742,0.00009826764,0.00012036042,0.000043910146,0.00010038538,0.000081758175,0.00070035295,0.000068499845,0.000017183082],"category_scores_gemma":[0.0000232389,0.00007187329,0.0000495292,0.00015973757,0.000033670993,0.00035930856,0.00022388677,0.00009577908,0.00017342936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018261711,0.0006009145,0.14911787,0.00017070145,0.000018136754,0.000006327588,0.0047644237,0.036665373,0.0004096434,0.17007579,0.022882247,0.6152703],"study_design_scores_gemma":[0.0001400108,0.000069677684,0.0019463382,0.000011620892,0.0000019597132,0.0000031961283,0.0000134648335,0.98969996,0.00039898968,0.002569692,0.004988249,0.00015685393],"about_ca_topic_score_codex":0.000046736095,"about_ca_topic_score_gemma":0.000010176537,"teacher_disagreement_score":0.9530346,"about_ca_system_score_codex":0.000022455812,"about_ca_system_score_gemma":0.000044560737,"threshold_uncertainty_score":0.2930908},"labels":[],"label_agreement":null},{"id":"W2048885202","doi":"10.1145/1321211.1321233","title":"The scalability of AspectJ","year":2007,"lang":"en","type":"article","venue":"Proceedings of CASCON","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Eclipse; Scalability; Modular programming; Programming language; Aspect-oriented programming; Software engineering; Operating system; Software","score_opus":0.005260579994586591,"score_gpt":0.2288974944070237,"score_spread":0.2236369144124371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048885202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98619795,0.00021862409,0.0031733008,0.00022025405,0.00023654567,0.00017122237,3.4483494e-7,0.000059404847,0.009722376],"genre_scores_gemma":[0.9974246,0.000015088277,0.0024554615,0.000012250052,0.000039973973,0.0000030477415,4.385514e-8,0.0000029820148,0.000046545025],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99890584,0.000003030713,0.00039706018,0.00018604024,0.00030489353,0.00020315078],"domain_scores_gemma":[0.99886537,0.00016937891,0.0002209879,0.00020157898,0.0004977809,0.000044902434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002299238,0.000074452924,0.00015617693,0.000042661173,0.000082915336,0.000028538292,0.0006423681,0.00005319151,0.0000018184851],"category_scores_gemma":[0.0002585126,0.00004599766,0.00007403284,0.00035180635,0.00017163811,0.00031873237,0.00013591944,0.00008417291,0.000003965402],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011696503,0.00021457692,0.6014888,0.0008954461,0.00005150873,8.727903e-7,0.003457359,0.0000022583115,0.03459928,0.17149168,0.0010721037,0.18660915],"study_design_scores_gemma":[0.00040254934,0.0003122692,0.36795998,0.000101737714,0.00001013763,0.00002279112,0.00045212387,0.00069985003,0.6110418,0.015210578,0.0035938134,0.0001923985],"about_ca_topic_score_codex":0.00003082824,"about_ca_topic_score_gemma":0.000004235406,"teacher_disagreement_score":0.5764425,"about_ca_system_score_codex":0.000029384577,"about_ca_system_score_gemma":0.00003449796,"threshold_uncertainty_score":0.18757302},"labels":[],"label_agreement":null},{"id":"W2048976792","doi":"10.1145/1958746.1958760","title":"An automatic trace based performance evaluation model building for parallel distributed systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Asynchronous communication; Distributed computing; Software; Timestamp; Queueing theory; Workload; Process (computing); Software engineering; Real-time computing; Operating system; Computer network","score_opus":0.06068756346315892,"score_gpt":0.2931767416864619,"score_spread":0.23248917822330298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048976792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32376906,0.0000340246,0.6745312,0.000023576538,0.0002676052,0.00084188936,0.0000054810266,0.0004022322,0.00012486748],"genre_scores_gemma":[0.78754914,0.0000012176453,0.21194437,0.000029284336,0.00002725503,0.0004087543,0.000013533662,0.000008642661,0.000017827108],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982693,0.00009637189,0.00042438085,0.00043990836,0.0004319597,0.0003380774],"domain_scores_gemma":[0.9984496,0.00007232639,0.0001486908,0.0008634274,0.0003504833,0.00011546267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019353583,0.00017355262,0.00022264307,0.00008192761,0.00022623697,0.00011368722,0.00073694944,0.0001030729,0.000011806268],"category_scores_gemma":[0.00005038137,0.00013341958,0.000075577926,0.00024916595,0.000027741084,0.0012663213,0.0000332335,0.00006894522,0.000014069615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003553759,0.00034623657,0.0072384994,0.0005825135,0.000027155027,4.944964e-7,0.001228971,0.9449782,0.0003098373,0.0075967093,0.00037290083,0.03728294],"study_design_scores_gemma":[0.0006368449,0.00018021584,0.0054530823,0.0000557655,0.000017946417,0.0000032825078,0.000033084707,0.9923975,0.00057725154,0.0004100817,0.0000238513,0.0002110878],"about_ca_topic_score_codex":0.00004092331,"about_ca_topic_score_gemma":0.0000026063785,"teacher_disagreement_score":0.46378005,"about_ca_system_score_codex":0.00012850788,"about_ca_system_score_gemma":0.00022925716,"threshold_uncertainty_score":0.54406923},"labels":[],"label_agreement":null},{"id":"W2050759137","doi":"10.1145/1463788.1463813","title":"Information-theoretic modeling for tracking the health of complex software systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pairwise comparison; Computer science; Entropy (arrow of time); Mutual information; Metric (unit); Data mining; Software; Correlation; Theoretical computer science; Software metric; Overhead (engineering); Information theory; Computation; Machine learning; Artificial intelligence; Algorithm; Software development; Mathematics; Software quality","score_opus":0.04885429454524661,"score_gpt":0.27408913879354846,"score_spread":0.22523484424830184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050759137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025679702,0.000120946446,0.97243994,0.0004800047,0.00034861555,0.0006033669,0.0000051137963,0.0001678225,0.00015446129],"genre_scores_gemma":[0.9770715,0.000025195748,0.022491213,0.00030336846,0.00003487671,0.000043942502,0.000005275915,0.0000037992124,0.00002080981],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988178,0.0000502142,0.0005531434,0.00010560217,0.00025308624,0.00022014871],"domain_scores_gemma":[0.9987718,0.0002125495,0.00018622525,0.00049712264,0.00028534612,0.00004697205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079476513,0.00009197972,0.00021082848,0.000056308607,0.00039020707,0.000051146537,0.00058090367,0.000037826245,0.0000025847908],"category_scores_gemma":[0.00008808823,0.000053904616,0.00008335158,0.00020696351,0.00006467791,0.0007085704,0.00006659887,0.000060836825,0.000009874905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006554755,0.00018312044,0.021491779,0.0047782995,0.000108961794,7.386445e-7,0.05168377,0.5091921,0.000017961383,0.32029697,0.010758401,0.081422344],"study_design_scores_gemma":[0.00023144654,0.000086856795,0.0006072121,0.000044349537,0.0000013929805,0.00003328477,0.00039167848,0.99667495,0.00001945994,0.00082703435,0.0009970387,0.000085296175],"about_ca_topic_score_codex":0.00015882123,"about_ca_topic_score_gemma":0.000003109897,"teacher_disagreement_score":0.9513918,"about_ca_system_score_codex":0.00004359652,"about_ca_system_score_gemma":0.00017711299,"threshold_uncertainty_score":0.30011967},"labels":[],"label_agreement":null},{"id":"W2050842491","doi":"10.1109/icsm.2011.6080775","title":"Identifying performance deviations in thread pools","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Thread (computing); Computer science; Thrashing; Concurrency; Distributed computing; Parallel computing; Software; Operating system","score_opus":0.06343390626594803,"score_gpt":0.25721859473867564,"score_spread":0.19378468847272762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050842491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6786443,0.000056266115,0.2969942,0.00007574851,0.00043578658,0.00016197033,1.938867e-7,0.00023644808,0.023395063],"genre_scores_gemma":[0.97281325,0.000022608132,0.026704663,0.000114508526,0.000017317509,0.00002325208,4.0119392e-7,0.000003224122,0.0003007898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991659,0.000023176734,0.00023468147,0.00022483623,0.00014211459,0.00020931305],"domain_scores_gemma":[0.9993982,0.00002430757,0.0000428958,0.0004489788,0.000045141107,0.00004049901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034752738,0.00007718769,0.00010028596,0.000107848435,0.000077085664,0.000042181997,0.00051515264,0.000045038792,0.00006445272],"category_scores_gemma":[0.000017454902,0.00006008677,0.000032598236,0.00042914395,0.000020019224,0.0010528304,0.00012665182,0.0000868397,0.00037552003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002812909,0.00008175165,0.9421892,0.000054410357,0.0000056728654,0.000003840226,0.0034787783,0.000017286742,0.000039041395,0.027535234,0.00020896706,0.026382988],"study_design_scores_gemma":[0.00019204461,0.000034271874,0.98453027,0.000047751913,0.0000014571996,0.000010889646,0.00007017125,0.007901196,0.0026330403,0.0041402383,0.00028249572,0.00015616402],"about_ca_topic_score_codex":0.00011378844,"about_ca_topic_score_gemma":0.000053756325,"teacher_disagreement_score":0.29416892,"about_ca_system_score_codex":0.000038122485,"about_ca_system_score_gemma":0.000044845612,"threshold_uncertainty_score":0.48266757},"labels":[],"label_agreement":null},{"id":"W2053362736","doi":"10.1007/s10270-013-0385-x","title":"Transformation challenges: from software models to performance models","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Scalability; Petri net; Queueing theory; Software development process; Model-driven architecture; Software; Software development; Software engineering; Programming language; Database; Artificial intelligence","score_opus":0.05411228093989949,"score_gpt":0.22902063827280253,"score_spread":0.17490835733290305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053362736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20556298,0.0025539985,0.78636324,0.0002630743,0.0014036435,0.0016244393,0.000020921147,0.0018116166,0.00039608864],"genre_scores_gemma":[0.9385072,0.00041353854,0.059453283,0.00022142731,0.00031202091,0.0009101856,0.00003046199,0.0000718715,0.000080033045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949339,0.00017642608,0.0013901766,0.0012841318,0.0011632906,0.0010520958],"domain_scores_gemma":[0.9963528,0.00019241634,0.00023529134,0.0019526443,0.00075842923,0.0005084174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000891255,0.0006407124,0.00080808654,0.00034861328,0.00051434524,0.0005770503,0.0018598618,0.00040258782,0.000013745891],"category_scores_gemma":[0.000053494237,0.00056060986,0.0002441457,0.00056343747,0.000034505258,0.0076558264,0.00032335092,0.00042120108,0.0007239927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009719985,0.00004920638,0.0001673643,0.00039102207,0.00004007949,0.000001452485,0.010367153,0.9321044,0.000020147041,0.0013159257,0.00013667614,0.05539686],"study_design_scores_gemma":[0.0004460108,0.00010424377,0.000060829912,0.00071437185,0.000015950163,0.000017859047,0.0008480978,0.98719627,0.000039471062,0.009638068,0.00018580197,0.0007330391],"about_ca_topic_score_codex":0.002902227,"about_ca_topic_score_gemma":0.000026240985,"teacher_disagreement_score":0.7329442,"about_ca_system_score_codex":0.000333819,"about_ca_system_score_gemma":0.00020949949,"threshold_uncertainty_score":0.9996845},"labels":[],"label_agreement":null},{"id":"W205360658","doi":"","title":"A Pattern Language For Improving the Capacity of Layered Client/Server Systems with Multi-Threaded Servers","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Server; Computer science; Server farm; Client–server model; Client; Application server; Operating system; Name server; File server; Web server; Computer network; Software; Distributed computing; The Internet","score_opus":0.02488094643071292,"score_gpt":0.23469755276390367,"score_spread":0.20981660633319074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W205360658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56013197,0.00005716871,0.43875736,0.00003830913,0.00025449903,0.00059110933,0.000004807291,0.00007999638,0.00008476159],"genre_scores_gemma":[0.99205005,8.287668e-7,0.0075340336,0.000079550424,0.00001974531,0.000085194006,0.0000011108452,0.000008874507,0.00022059566],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987887,0.00010597175,0.00028894393,0.0003091751,0.000238176,0.00026902644],"domain_scores_gemma":[0.9986962,0.00013394793,0.00016644964,0.0007926293,0.0001574525,0.000053322754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080482644,0.00014014084,0.00021556013,0.000035087964,0.00012247515,0.00006963526,0.0005190791,0.000066281784,0.000005386408],"category_scores_gemma":[0.00004901833,0.00007223,0.0000853454,0.00018353171,0.000057951413,0.00028807897,0.00005452841,0.00008389339,0.00000789277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014870627,0.001358871,0.87430304,0.008059996,0.00056293816,0.00002044175,0.04824484,0.0089603225,0.0113752885,0.022742575,0.00087605126,0.023346942],"study_design_scores_gemma":[0.014812092,0.0019139233,0.09493456,0.0006440808,0.00015730831,0.00021736827,0.018643256,0.727904,0.13669737,0.00016686915,0.0017153074,0.0021938302],"about_ca_topic_score_codex":0.0016868671,"about_ca_topic_score_gemma":0.00030686715,"teacher_disagreement_score":0.77936846,"about_ca_system_score_codex":0.000041513966,"about_ca_system_score_gemma":0.00006791477,"threshold_uncertainty_score":0.29454538},"labels":[],"label_agreement":null},{"id":"W2055136026","doi":"10.1145/584369.584402","title":"XSLT transformation from UML models to LQN performance models","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; XSLT; Programming language; Streaming XML; Graph rewriting; Model transformation; XML Schema (W3C); XML; XML Encryption; Graph; Artificial intelligence; World Wide Web; Theoretical computer science","score_opus":0.0480725074263114,"score_gpt":0.21250607005521172,"score_spread":0.1644335626289003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055136026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25683704,0.00006781141,0.7200185,0.0007491849,0.00031528153,0.00027316657,0.000003777072,0.0003902056,0.021345],"genre_scores_gemma":[0.97388756,0.000086605745,0.024587147,0.000746075,0.00007107209,0.000047558482,0.0000034185284,0.000009108599,0.00056145823],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983608,0.000032410837,0.00040024886,0.00041778715,0.0004309839,0.00035773305],"domain_scores_gemma":[0.9988564,0.00003626133,0.000047955677,0.00078396016,0.0001084124,0.00016699686],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023967035,0.00018506206,0.00021056681,0.00010980231,0.0001738303,0.0001310427,0.00079998816,0.00010373678,0.00011987093],"category_scores_gemma":[0.0000037341442,0.00014470362,0.00008222035,0.0004235559,0.000019776808,0.003724702,0.000091985894,0.00012311329,0.0009005458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020407864,0.00022859199,0.00073187,0.00011290586,0.000038368555,0.0000032935952,0.031701062,0.44500345,0.00017391905,0.019785466,0.006347711,0.49585295],"study_design_scores_gemma":[0.00026766118,0.00007151383,0.00031806197,0.000031081967,0.0000033255706,0.000004843122,0.000037750357,0.9928681,0.0011340152,0.004288881,0.00074474496,0.0002300216],"about_ca_topic_score_codex":0.0002162409,"about_ca_topic_score_gemma":0.000017103266,"teacher_disagreement_score":0.7170505,"about_ca_system_score_codex":0.000071575814,"about_ca_system_score_gemma":0.000019467843,"threshold_uncertainty_score":0.9998774},"labels":[],"label_agreement":null},{"id":"W2056320501","doi":"10.1145/2160803.2160821","title":"Integrated estimation and tracking of performance model parameters with autoregressive trends (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Estimator; Computer science; Extrapolation; Kalman filter; Benchmark (surveying); Autoregressive model; Filter (signal processing); Process (computing); Time series; Series (stratigraphy); Estimation theory; Econometrics; Machine learning; Statistics; Artificial intelligence; Algorithm; Mathematics","score_opus":0.10233521450884568,"score_gpt":0.31012781171172304,"score_spread":0.20779259720287735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056320501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92668843,0.010990339,0.05939821,0.000109394205,0.00021355088,0.0009670666,0.000004036033,0.0001604866,0.0014684636],"genre_scores_gemma":[0.88032436,0.01406297,0.10533477,0.00011009354,0.000008372093,0.00009899245,0.00002050017,0.000015107416,0.000024804614],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693555,0.00014202582,0.00095686154,0.0005489561,0.0010849324,0.00033169985],"domain_scores_gemma":[0.99656117,0.00018299457,0.0008802437,0.0012059436,0.0010487658,0.00012088314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033629544,0.00031913593,0.0005636724,0.00062769226,0.00017189469,0.000055954748,0.00088147656,0.000119793396,0.000026714053],"category_scores_gemma":[0.0009898685,0.00022505189,0.000080730206,0.002558112,0.00013539846,0.0022447882,0.00015279934,0.00026392733,0.000014302049],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018167022,0.00007275628,0.023857977,0.0015574334,0.000029076944,5.374214e-7,0.00060423615,0.008757905,0.000005466442,0.00009824683,0.000042127773,0.96495605],"study_design_scores_gemma":[0.0005070173,0.00043307617,0.110245556,0.003000947,0.00014397234,0.00003700406,0.000012883444,0.88383114,0.0013328282,0.000075742784,0.000073366544,0.00030644977],"about_ca_topic_score_codex":0.000017725128,"about_ca_topic_score_gemma":0.0000029137507,"teacher_disagreement_score":0.9646496,"about_ca_system_score_codex":0.0001385872,"about_ca_system_score_gemma":0.00043536676,"threshold_uncertainty_score":0.9177349},"labels":[],"label_agreement":null},{"id":"W2058082064","doi":"10.1145/2160803.2160830","title":"MT-WAVE","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Profiling (computer programming); Bottleneck; Instrumentation (computer programming); Cloud computing; Web application; Visualization; Web service; World Wide Web; Operating system; Embedded system; Data mining","score_opus":0.18984152141500563,"score_gpt":0.32108580606164533,"score_spread":0.1312442846466397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058082064","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2477986,0.45213354,0.19532055,0.0028548283,0.009201527,0.010471942,0.000008811652,0.0021933632,0.08001683],"genre_scores_gemma":[0.8424496,0.105490245,0.04865538,0.002590991,0.00014180515,0.00043783133,0.0000166469,0.00002435694,0.00019315933],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967663,0.00023891492,0.0007609495,0.00055853033,0.0012860469,0.00038920806],"domain_scores_gemma":[0.9960308,0.00017885394,0.00035419036,0.0023997815,0.0008996782,0.00013667901],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006439547,0.00024235048,0.00040559427,0.00034811997,0.0002045311,0.000052413427,0.0015670605,0.00010231012,0.0005837975],"category_scores_gemma":[0.0025134413,0.00019003756,0.00015474402,0.0034708527,0.000048571703,0.0014100919,0.0004298886,0.00021839049,0.0011535727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027906533,0.000085409454,0.014734276,0.0012915578,0.000021918893,0.0000016594694,0.00030845604,0.0000073394326,0.0000061982964,0.0005571663,0.00402907,0.97895414],"study_design_scores_gemma":[0.0029590286,0.0014926549,0.50466424,0.008714059,0.00065239763,0.00029892437,0.000051725383,0.32842878,0.0035778184,0.005726346,0.14043267,0.003001354],"about_ca_topic_score_codex":0.00001021296,"about_ca_topic_score_gemma":6.8881513e-7,"teacher_disagreement_score":0.9759528,"about_ca_system_score_codex":0.00016364493,"about_ca_system_score_gemma":0.0002804837,"threshold_uncertainty_score":0.99962413},"labels":[],"label_agreement":null},{"id":"W2058906762","doi":"10.1016/j.infsof.2010.10.002","title":"A unit test approach for database schema evolution","year":2010,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Database schema; Computer science; Schema migration; Schema evolution; Code refactoring; Database; Schema (genetic algorithms); View; Database design; Database testing; Information schema; Semi-structured model; Conceptual schema; Database model; Software; Software engineering; Data mining; Programming language; Information retrieval","score_opus":0.008474905470517978,"score_gpt":0.23274660255772797,"score_spread":0.22427169708720998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058906762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05357896,0.00003383544,0.9438921,0.00042971093,0.00023545258,0.00040337825,0.000020304864,0.0011723498,0.00023386863],"genre_scores_gemma":[0.65597636,0.0000060937273,0.34365457,0.00012936498,0.00002307286,0.00013762635,0.000048786736,0.0000033924766,0.000020759138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991952,0.000005710399,0.00029344772,0.0001731107,0.00011737954,0.00021514652],"domain_scores_gemma":[0.9989031,0.000103820676,0.00012186258,0.0005846539,0.00023118628,0.000055408105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003670527,0.000113812595,0.00013399453,0.00033624956,0.00022082344,0.000081549195,0.00045269576,0.00026408615,0.0000037306738],"category_scores_gemma":[0.0009438503,0.00009595532,0.000029578883,0.00048220105,0.00013292764,0.0017071939,0.00019625144,0.00024807802,0.00003045949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021341291,0.00019361157,0.19714926,0.000709414,0.000025728921,8.0768336e-7,0.00079065486,0.000027443071,0.0015815914,0.31639254,0.002237147,0.48087046],"study_design_scores_gemma":[0.0077094184,0.0012243947,0.06444759,0.00014141346,0.00005710726,0.0011813545,0.001333906,0.5733916,0.010998272,0.058845237,0.27832776,0.0023419298],"about_ca_topic_score_codex":0.000010980977,"about_ca_topic_score_gemma":0.0000052594205,"teacher_disagreement_score":0.6023974,"about_ca_system_score_codex":0.000018033868,"about_ca_system_score_gemma":0.00008724892,"threshold_uncertainty_score":0.39129442},"labels":[],"label_agreement":null},{"id":"W2059245867","doi":"10.1145/1082983.1083071","title":"Hierarchical model-based autonomic control of software systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Workload; Quality of service; Distributed computing; Service level; Provisioning; Control (management); Software; Computer network; Artificial intelligence; Operating system","score_opus":0.010031670426985932,"score_gpt":0.21830650646217842,"score_spread":0.20827483603519248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059245867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15157886,0.00082386064,0.84473604,0.00028254362,0.0006017827,0.00038619354,0.00003812325,0.0015512353,0.0000013783375],"genre_scores_gemma":[0.77409434,0.000005728529,0.22544856,0.00012061418,0.00017997266,0.00008197149,0.000009528932,0.000042758867,0.000016535096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997265,0.00005801012,0.0008344587,0.0006733016,0.0005081037,0.00066116743],"domain_scores_gemma":[0.97936684,0.018004388,0.00022249973,0.001934359,0.00022476882,0.00024712208],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061800476,0.0004365058,0.00068552105,0.00029248119,0.00012417544,0.00010941735,0.0019274398,0.0002789183,0.000008810925],"category_scores_gemma":[0.026059134,0.00040223257,0.00026666364,0.0004214564,0.00008374372,0.00061101577,0.00027219852,0.0003922362,0.00006233578],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001554752,0.00009006069,0.118155815,0.00033733065,0.000042563475,0.0000037385378,0.00018820458,0.8707498,0.00037174646,0.0006254724,0.00011718681,0.009302582],"study_design_scores_gemma":[0.0012651891,0.00013309442,0.025149431,0.00029207964,0.00003130253,0.000020665311,0.000002433776,0.9683518,0.0028091941,0.000045516856,0.0012417426,0.00065757375],"about_ca_topic_score_codex":0.00003285835,"about_ca_topic_score_gemma":0.0000015278202,"teacher_disagreement_score":0.62251544,"about_ca_system_score_codex":0.00020163172,"about_ca_system_score_gemma":0.00033550922,"threshold_uncertainty_score":0.99984294},"labels":[],"label_agreement":null},{"id":"W2060631282","doi":"10.1002/nem.751","title":"A hybrid approach to operating system discovery based on diagnosis","year":2010,"lang":"en","type":"article","venue":"International Journal of Network Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"University of Ottawa; Université Laval","keywords":"Computer science; Unification; Simple (philosophy); Knowledge extraction; Data science; Artificial intelligence; Machine learning; Programming language","score_opus":0.008074049951444444,"score_gpt":0.23565243955933168,"score_spread":0.22757838960788723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060631282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07612066,0.00001916645,0.90539414,0.0012854767,0.007477352,0.00027075366,0.0000019657111,0.000052496325,0.009377971],"genre_scores_gemma":[0.92457604,0.0000060973407,0.07334541,0.00086733326,0.0010909949,0.0000361852,0.0000013008678,0.0000072661796,0.00006939774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982378,0.000053797074,0.00047465655,0.00022394613,0.000820509,0.0001892861],"domain_scores_gemma":[0.9989784,0.00010248717,0.00024137284,0.0003467052,0.00023674712,0.00009433067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010499599,0.0001232556,0.00017068992,0.00019092271,0.000081693564,0.00042344132,0.0015058911,0.000024599276,0.000004071175],"category_scores_gemma":[0.000032378604,0.00009180172,0.00012982638,0.00016481827,0.000013473598,0.00048476967,0.00025343394,0.00021945484,0.000022388604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000837928,0.00056496926,0.022062255,0.00012246358,0.0003338924,0.0002978852,0.00018489979,0.8162991,0.000016940068,0.06077538,0.025278986,0.07397946],"study_design_scores_gemma":[0.0020010446,0.00051212875,0.03719258,0.0015158904,0.000050523788,0.00031593748,0.00014015652,0.9062392,0.00032767313,0.00065825775,0.050459947,0.00058661954],"about_ca_topic_score_codex":0.0000053453637,"about_ca_topic_score_gemma":8.0516907e-7,"teacher_disagreement_score":0.84845537,"about_ca_system_score_codex":0.00013527206,"about_ca_system_score_gemma":0.0000334818,"threshold_uncertainty_score":0.40832543},"labels":[],"label_agreement":null},{"id":"W2063068240","doi":"10.1109/cloud.2013.24","title":"Achieving High Availability at the Application Level in the Cloud","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cloud computing; Computer science; Cloud testing; Cloud service provider; Perspective (graphical); Host (biology); High availability; Cloud computing security; Distributed computing; Computer security; Operating system","score_opus":0.018737772203748185,"score_gpt":0.23626040144195887,"score_spread":0.2175226292382107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063068240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8761181,0.000042758795,0.111587234,0.00898009,0.00023994522,0.00074828847,5.7208115e-7,0.000091467205,0.0021914917],"genre_scores_gemma":[0.9967834,0.0000043863624,0.001510483,0.0009071442,0.0000740446,0.00020922067,0.0000011177771,0.000002523764,0.00050772855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888927,0.00016663117,0.00023489191,0.00028302526,0.00023794049,0.00018821852],"domain_scores_gemma":[0.99825495,0.00033689087,0.000056235716,0.001273635,0.000055633267,0.000022629323],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013929046,0.00008507792,0.000088350665,0.000017086444,0.0002158044,0.000108184606,0.001153299,0.000048260954,0.00008457455],"category_scores_gemma":[0.00005221336,0.00003581657,0.000041168474,0.00031953983,0.00007349711,0.00033040936,0.00026935895,0.0001291166,0.0011456956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075152125,0.00028551937,0.70857555,0.000106411935,0.000014700686,7.013541e-7,0.0069349864,0.00031666493,0.00132773,0.034409996,0.042774554,0.20524567],"study_design_scores_gemma":[0.0001210468,0.000019259402,0.98152137,0.0000053978642,0.000001435594,0.00000661206,0.00012209424,0.007498325,0.00030691252,0.0028213125,0.0074758963,0.00010033385],"about_ca_topic_score_codex":0.0019327211,"about_ca_topic_score_gemma":0.0002934665,"teacher_disagreement_score":0.27294582,"about_ca_system_score_codex":0.000075352254,"about_ca_system_score_gemma":0.00002623303,"threshold_uncertainty_score":0.999632},"labels":[],"label_agreement":null},{"id":"W2064344480","doi":"10.5430/air.v1n2p75","title":"A Bayesian Network approach to diagnosing the root cause of failure from Trouble Tickets","year":2012,"lang":"en","type":"article","venue":"Artificial Intelligence Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bayesian network; Scope (computer science); Hierarchy; Computer science; Root cause; Context (archaeology); Root cause analysis; Element (criminal law); Root (linguistics); Network element; Network monitoring; Distributed computing; Computer security; Computer network; Artificial intelligence; Reliability engineering; Engineering","score_opus":0.14744883045305152,"score_gpt":0.37923639586671715,"score_spread":0.23178756541366563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064344480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21564972,0.00042731033,0.7800309,0.0016946655,0.00054670783,0.0007126651,0.0000025625886,0.000073726296,0.0008617128],"genre_scores_gemma":[0.98495865,0.000013502151,0.014110462,0.00005579401,0.0006977721,0.00011566872,0.0000022580082,0.000013095779,0.000032780536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99643916,0.0005665473,0.0005145258,0.00044399282,0.0009701479,0.0010656319],"domain_scores_gemma":[0.9966627,0.0013916331,0.00007500862,0.0012439571,0.00034466022,0.0002820669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047037834,0.00015415117,0.00024487238,0.00013448426,0.00049975724,0.0002168505,0.0016595499,0.00011961438,0.00003296767],"category_scores_gemma":[0.0005342267,0.0001027102,0.00009323381,0.0018841872,0.00024721771,0.00055737764,0.0006257281,0.0004778653,0.0003594556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019007639,0.002134603,0.23757106,0.00020151856,0.00021675059,0.000014333719,0.058484722,0.0171126,0.0026762628,0.22546242,0.016074516,0.43986112],"study_design_scores_gemma":[0.00019681192,0.0010403048,0.048936833,0.0007574465,0.00006502302,0.000056860234,0.013019532,0.5046406,0.25010505,0.16303504,0.016319823,0.001826684],"about_ca_topic_score_codex":0.0011504027,"about_ca_topic_score_gemma":0.00023407539,"teacher_disagreement_score":0.7693089,"about_ca_system_score_codex":0.00009221475,"about_ca_system_score_gemma":0.00014051072,"threshold_uncertainty_score":0.4620194},"labels":[],"label_agreement":null},{"id":"W2067258447","doi":"10.1145/2188286.2188344","title":"Automated detection of performance regressions using statistical process control techniques","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Regression testing; Computer science; Software performance testing; Process (computing); Software; Software regression; Non-regression testing; Software reliability testing; Data mining; Statistical process control; Statistical hypothesis testing; Machine learning; Software quality; Software system; Software development; Software construction; Statistics; Operating system","score_opus":0.01484464576219385,"score_gpt":0.2998189450069804,"score_spread":0.28497429924478657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067258447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35335347,0.000026444519,0.64536005,0.000010814367,0.00016288394,0.00015207913,0.0000014280748,0.0006886052,0.00024423556],"genre_scores_gemma":[0.9654836,0.0000032844284,0.034415215,0.000023286146,0.000042109892,0.00001790042,4.6984997e-7,0.0000047274834,0.000009426896],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999073,0.000052289874,0.00027307525,0.00014367221,0.00021484689,0.00024307935],"domain_scores_gemma":[0.99930114,0.00007190472,0.000107600135,0.00029428658,0.00014855734,0.00007652156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045409164,0.00009111023,0.00016070611,0.00007450667,0.00011325794,0.00001668124,0.0002277482,0.00007671628,0.0000097816255],"category_scores_gemma":[0.000058832884,0.00006209262,0.00002604909,0.00028295338,0.000057289344,0.0007782359,0.000043036394,0.00008104764,0.000008625786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011649313,0.0008962649,0.5979909,0.001661292,0.00008821674,0.0000024748258,0.0024602362,0.00069417694,0.107828274,0.005344176,0.00024772788,0.28266978],"study_design_scores_gemma":[0.00020385614,0.000104734914,0.03809829,0.0000948537,0.0000101649875,0.000036637743,0.00002609647,0.7382048,0.22287843,0.000060191825,0.00013424482,0.00014770277],"about_ca_topic_score_codex":0.00002153314,"about_ca_topic_score_gemma":7.026951e-7,"teacher_disagreement_score":0.7375106,"about_ca_system_score_codex":0.00003878392,"about_ca_system_score_gemma":0.000054901986,"threshold_uncertainty_score":0.25320634},"labels":[],"label_agreement":null},{"id":"W2067652224","doi":"10.1109/icst.2012.121","title":"A Large Scale Empirical Study on User-Centric Performance Analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Benchmark (surveying); Software; Task (project management); Empirical research; Software performance testing; Scale (ratio); Software development; Software engineering; Software construction; Systems engineering; Engineering; Operating system","score_opus":0.021328365654028476,"score_gpt":0.29899957894533924,"score_spread":0.2776712132913108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067652224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93795216,0.000034949797,0.059165966,0.00012033116,0.00040072156,0.0002828373,9.361481e-7,0.00027707513,0.0017650207],"genre_scores_gemma":[0.9976221,0.0000045064794,0.0013123223,0.00034131508,0.000112331734,0.000029734634,0.000001369456,0.0000057006914,0.0005706229],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980734,0.00012306735,0.0003076241,0.00039251425,0.0005130587,0.0005903088],"domain_scores_gemma":[0.99853057,0.0000837514,0.000066662506,0.0010488924,0.000070882175,0.00019926665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010748014,0.00016608516,0.00029323826,0.00030025627,0.00021243279,0.00007526977,0.00064809667,0.00006773058,0.000084599604],"category_scores_gemma":[0.000022111686,0.00011084812,0.0001577385,0.0024541784,0.000017250268,0.0007570557,0.00024939413,0.00015051714,0.0007897012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005188919,0.0012065382,0.99415475,0.0000073994906,0.00008124648,7.0802537e-7,0.0028336411,0.000057361936,8.08026e-7,0.00005293135,0.0006168223,0.0009826242],"study_design_scores_gemma":[0.0003891073,0.00021782624,0.9768799,0.0000033961783,0.000065936285,0.0000023735865,0.00037016807,0.018582437,0.00009023394,0.00000272032,0.0032228383,0.00017309313],"about_ca_topic_score_codex":0.0000129885775,"about_ca_topic_score_gemma":0.00001121873,"teacher_disagreement_score":0.059669934,"about_ca_system_score_codex":0.00007591476,"about_ca_system_score_gemma":0.000030652984,"threshold_uncertainty_score":0.9999883},"labels":[],"label_agreement":null},{"id":"W2069517117","doi":"10.1007/11557432_12","title":"Performance Analysis of UML Models Using Aspect-Oriented Modeling Techniques","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Aspect-oriented programming; Applications of UML; UML tool; Parameterized complexity; Context (archaeology); Software engineering; Programming language; Software; Data mining; Algorithm","score_opus":0.025223080115334834,"score_gpt":0.26185023974018073,"score_spread":0.2366271596248459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069517117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008912767,0.0003258895,0.9881451,0.00006114051,0.00058682257,0.00040014635,0.0000064956503,0.00026368306,0.001297928],"genre_scores_gemma":[0.60378534,0.00008315383,0.3957656,0.000114387316,0.00019000197,0.0000052752234,0.0000038458725,0.000020126268,0.000032283642],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99531597,0.0000350804,0.0010888684,0.0015648414,0.0013291144,0.00066614855],"domain_scores_gemma":[0.9964917,0.00014806334,0.0005201691,0.002052925,0.0006466311,0.00014053703],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014237007,0.0005756798,0.0011086662,0.0025724857,0.0002585881,0.0001574559,0.002735207,0.00043155227,0.000011640283],"category_scores_gemma":[0.000033045824,0.00049947586,0.00036185226,0.0026543604,0.0004921038,0.0014099814,0.0011066762,0.0006637548,0.0000036347785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004792814,0.000023584327,0.00034117684,0.000057930258,0.000065054504,0.0000040796062,0.00044279525,0.81929433,0.000078225945,0.0016393188,3.3784008e-7,0.17804834],"study_design_scores_gemma":[0.00009712993,0.00009237757,0.000041478525,0.00043685624,0.000103720595,0.000016606476,1.7892206e-7,0.9915446,0.001885294,0.0052258554,0.000028605991,0.0005272662],"about_ca_topic_score_codex":0.00009329692,"about_ca_topic_score_gemma":0.00004963227,"teacher_disagreement_score":0.59487253,"about_ca_system_score_codex":0.00054861844,"about_ca_system_score_gemma":0.000600571,"threshold_uncertainty_score":0.99974567},"labels":[],"label_agreement":null},{"id":"W2070274168","doi":"10.1145/1071021.1071022","title":"Performance by unified model analysis (PUMA)","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Dependability; Puma; Interface (matter); Process (computing); Sequence diagram; Distributed computing; Software engineering; Programming language","score_opus":0.009796874054619879,"score_gpt":0.225683126952683,"score_spread":0.21588625289806312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070274168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4095743,0.000047322555,0.57763535,0.0006352597,0.0000582087,0.00007142302,0.0000012887707,0.0003150604,0.0116617745],"genre_scores_gemma":[0.9607872,0.000034388075,0.03407448,0.00042655418,0.000032598786,0.000010851735,0.000003939639,0.000004032469,0.0046259677],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998814,0.000020447775,0.00025626077,0.00035768916,0.00028152383,0.0002700949],"domain_scores_gemma":[0.99895567,0.000024796378,0.00005492722,0.00079582655,0.00007610775,0.00009267587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032733375,0.00012355443,0.00019522625,0.00013145793,0.00013038343,0.00007256713,0.0007296439,0.00006866606,0.00005353719],"category_scores_gemma":[0.0000068658014,0.000091997135,0.00011703112,0.000978438,0.00003002849,0.0008298849,0.0001239644,0.00008728051,0.00023323325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001879548,0.00039712977,0.20149909,0.00007994271,0.0005149974,0.000001244239,0.0017024071,0.57181776,0.0007936114,0.0077690347,0.044071816,0.17133418],"study_design_scores_gemma":[0.00012655204,0.000019477522,0.0031300543,0.0000022280237,0.000024000532,0.0000011876369,0.000005373814,0.99213755,0.0015105503,0.000042104275,0.0028539642,0.00014696868],"about_ca_topic_score_codex":0.000026224161,"about_ca_topic_score_gemma":0.000014807666,"teacher_disagreement_score":0.5512129,"about_ca_system_score_codex":0.000057285994,"about_ca_system_score_gemma":0.000047889313,"threshold_uncertainty_score":0.37515345},"labels":[],"label_agreement":null},{"id":"W2070556308","doi":"10.1109/issre.2010.43","title":"Pinpointing the Subsystems Responsible for the Performance Deviations in a Load Test","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Unavailability; Computer science; Benchmark (surveying); Instrumentation (computer programming); Load testing; Test data; Real-time computing; Documentation; Reliability engineering; System under test; Test (biology); Volume (thermodynamics); Embedded system; Distributed computing; Test case; Engineering; Operating system","score_opus":0.011576362035329323,"score_gpt":0.2450903432489236,"score_spread":0.23351398121359426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070556308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88040864,0.00013763297,0.10179766,0.012034487,0.0018846863,0.0014622357,0.000001893893,0.00024358951,0.002029192],"genre_scores_gemma":[0.99494624,0.000009278587,0.0035825649,0.00028715984,0.00013749296,0.00024889555,2.7832124e-7,0.000005524967,0.0007825601],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890304,0.00004117863,0.00031083595,0.00023641899,0.00023200296,0.00027651098],"domain_scores_gemma":[0.996559,0.002228045,0.000086580796,0.00091882027,0.00017887872,0.000028625178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029857224,0.00009850315,0.000109744244,0.000046276247,0.00051618624,0.00017075746,0.0010356448,0.00006033658,0.00000770041],"category_scores_gemma":[0.0007717955,0.000045151897,0.00006078564,0.00056832633,0.00006570481,0.0004090745,0.00013108822,0.00024099975,0.000058410125],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032232758,0.00020936367,0.8721697,0.00028716167,0.000028814411,0.000001376867,0.006982422,0.001021852,0.0066204513,0.04931676,0.0067787264,0.056551177],"study_design_scores_gemma":[0.00052718335,0.00009218053,0.2825754,0.00006316289,0.000006408905,0.000040752373,0.00031833912,0.6658737,0.004700004,0.00048631732,0.04508951,0.00022704717],"about_ca_topic_score_codex":0.0001574622,"about_ca_topic_score_gemma":0.0011572425,"teacher_disagreement_score":0.66485184,"about_ca_system_score_codex":0.00003912447,"about_ca_system_score_gemma":0.00031706545,"threshold_uncertainty_score":0.39701396},"labels":[],"label_agreement":null},{"id":"W2070673450","doi":"10.1109/ccece.2013.6567812","title":"Software architecture decomposition using adaptive K-nearest neighbor algorithm","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Architecture tradeoff analysis method; Decomposition; Software engineering; Software; Software architecture; Software development; Software system; Cluster analysis; Software construction; Reference architecture; Data mining; Computer architecture; Artificial intelligence; Programming language","score_opus":0.012316859872099673,"score_gpt":0.24730018129124456,"score_spread":0.23498332141914488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070673450","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046929367,0.000058829923,0.95111537,0.00022502204,0.00045987449,0.00037054133,0.0000025436675,0.00046501122,0.0003734256],"genre_scores_gemma":[0.2676207,0.000002126874,0.73178744,0.00031215008,0.00013800449,0.000029348694,0.0000031603233,0.000010104438,0.00009692864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867916,0.00006742313,0.000242193,0.000410418,0.00026999734,0.00033082528],"domain_scores_gemma":[0.9989565,0.00009841236,0.00007558932,0.0005530772,0.0001871958,0.00012924249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014004638,0.0001737061,0.00017960242,0.00009329658,0.00021272324,0.00019408567,0.0005212076,0.000102517326,0.00012406125],"category_scores_gemma":[0.000019702215,0.00012680076,0.00008907055,0.00032860512,0.000051225794,0.0008338218,0.00020521424,0.00016527399,0.0003610202],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061565834,0.00013772373,0.0053723804,0.000051239283,0.000047997215,0.000012267204,0.0009239603,0.0044558872,0.0007902667,0.0009317403,0.0014655241,0.98580486],"study_design_scores_gemma":[0.0006250469,0.00029485833,0.031769294,0.00011984954,0.000013584095,0.00020083546,0.00010775348,0.9470181,0.0034992306,0.014867871,0.0007553451,0.0007282133],"about_ca_topic_score_codex":0.0005824434,"about_ca_topic_score_gemma":0.0000085280635,"teacher_disagreement_score":0.98507667,"about_ca_system_score_codex":0.000083082516,"about_ca_system_score_gemma":0.00007566407,"threshold_uncertainty_score":0.5170785},"labels":[],"label_agreement":null},{"id":"W2070837763","doi":"10.1016/j.peva.2004.09.005","title":"Software performance models from system scenarios","year":2004,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Activity diagram; Notation; Sequence (biology); Use Case Diagram; Software; Software engineering; Queueing theory; Programming language; Data mining; Class diagram","score_opus":0.029395488591723255,"score_gpt":0.24856567937448293,"score_spread":0.21917019078275968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070837763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7351164,0.00028135252,0.26119673,0.00012554864,0.00126785,0.0006656253,0.0000048278894,0.000728857,0.0006127634],"genre_scores_gemma":[0.9736267,0.00009362421,0.02551826,0.000111991125,0.00028856183,0.00025946074,0.00004698363,0.000024654064,0.0000297975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963295,0.00010908682,0.0006674038,0.0008012025,0.0015346755,0.0005581293],"domain_scores_gemma":[0.9975448,0.00005023698,0.00027771175,0.0013661515,0.0006079598,0.00015314404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018599699,0.00034254589,0.0003515005,0.00019133351,0.000550716,0.00019286056,0.0008939021,0.00020044523,0.000026847305],"category_scores_gemma":[0.00006353797,0.000295855,0.000114943476,0.0006752092,0.00006777538,0.0039655864,0.00022136662,0.00028317317,0.0006231845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044597386,0.00012526277,0.023431059,0.0003207572,0.00004829917,0.0000031997774,0.0029670864,0.72373754,0.00015926022,0.0006390589,0.000096757,0.24842714],"study_design_scores_gemma":[0.0014784595,0.00015693264,0.05469577,0.0004309821,0.00002892309,0.000028963172,0.00006816445,0.93865836,0.0031894206,0.00076900056,0.00007736103,0.00041765795],"about_ca_topic_score_codex":0.00021322968,"about_ca_topic_score_gemma":0.000011243107,"teacher_disagreement_score":0.24800949,"about_ca_system_score_codex":0.0009889852,"about_ca_system_score_gemma":0.0006008635,"threshold_uncertainty_score":0.99994934},"labels":[],"label_agreement":null},{"id":"W2070864209","doi":"10.1145/1118537.1123064","title":"Performance modeling and prediction of enterprise JavaBeans with layered queuing network templates","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Application server; Scalability; Server; Template; JavaBeans; Java; Component (thermodynamics); Queueing theory; Modular design; Operating system; Message queue; Component-based software engineering; Queue; Distributed computing; Software; Database; Software engineering; Software system; Computer network; Programming language","score_opus":0.00986127314587406,"score_gpt":0.1925936872529448,"score_spread":0.18273241410707072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070864209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71290493,0.00049479934,0.28569344,0.000055965982,0.00016508074,0.00015090873,0.000004698942,0.00052833086,0.0000018676569],"genre_scores_gemma":[0.86223555,0.000087948734,0.13742846,0.00002250999,0.00016754016,0.000023765018,0.0000051655506,0.000023893974,0.000005139518],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998472,0.000017648425,0.0004181133,0.0004117041,0.00028134568,0.00039922132],"domain_scores_gemma":[0.9957849,0.0031512985,0.00010776796,0.0007220992,0.00013129947,0.00010262704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036146797,0.00025823805,0.00031008,0.00011319023,0.00013674278,0.00006086714,0.0005349927,0.00011457257,0.0000029164873],"category_scores_gemma":[0.002942464,0.00021527744,0.000051436957,0.00034815964,0.000033696626,0.00091910467,0.00024509346,0.00020243107,0.000004707749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011601495,0.000016963912,0.5565431,0.00018834561,0.000023915696,9.550051e-7,0.00055444846,0.43408233,0.00015952454,0.00001614212,0.000014985415,0.008387665],"study_design_scores_gemma":[0.0004987207,0.00021324385,0.11471584,0.00075032096,0.000021097854,0.000056049153,0.000012600663,0.88132346,0.0018774398,0.000009698341,0.0001873966,0.0003341601],"about_ca_topic_score_codex":0.000027696138,"about_ca_topic_score_gemma":0.0000038036228,"teacher_disagreement_score":0.4472411,"about_ca_system_score_codex":0.000052208077,"about_ca_system_score_gemma":0.000045052904,"threshold_uncertainty_score":0.8778759},"labels":[],"label_agreement":null},{"id":"W2071838763","doi":"10.1109/iccsn.2010.65","title":"Fusion Based Approach for Distributed Alarm Correlation in Computer Networks","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"ALARM; Computer science; Disjoint sets; Fuse (electrical); Fault management; Domain (mathematical analysis); Process (computing); Heuristics; Fault (geology); Distributed computing; Codebook; Multi-agent system; Artificial intelligence; Engineering","score_opus":0.007828038255696135,"score_gpt":0.21763187555533725,"score_spread":0.2098038372996411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071838763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031168507,0.000004885272,0.96683073,0.00014570953,0.0011054518,0.00045950103,0.0000022040742,0.0001785147,0.00010448833],"genre_scores_gemma":[0.7642168,4.0920523e-7,0.23541309,0.00012551801,0.00011058269,0.000042435535,0.00007355623,0.000003880665,0.0000137322795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990748,0.00002963207,0.00023657126,0.0003165726,0.00012525449,0.000217169],"domain_scores_gemma":[0.9992421,0.00013855893,0.000056920064,0.00042616852,0.000082569364,0.00005364823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005618682,0.00010011727,0.00013289266,0.000060144834,0.000084842824,0.00006572496,0.0003473268,0.00015129977,0.000007937881],"category_scores_gemma":[0.000017600716,0.000075646836,0.000058418722,0.00031284167,0.000023275383,0.00025828558,0.00007692465,0.00018628011,0.0000052570354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004404296,0.00043123274,0.25627065,0.000091589274,0.0000072138437,0.0000013658861,0.0001591576,0.63019544,0.000107696425,0.00541245,0.0033445503,0.10393462],"study_design_scores_gemma":[0.0005898214,0.000041735315,0.041624054,0.0000066179473,0.0000013178083,0.0000019848387,0.0000018021605,0.95697695,0.00004885803,0.00013606259,0.00046054542,0.00011026345],"about_ca_topic_score_codex":0.000026473064,"about_ca_topic_score_gemma":0.000018963248,"teacher_disagreement_score":0.73304826,"about_ca_system_score_codex":0.00002455042,"about_ca_system_score_gemma":0.000037905498,"threshold_uncertainty_score":0.30847883},"labels":[],"label_agreement":null},{"id":"W2071860408","doi":"10.1007/s007990100045","title":"Performance stress vectors and capacity planning for e-commerce applications","year":2002,"lang":"en","type":"article","venue":"International Journal on Digital Libraries","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Software deployment; Revenue; Capacity planning; Reliability (semiconductor); E-commerce; World Wide Web; Business; Software engineering; Finance; Operating system","score_opus":0.029986294122395857,"score_gpt":0.24108006380638305,"score_spread":0.2110937696839872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071860408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8494243,0.00035612928,0.13600127,0.003067362,0.0014333201,0.0003147778,0.00010189703,0.00021049692,0.00909045],"genre_scores_gemma":[0.9964846,0.00003708857,0.0025698536,0.0002563079,0.00033731267,0.000028008808,0.0000057865595,0.000007040498,0.0002740485],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913204,0.000009601575,0.00023624794,0.00018100928,0.0002888232,0.00015226206],"domain_scores_gemma":[0.9993067,0.00020531898,0.00012110032,0.00015190199,0.00012433379,0.00009065854],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0000790636,0.00010954136,0.000105912906,0.00011217174,0.00021495756,0.0013284658,0.00065670797,0.00004228295,0.0000097983675],"category_scores_gemma":[0.000052649615,0.00008680661,0.000058009882,0.00008538726,0.0000771882,0.0032009252,0.000107433094,0.00014781072,0.00002032455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009212632,0.00043959921,0.4927911,0.000101804726,0.00023027061,0.000015054636,0.003035298,0.0015035188,0.000022485216,0.06763105,0.006079039,0.42805868],"study_design_scores_gemma":[0.0032282826,0.0013312092,0.22472472,0.00093547505,0.00002281501,0.0012976322,0.00039039264,0.16997367,0.0035678353,0.027049862,0.5660163,0.0014617976],"about_ca_topic_score_codex":5.190751e-7,"about_ca_topic_score_gemma":6.999328e-8,"teacher_disagreement_score":0.5599373,"about_ca_system_score_codex":0.00003500345,"about_ca_system_score_gemma":0.000018231753,"threshold_uncertainty_score":0.99970824},"labels":[],"label_agreement":null},{"id":"W2072220377","doi":"10.3402/rlt.v20i0.19191","title":"Improving student success using predictive models and data visualisations","year":2012,"lang":"en","type":"article","venue":"Research in Learning Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"D2L (Canada)","funders":"","keywords":"Graduation (instrument); Psychological intervention; Analytics; Learning analytics; At-risk students; Computer science; Predictive analytics; Workforce; Workflow; Medical education; Data science; Mathematics education; Psychology; Engineering; Medicine","score_opus":0.19830287471949398,"score_gpt":0.47470576187185504,"score_spread":0.27640288715236105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072220377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71630996,0.0007242078,0.28184605,0.0004154548,0.00010860111,0.00025430092,0.0000011521203,0.00024426862,0.00009597609],"genre_scores_gemma":[0.9879346,0.00006577813,0.011886186,0.0000037738164,0.000054374614,0.000032206826,0.000002493184,0.000008286512,0.000012320207],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786866,0.00036444998,0.00022242877,0.0004713261,0.00042206876,0.00065105094],"domain_scores_gemma":[0.9984383,0.00029439165,0.000059939473,0.0009861088,0.00014146087,0.00007982509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049051344,0.000088215726,0.00015483226,0.0007763387,0.00034517594,0.00009527525,0.0014990115,0.00017928022,0.0000016395361],"category_scores_gemma":[0.000534743,0.00007904686,0.000009762342,0.0013346958,0.00028145363,0.0016842923,0.0037126392,0.00093772705,0.0000069049197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006476329,0.00015147131,0.93710387,0.00008562978,0.000016801008,0.0000067126603,0.0023548184,0.0048349435,0.00090845476,0.014539227,0.000016676015,0.039974943],"study_design_scores_gemma":[0.00020904111,0.00010331055,0.012844374,0.00006650104,0.0000021334251,0.000029963752,0.001053689,0.98245215,0.00019956536,0.0027371335,0.00019465758,0.000107462336],"about_ca_topic_score_codex":0.0002684722,"about_ca_topic_score_gemma":0.000010739187,"teacher_disagreement_score":0.9776172,"about_ca_system_score_codex":0.00017087277,"about_ca_system_score_gemma":0.00012696868,"threshold_uncertainty_score":0.46275392},"labels":[],"label_agreement":null},{"id":"W2072834164","doi":"10.1145/2405688.2405694","title":"Towards dependable clients","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Dependability; Computer science; Self-healing; Autonomic computing; Client-side; Server; Reliability engineering; Distributed computing; Operating system; Software engineering; Cloud computing; Engineering","score_opus":0.015785805044787358,"score_gpt":0.25659903634213554,"score_spread":0.2408132312973482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072834164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35215363,0.0002123026,0.54775697,0.00027669754,0.0025331655,0.00014766828,4.3172608e-7,0.00054083945,0.09637826],"genre_scores_gemma":[0.97338974,0.0000035449368,0.025246127,0.00019691758,0.00009863281,0.0000069791117,3.7039953e-7,0.0000026082444,0.0010550797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992548,0.000020155925,0.0001192481,0.00012934032,0.00018169514,0.00029474686],"domain_scores_gemma":[0.99939984,0.000015434362,0.000022723154,0.0004196119,0.000032717464,0.00010966475],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038918076,0.00006201223,0.000075898075,0.000028308668,0.00006832969,0.000038590075,0.00039968887,0.000039766404,0.000087878034],"category_scores_gemma":[0.000017698218,0.00004174772,0.000037965747,0.00016875699,0.0000119036185,0.00088057085,0.00016521862,0.000047665868,0.0010506752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033777146,0.00025700274,0.76558757,0.000047502665,0.000017136203,0.0000018535198,0.0011650206,0.00001354011,0.00013331193,0.06089423,0.010362609,0.16151686],"study_design_scores_gemma":[0.0009828764,0.00015258342,0.6545638,0.000033928754,0.000010355591,0.00012636783,0.000114559676,0.011033211,0.033466417,0.0034451322,0.2952295,0.00084132067],"about_ca_topic_score_codex":0.000056683144,"about_ca_topic_score_gemma":0.0000010558256,"teacher_disagreement_score":0.6212361,"about_ca_system_score_codex":0.000026236401,"about_ca_system_score_gemma":0.00002711491,"threshold_uncertainty_score":0.99972713},"labels":[],"label_agreement":null},{"id":"W2073374531","doi":"10.1145/974043.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software; sync; Modeling language; Programming language; Software development","score_opus":0.019966338121843372,"score_gpt":0.21476278661021792,"score_spread":0.19479644848837455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073374531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5763031,0.00030644683,0.42030007,0.00010800227,0.0009192553,0.0001717885,0.00001241294,0.0018777071,0.0000011919383],"genre_scores_gemma":[0.7283409,0.000040496318,0.27115858,0.0001156754,0.00020479047,0.000044710414,0.000039791365,0.000048499827,0.0000065526488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704975,0.000024154318,0.00061401003,0.0008859944,0.0006447548,0.0007813264],"domain_scores_gemma":[0.99107295,0.0062653148,0.00012122846,0.0020868755,0.0001861603,0.00026749764],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003100097,0.00051644153,0.00049840123,0.00021033878,0.00029699077,0.00019117816,0.0023444958,0.00025710344,0.000018599761],"category_scores_gemma":[0.019718489,0.0004919478,0.00018855983,0.0005860495,0.000040981202,0.0013337483,0.00081623666,0.0004621088,0.00031192083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014849415,0.00012694739,0.52107275,0.00024702863,0.00007478387,0.000027606164,0.0010594875,0.46218678,0.0010055731,0.00010992122,0.000037685855,0.014036576],"study_design_scores_gemma":[0.0046748444,0.00046394113,0.6473624,0.002430145,0.00010075994,0.00014468963,0.00003375686,0.31977424,0.017864533,0.0013886242,0.0016261077,0.0041359514],"about_ca_topic_score_codex":0.0003601496,"about_ca_topic_score_gemma":0.0000044572494,"teacher_disagreement_score":0.1520378,"about_ca_system_score_codex":0.0002501128,"about_ca_system_score_gemma":0.00013424139,"threshold_uncertainty_score":0.99975324},"labels":[],"label_agreement":null},{"id":"W2073761305","doi":"10.1145/1740390.1740398","title":"SelfTalk for Dena","year":2010,"lang":"en","type":"article","venue":"ACM SIGOPS Operating Systems Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; ENCODE; Conjunction (astronomy); Human–computer interaction","score_opus":0.01782953816987386,"score_gpt":0.2958220418627152,"score_spread":0.27799250369284134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073761305","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13344984,0.3710152,0.4096738,0.012115017,0.038029946,0.02508066,0.000057507037,0.0043246723,0.006253343],"genre_scores_gemma":[0.8481048,0.004886083,0.13818939,0.0027775527,0.0016806981,0.002691981,0.000025324642,0.000076942655,0.0015672463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978514,0.00013598232,0.00076925475,0.0005556876,0.00030359533,0.00038408916],"domain_scores_gemma":[0.99670994,0.00042391894,0.00021529634,0.0021387774,0.0003817841,0.0001303096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024896858,0.00023500442,0.000568906,0.000040542312,0.0003371921,0.0003041932,0.001861147,0.000121431985,0.000013275678],"category_scores_gemma":[0.002097439,0.00016636313,0.00017210747,0.00035614672,0.00003129302,0.0005739316,0.00029469433,0.00025699937,0.0001904082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000914099,0.0005378908,0.036013283,0.1469211,0.0004418991,0.000048601236,0.002751336,0.00048326605,0.023985142,0.09272655,0.19437686,0.50170493],"study_design_scores_gemma":[0.0011749198,0.00036998306,0.0009936686,0.015885007,0.00010465469,0.000617558,0.00006568254,0.04601474,0.0013151525,0.0003083612,0.931504,0.0016462737],"about_ca_topic_score_codex":0.00006149448,"about_ca_topic_score_gemma":0.000009111153,"teacher_disagreement_score":0.7371271,"about_ca_system_score_codex":0.000030483923,"about_ca_system_score_gemma":0.00014875818,"threshold_uncertainty_score":0.67840916},"labels":[],"label_agreement":null},{"id":"W2073857467","doi":"10.1007/s10270-010-0180-x","title":"A metamodel for the compact but lossless exchange of execution traces","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Concordia University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Scalability; Programming language; Interoperability; Reuse; Metamodeling; Software; Software engineering; Variety (cybernetics); Database; World Wide Web; Artificial intelligence","score_opus":0.03221588793950747,"score_gpt":0.26804895932448813,"score_spread":0.23583307138498066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073857467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23405173,0.0014190149,0.7609164,0.00011676647,0.0022867343,0.0008851067,0.000029365207,0.0002660223,0.000028832423],"genre_scores_gemma":[0.98990804,0.000030451223,0.009374751,0.000026800897,0.00032107643,0.00016702041,0.0000059754902,0.000022680648,0.00014320234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781823,0.00008561788,0.0007036934,0.00048301343,0.0004911925,0.00041823933],"domain_scores_gemma":[0.9973803,0.00054294826,0.00031163913,0.0011771764,0.00049158215,0.00009635449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001960023,0.00025096725,0.00048264666,0.000113294635,0.00038374693,0.00016946504,0.0011883967,0.00018933215,0.0000027155716],"category_scores_gemma":[0.00018440011,0.00016002792,0.00026081078,0.00028526815,0.00008287916,0.00061662233,0.000109116554,0.00027865393,0.0000069543626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001336228,0.00037202876,0.0122417975,0.0046673226,0.00040118754,0.0000042232427,0.010124286,0.91519207,0.008523315,0.014494929,0.0011980771,0.032647155],"study_design_scores_gemma":[0.0003739222,0.00005155214,0.00016032883,0.00013235763,0.000037364236,0.000024289013,0.0003059773,0.9970004,0.00045744734,0.0005088123,0.0007312837,0.00021626409],"about_ca_topic_score_codex":0.00088550686,"about_ca_topic_score_gemma":0.000047805992,"teacher_disagreement_score":0.7558563,"about_ca_system_score_codex":0.00004438692,"about_ca_system_score_gemma":0.00014912733,"threshold_uncertainty_score":0.6525749},"labels":[],"label_agreement":null},{"id":"W2073969215","doi":"10.1016/j.peva.2009.07.004","title":"Rule-based automatic software performance diagnosis and improvement","year":2009,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Automation; Performance improvement; Software; Software engineering; Software performance testing; Software system; Programming language; Software construction","score_opus":0.020226104069938033,"score_gpt":0.27018023805017827,"score_spread":0.24995413398024025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073969215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769358,0.0003139613,0.02004265,0.00071727304,0.00045178263,0.0009212061,0.0000014052775,0.00045141001,0.0001644827],"genre_scores_gemma":[0.983824,0.00018220235,0.014881503,0.00060546014,0.00009322318,0.0003669945,0.0000138888545,0.000010001792,0.000022683756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974338,0.00008277075,0.00050715683,0.0005526981,0.0009888214,0.00043475637],"domain_scores_gemma":[0.9984792,0.000077165554,0.00021635315,0.0007783645,0.00032573577,0.00012319695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002015966,0.00026864698,0.00026108138,0.00019416976,0.00040944532,0.00017378313,0.0004944718,0.00011205417,0.00005573979],"category_scores_gemma":[0.00013577593,0.00022611342,0.00006330796,0.0004893545,0.000055448407,0.0015993989,0.00007688384,0.00016881325,0.00010242537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006962692,0.00008162656,0.10460465,0.00013081098,0.0000063317925,2.7710786e-7,0.00025466955,0.001706376,0.00008032635,0.000012104276,0.00010869761,0.89300716],"study_design_scores_gemma":[0.0006117537,0.0004700853,0.43982962,0.00011898908,0.000015214903,0.000003818821,0.0000056378885,0.5541899,0.0043242867,0.00012039175,0.00010702366,0.00020325152],"about_ca_topic_score_codex":0.000008679067,"about_ca_topic_score_gemma":0.0000012179677,"teacher_disagreement_score":0.8928039,"about_ca_system_score_codex":0.00023532986,"about_ca_system_score_gemma":0.00024070371,"threshold_uncertainty_score":0.92206377},"labels":[],"label_agreement":null},{"id":"W2075076276","doi":"10.1145/505532.505552","title":"2nd international workshop on living with inconsistency (IWLWI01)","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering; Software engineering; Computer science; Engineering management; Library science; Engineering ethics","score_opus":0.013269625088180225,"score_gpt":0.22836985453858205,"score_spread":0.21510022945040183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075076276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6372436,0.00026281638,0.35693458,0.0010066044,0.00198316,0.00026675954,0.0000041729213,0.0021983564,0.00009995219],"genre_scores_gemma":[0.9378712,0.000034422766,0.06141942,0.00022411124,0.0002544387,0.000045067056,0.0000050710278,0.000033332948,0.000112930364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981316,0.00002478222,0.00032840544,0.00056607625,0.000499507,0.0004496356],"domain_scores_gemma":[0.97704667,0.021222288,0.00010340322,0.0013071393,0.00016572702,0.00015479898],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032392924,0.00031724275,0.00026060516,0.00023770686,0.00014240333,0.0001931468,0.0015443527,0.00013320781,0.00005343098],"category_scores_gemma":[0.035100006,0.00025875596,0.00009648865,0.0005834616,0.00003703597,0.0006933445,0.0004245645,0.00032924148,0.000103974045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000139669155,0.0001107735,0.95450777,0.0000692621,0.000058079037,0.0000590908,0.00070222514,0.007531303,0.00007940344,0.00044709886,0.000255664,0.03616536],"study_design_scores_gemma":[0.0007672208,0.00030126164,0.97442394,0.0015719375,0.000025578338,0.00035669192,0.000059053964,0.0069582458,0.00070597895,0.00007604626,0.013456077,0.001297937],"about_ca_topic_score_codex":0.000025356814,"about_ca_topic_score_gemma":0.000006542345,"teacher_disagreement_score":0.3006276,"about_ca_system_score_codex":0.00012119717,"about_ca_system_score_gemma":0.000067330395,"threshold_uncertainty_score":0.99998647},"labels":[],"label_agreement":null},{"id":"W2075246343","doi":"10.1016/s0166-5316(00)00065-1","title":"Evaluating layered distributed software systems with fault-tolerant features","year":2001,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Distributed computing; Software fault tolerance; Fault tolerance; Software; Operating system","score_opus":0.04137402653265357,"score_gpt":0.3151699585172764,"score_spread":0.2737959319846228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075246343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79450196,0.0005490729,0.2022184,0.00017976017,0.00080031,0.0010456314,0.0000063920334,0.00047027486,0.00022816959],"genre_scores_gemma":[0.9910843,0.000058662798,0.007942531,0.000060721,0.00022669618,0.00038257337,0.00009810891,0.00002041681,0.00012603261],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99614054,0.00028454693,0.0005374305,0.00066948374,0.0018255886,0.000542428],"domain_scores_gemma":[0.99734586,0.00011004554,0.00032331064,0.0010346306,0.0010607793,0.00012537387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031516452,0.00031195217,0.00033842959,0.00015041526,0.00054006255,0.00031501643,0.0007106636,0.0001450992,0.00003305911],"category_scores_gemma":[0.00023670978,0.00022468505,0.00006915705,0.0009706924,0.00006085864,0.0016022245,0.00011495265,0.00026084363,0.00013254571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016469494,0.00013452144,0.15098754,0.00022526544,0.000070556394,0.0000069382336,0.0013633156,0.54033303,0.00020628965,0.00006866804,0.00056054,0.30587864],"study_design_scores_gemma":[0.0011709579,0.0003626412,0.21824645,0.00022320135,0.00002829584,0.00014390858,0.00007688776,0.7787158,0.000274902,0.000034740657,0.00040274314,0.0003194937],"about_ca_topic_score_codex":0.0000976625,"about_ca_topic_score_gemma":0.000015131268,"teacher_disagreement_score":0.30555913,"about_ca_system_score_codex":0.00033351817,"about_ca_system_score_gemma":0.00036732169,"threshold_uncertainty_score":0.9162391},"labels":[],"label_agreement":null},{"id":"W2078446277","doi":"10.1016/j.knosys.2010.07.008","title":"Advanced empirical testing","year":2010,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science","score_opus":0.03136029153661333,"score_gpt":0.2997289248272138,"score_spread":0.26836863329060046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078446277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7016909,0.00076687726,0.2555438,0.00037183013,0.016577795,0.0010217947,0.0000053452654,0.0021857333,0.02183589],"genre_scores_gemma":[0.9864899,3.7238277e-7,0.012397844,0.000064015585,0.0005028628,0.00012013353,0.0000023114321,0.000019826915,0.0004027467],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787456,0.00015651045,0.0005288647,0.0006278658,0.00032539584,0.00048679265],"domain_scores_gemma":[0.9971361,0.00066188676,0.00016332476,0.0013312344,0.00047598316,0.0002314731],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011191627,0.00024833973,0.00035100733,0.00015453379,0.00027975946,0.00021548051,0.0010780541,0.00020265441,0.000009046234],"category_scores_gemma":[0.00054806256,0.00019552706,0.00011415723,0.0009297472,0.000087778535,0.0003806442,0.00013902532,0.00043382548,0.00080028555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004945334,0.0013718504,0.70855457,0.0023589134,0.00007548903,0.00007482637,0.0029252237,0.0030858116,0.05515214,0.0071266484,0.013408572,0.2058165],"study_design_scores_gemma":[0.002746817,0.00049233215,0.0428686,0.0006122668,0.000021641803,0.00016428091,0.000113936316,0.7480156,0.011314432,0.0003298214,0.19185431,0.0014659864],"about_ca_topic_score_codex":0.00003695092,"about_ca_topic_score_gemma":0.000030879783,"teacher_disagreement_score":0.7449298,"about_ca_system_score_codex":0.000072586416,"about_ca_system_score_gemma":0.00046419218,"threshold_uncertainty_score":0.9999777},"labels":[],"label_agreement":null},{"id":"W2081605254","doi":"10.1109/pcoda.2015.7067178","title":"A generalized monitor verdict for log trace triaging","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Property (philosophy); Equivalence (formal languages); Event (particle physics); Set (abstract data type); Cluster analysis; Theoretical computer science; Completeness (order theory); Data mining; Programming language; Artificial intelligence; Mathematics; Discrete mathematics","score_opus":0.04646692227511637,"score_gpt":0.2965107781544117,"score_spread":0.25004385587929534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081605254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13114628,0.00024051046,0.8638088,0.0010112446,0.0017261532,0.00042521206,0.0000013820977,0.00042876657,0.0012116429],"genre_scores_gemma":[0.8660104,0.0000048937177,0.13167483,0.00024925952,0.00033839868,0.00010203425,0.0000014207096,0.00000855663,0.0016102062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906665,0.000039797542,0.00020626198,0.0002662826,0.00019143474,0.00022957189],"domain_scores_gemma":[0.99915487,0.00008669404,0.000048201095,0.00044852204,0.00013261879,0.00012908703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006828191,0.00009581465,0.00016732403,0.000046536396,0.000074797485,0.00008516726,0.0004606052,0.000055525543,0.0000042588345],"category_scores_gemma":[0.00009048555,0.000068131216,0.00008680032,0.0001717183,0.000017820965,0.00039131177,0.00007651231,0.000045762645,0.000054341755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005033996,0.00064163,0.0410184,0.00039612662,0.00020968948,0.000024627294,0.010678954,0.0029324428,0.0014432071,0.049740843,0.2510862,0.64132446],"study_design_scores_gemma":[0.013528684,0.00082602777,0.0040727057,0.000065446606,0.00003585645,0.00006596754,0.00037998278,0.6908599,0.018449528,0.0144822905,0.25616664,0.0010669465],"about_ca_topic_score_codex":0.000050452385,"about_ca_topic_score_gemma":0.0000022050208,"teacher_disagreement_score":0.7348641,"about_ca_system_score_codex":0.000056057437,"about_ca_system_score_gemma":0.00009701443,"threshold_uncertainty_score":0.27783105},"labels":[],"label_agreement":null},{"id":"W2083945769","doi":"10.1016/j.peva.2003.07.011","title":"Analyzing the effectiveness of fault-management architectures in layered distributed systems","year":2003,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Architecture; Distributed computing; Fault management; Systems architecture; Queueing theory; Fault (geology); Multitier architecture; Computer network; Engineering","score_opus":0.016000394423849523,"score_gpt":0.27511884234419176,"score_spread":0.2591184479203422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083945769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87343943,0.00045536645,0.12407232,0.000015882277,0.00041497478,0.0009527125,0.0000014817393,0.000037697555,0.00061014364],"genre_scores_gemma":[0.999324,0.000036467587,0.00037020748,0.0000034904954,0.000014256097,0.00023542516,0.0000072887865,0.0000046124715,0.00000425521],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99756587,0.0010535695,0.00037951648,0.00027293846,0.00050871464,0.00021938099],"domain_scores_gemma":[0.9988088,0.0002374736,0.0001520929,0.00059398456,0.00018363101,0.000024046505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008414771,0.00012413874,0.00019784308,0.00014626968,0.000116663745,0.000047339086,0.00042069584,0.000047953843,0.0000037080988],"category_scores_gemma":[0.00017906883,0.00008036323,0.000049141614,0.0008751206,0.000041916555,0.00022442144,0.000057738314,0.00011564212,0.000009185326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043593413,0.0000740993,0.24380292,0.0006423469,0.00003938027,5.500539e-7,0.0004793288,0.72547156,0.0002297395,0.001651796,0.000010545528,0.027554132],"study_design_scores_gemma":[0.00056804175,0.0000469646,0.5594013,0.00021589118,0.0000108039085,0.0000036708625,0.00005057676,0.43699443,0.002228816,0.0003375771,0.00004716731,0.00009478465],"about_ca_topic_score_codex":0.000039744988,"about_ca_topic_score_gemma":0.0000046327227,"teacher_disagreement_score":0.31559837,"about_ca_system_score_codex":0.00016024985,"about_ca_system_score_gemma":0.00007047677,"threshold_uncertainty_score":0.32771173},"labels":[],"label_agreement":null},{"id":"W2083995590","doi":"10.1109/icst.2012.152","title":"Automated Performance Model Construction through Event Log Analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Queueing theory; Distributed computing; Event (particle physics); Software; Real-time computing; Bottleneck; Data modeling; Computer network; Embedded system; Operating system; Software engineering","score_opus":0.016507877424023706,"score_gpt":0.2671072242068783,"score_spread":0.2505993467828546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083995590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37088177,0.00006285232,0.6251492,0.000082231134,0.00035426446,0.00008199398,6.5665733e-7,0.00091997505,0.0024670714],"genre_scores_gemma":[0.8887306,0.000023051427,0.11087913,0.00012148636,0.00004498303,0.000013546971,0.000003066093,0.0000035715905,0.00018055973],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881124,0.000035885176,0.00029013664,0.0002455397,0.00026441313,0.0003527653],"domain_scores_gemma":[0.9990989,0.00002359757,0.00008985007,0.0006169895,0.00008789897,0.00008273798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039284665,0.00012619706,0.00020544369,0.00010480172,0.00015190234,0.000044390225,0.00035612608,0.00008245665,0.000036663158],"category_scores_gemma":[0.000009917108,0.000091969945,0.00012873772,0.0010252167,0.000052036914,0.0017398184,0.00011945185,0.00008102799,0.00016948303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008678393,0.00021480097,0.7858871,0.000093659386,0.00038875657,4.7364713e-7,0.0024150969,0.15998583,0.000079155805,0.028620167,0.001702112,0.02060415],"study_design_scores_gemma":[0.00010479402,0.000016300213,0.040304583,0.000004831318,0.00004722656,0.000011663949,0.000022421193,0.9578422,0.0011077488,0.00015780522,0.00024161863,0.00013883448],"about_ca_topic_score_codex":0.000037802303,"about_ca_topic_score_gemma":0.000002311113,"teacher_disagreement_score":0.79785633,"about_ca_system_score_codex":0.00007429196,"about_ca_system_score_gemma":0.000047352285,"threshold_uncertainty_score":0.37504256},"labels":[],"label_agreement":null},{"id":"W2086975327","doi":"10.1109/tnsm.2011.120811.100033","title":"System Monitoring with Metric-Correlation Models","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Metric (unit); Heteroscedasticity; Ordinary least squares; Linear regression; Residual; Data mining; Process (computing); Linear model; Correlation; Variance (accounting); Wilcoxon signed-rank test; Rank (graph theory); Software; Machine learning; Algorithm; Statistics; Mathematics","score_opus":0.022102693191685546,"score_gpt":0.2006628953315815,"score_spread":0.17856020213989596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086975327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010020671,0.00006041507,0.9809457,0.000049940518,0.00094089354,0.00033947852,4.5948596e-7,0.00032075352,0.007321702],"genre_scores_gemma":[0.9721884,0.0001270601,0.027382309,0.000076941215,0.000049540242,0.00008175951,2.5430558e-7,0.000009782441,0.0000839568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989397,0.00004134071,0.0001978409,0.00034414418,0.0002380562,0.00023894594],"domain_scores_gemma":[0.9993203,0.000027597453,0.000060553426,0.0004535225,0.00006265906,0.00007531048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024526293,0.0001504443,0.00014208032,0.00012655467,0.0002961223,0.000061790044,0.00026703347,0.000053648047,0.0000026017099],"category_scores_gemma":[6.673001e-8,0.00011648458,0.000033605087,0.0008432834,0.000010451932,0.00047582365,0.000006223163,0.00011378395,0.00002427123],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007483086,0.0001170548,0.0007489928,0.00048513527,0.00017148713,0.00001758266,0.0019606187,0.88014364,5.329885e-7,0.005088556,0.00002511367,0.111166425],"study_design_scores_gemma":[0.0007642706,0.00024082513,0.0050050705,0.00045090678,0.00012153003,0.000021974647,0.0008029321,0.9913864,0.00014800877,0.00043449883,0.0002461406,0.0003774046],"about_ca_topic_score_codex":0.00011397961,"about_ca_topic_score_gemma":0.000019100378,"teacher_disagreement_score":0.96216774,"about_ca_system_score_codex":0.000061036066,"about_ca_system_score_gemma":0.000009101819,"threshold_uncertainty_score":0.47501034},"labels":[],"label_agreement":null},{"id":"W2087347311","doi":"10.1145/1137702.1137717","title":"Exploring robust component-based software","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Component-based software engineering; Software construction; Software sizing; Component (thermodynamics); Robustness (evolution); Software system; Software development; Software; Software engineering; Reliability engineering; Software design; Systems engineering; Engineering; Operating system","score_opus":0.06775398232971076,"score_gpt":0.21877821783872192,"score_spread":0.15102423550901117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087347311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17240378,0.000036610752,0.82433,0.0003012607,0.0005695394,0.0001071081,6.052254e-7,0.0009234286,0.0013276997],"genre_scores_gemma":[0.85360354,0.0000016228773,0.1458796,0.00015435397,0.00011006397,0.000039848084,0.000003922891,0.0000071077543,0.00019993646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889547,0.000030153718,0.00023009696,0.00031610427,0.00026011755,0.00026803184],"domain_scores_gemma":[0.99913865,0.00008836422,0.00004527453,0.0006047393,0.00006921939,0.000053727577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021988241,0.000119409626,0.00013526801,0.000077818506,0.0001424979,0.00009561616,0.0005209547,0.00003605707,0.00002662465],"category_scores_gemma":[0.000015121197,0.00009272999,0.00007612131,0.00029654772,0.000029529565,0.0007159652,0.000096948424,0.00007768872,0.00022301741],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003220272,0.0010600364,0.59141874,0.00053329463,0.000039573748,0.00008960244,0.00042431106,0.20327625,0.0011795961,0.041771926,0.020197114,0.13997735],"study_design_scores_gemma":[0.0026425535,0.000244796,0.5403791,0.00021741092,0.000015801106,0.000041565985,0.00007802273,0.38091522,0.03422064,0.002426805,0.037157167,0.0016608769],"about_ca_topic_score_codex":0.00035972014,"about_ca_topic_score_gemma":0.000019596084,"teacher_disagreement_score":0.6811997,"about_ca_system_score_codex":0.000050363247,"about_ca_system_score_gemma":0.000047573696,"threshold_uncertainty_score":0.37814194},"labels":[],"label_agreement":null},{"id":"W2088428159","doi":"10.1145/584369.584371","title":"Analysing software requirements specifications for performance","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software requirements specification; Notation; Software engineering; Abstraction; Formal specification; System requirements specification; Set (abstract data type); Key (lock); Software; Programming language; Software development; Software design","score_opus":0.11466909053765807,"score_gpt":0.2702684230552098,"score_spread":0.15559933251755176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088428159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041951247,0.000104701125,0.95328444,0.00055099383,0.00036991312,0.0002915667,0.0000015996666,0.00039428764,0.0030512547],"genre_scores_gemma":[0.80160886,0.00004021576,0.19538449,0.00016577866,0.00009134899,0.000058483183,0.0000029168277,0.000006388657,0.0026415393],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998938,0.000014535622,0.00026993064,0.00032687164,0.00020003085,0.0002505808],"domain_scores_gemma":[0.9989232,0.00008201467,0.00007227432,0.00071964297,0.00014002567,0.00006284288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025026666,0.00010001496,0.00012657716,0.00008745441,0.00029416304,0.00009750057,0.00056765875,0.000043211916,0.0001087539],"category_scores_gemma":[0.00006053514,0.00007968212,0.0000846305,0.00041391453,0.00002805491,0.0007590766,0.000069685775,0.00004849038,0.00025543332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009124434,0.0004551425,0.21419945,0.00033937697,0.00011221997,0.0000016204958,0.0017633907,0.0009774601,0.00042923068,0.010789403,0.043554697,0.7273689],"study_design_scores_gemma":[0.00100384,0.00024133438,0.04577319,0.00007806881,0.000028566361,0.00001778324,0.000061734536,0.86895645,0.004002241,0.001292233,0.07786848,0.0006760651],"about_ca_topic_score_codex":0.0000039100214,"about_ca_topic_score_gemma":0.0000016123182,"teacher_disagreement_score":0.867979,"about_ca_system_score_codex":0.000054347103,"about_ca_system_score_gemma":0.000012995338,"threshold_uncertainty_score":0.32831636},"labels":[],"label_agreement":null},{"id":"W2092444151","doi":"10.13031/2013.42542","title":"Evaluation of Implement Monitoring Systems","year":2013,"lang":"en","type":"article","venue":"Journal of Agricultural Safety and Health","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Poison control; Engineering; Forensic engineering; Occupational safety and health; Human factors and ergonomics; Injury prevention; Computer science; Reliability engineering; Transport engineering; Medical emergency; Medicine","score_opus":0.048860716460451176,"score_gpt":0.32398998407305696,"score_spread":0.2751292676126058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092444151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98552316,0.00468696,0.0040010707,0.00405936,0.0011945387,0.0004374258,8.81292e-7,0.000011314408,0.00008525575],"genre_scores_gemma":[0.9979545,0.0006974207,0.0011119357,0.00001446466,0.00020928719,0.0000028892023,2.9593826e-7,9.802128e-7,0.000008226401],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983493,0.00015109472,0.00064819993,0.00007653609,0.0006411998,0.00013368126],"domain_scores_gemma":[0.9981727,0.000033012766,0.0006064441,0.00009029408,0.0009925974,0.00010493715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003445097,0.00006282332,0.00022498718,0.000034313107,0.000103768514,0.000040197086,0.00016013277,0.000029033163,0.00000454314],"category_scores_gemma":[0.00001983121,0.000031615557,0.00004793785,0.00012774223,0.000008146862,0.0005752227,0.000036731733,0.00009218616,0.0000022022477],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033733977,0.00032999463,0.1950166,0.0015586118,0.00033977063,0.0000012785403,0.011521778,0.010005634,0.002203287,0.005996281,0.007179656,0.76581335],"study_design_scores_gemma":[0.0003814976,0.00026417006,0.9970504,0.0001879273,0.000010664568,0.00007060333,0.00066799123,0.0009113558,0.000100914054,0.000091126385,0.00021784395,0.000045500554],"about_ca_topic_score_codex":0.00033442842,"about_ca_topic_score_gemma":0.0000034615507,"teacher_disagreement_score":0.8020338,"about_ca_system_score_codex":0.00019395903,"about_ca_system_score_gemma":0.00016079428,"threshold_uncertainty_score":0.1289245},"labels":[],"label_agreement":null},{"id":"W2092492132","doi":"10.1145/1982185.1982229","title":"Event clustering for log reduction and run time system understanding","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cluster analysis; Dependency (UML); Data mining; Event (particle physics); Reduction (mathematics); Dependency graph; Software; Graph; Software system; Complex event processing; Call graph; Real-time computing; Software engineering; Artificial intelligence; Theoretical computer science; Mathematics; Programming language","score_opus":0.051065941363634626,"score_gpt":0.2399857593305927,"score_spread":0.1889198179669581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092492132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018396746,0.000031615462,0.9774392,0.000067083805,0.00060712255,0.00028708827,4.1953905e-7,0.0002728705,0.0028978507],"genre_scores_gemma":[0.97422343,0.0000025351624,0.025417656,0.00001257201,0.00005188668,0.000020098574,3.9412913e-7,0.000004488522,0.0002669072],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935263,0.000018420817,0.00016635572,0.00023015871,0.000080765756,0.00015165693],"domain_scores_gemma":[0.99961615,0.000023085915,0.00004901357,0.00023534188,0.000029288876,0.000047131438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039632389,0.00007258353,0.000104960825,0.00004720044,0.00014051274,0.000041443775,0.00015129083,0.000046831054,0.000005756411],"category_scores_gemma":[0.0000059988265,0.000055365024,0.00003409674,0.000080667945,0.000021481515,0.0003303342,0.00008808605,0.000030045017,0.000019926278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053062383,0.0006100066,0.021847002,0.010928902,0.00055169937,0.000029680525,0.06032973,0.0011208175,0.011566357,0.75368005,0.014094448,0.1247107],"study_design_scores_gemma":[0.0013199992,0.00058180105,0.003466413,0.0004441623,0.000031358726,0.00046118587,0.0032626234,0.9752172,0.0057772533,0.008203008,0.0005829568,0.0006520186],"about_ca_topic_score_codex":0.000025021445,"about_ca_topic_score_gemma":0.0000019463698,"teacher_disagreement_score":0.9740964,"about_ca_system_score_codex":0.00014083588,"about_ca_system_score_gemma":0.00001764897,"threshold_uncertainty_score":0.22577201},"labels":[],"label_agreement":null},{"id":"W2095275942","doi":"10.1016/s0166-5316(01)00033-5","title":"Automated performance modeling of software generated by a design environment","year":2001,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Instituto de Telecomunicações","keywords":"Computer science; Automation; Workload; Implementation; Process (computing); Software; Exploit; Software engineering; Queueing theory; Embedded system; Operating system; Engineering","score_opus":0.04137847820431585,"score_gpt":0.26586802194856823,"score_spread":0.2244895437442524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095275942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58030516,0.0002901047,0.41827562,0.00003992477,0.00018887708,0.00046871687,0.0000014200567,0.0003659586,0.00006419473],"genre_scores_gemma":[0.9683185,0.0007140249,0.030589826,0.000045678615,0.00004904831,0.00017261277,0.000037588754,0.000017754544,0.000054919114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970821,0.00020363185,0.00068388885,0.00051176874,0.0011017356,0.00041686182],"domain_scores_gemma":[0.99846435,0.000044160282,0.00026621667,0.00078908715,0.00034641748,0.000089788424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025535626,0.00025570905,0.00029169171,0.00015856218,0.00026325727,0.000054317272,0.0006242871,0.00014211648,0.00007577896],"category_scores_gemma":[0.00006965442,0.00022436885,0.00006533124,0.0005758035,0.000054042834,0.0013996473,0.00011843688,0.00014968727,0.00014702437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039101902,0.00010575516,0.018762447,0.000069331756,0.000022395612,3.5476975e-7,0.00046534723,0.868861,0.0017565764,0.0000023966218,0.0004275591,0.10948769],"study_design_scores_gemma":[0.0007047506,0.0002472724,0.007832681,0.00007621367,0.000019970319,0.000015781385,0.000011255302,0.9814666,0.009213785,0.000022456346,0.00012411184,0.00026515822],"about_ca_topic_score_codex":0.000024053725,"about_ca_topic_score_gemma":3.9571003e-7,"teacher_disagreement_score":0.38801336,"about_ca_system_score_codex":0.00026106514,"about_ca_system_score_gemma":0.0002125911,"threshold_uncertainty_score":0.9149496},"labels":[],"label_agreement":null},{"id":"W2095734684","doi":"","title":"A Multi-Agent Framework for Testing 3-Tier Distributed Systems Architecture","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; System integration testing; Distributed computing; Process (computing); Software system; Software performance testing; Software; Reliability engineering; Software engineering; Software construction; Operating system; Engineering","score_opus":0.05165487984334706,"score_gpt":0.2726834238065773,"score_spread":0.22102854396323024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095734684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028640894,0.00015194369,0.96868294,0.00028709197,0.0009847741,0.00062308717,0.000014774221,0.00055948197,0.000055000695],"genre_scores_gemma":[0.51455873,0.0000021596347,0.4848967,0.00008810124,0.00013051512,0.00010828354,0.000004774517,0.000007641398,0.0002031176],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998668,0.000043698987,0.00027497893,0.00041609345,0.00022549275,0.0003717178],"domain_scores_gemma":[0.99843186,0.0005034721,0.00009603988,0.00066089776,0.00019069405,0.00011703341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028506079,0.00016331919,0.00022671203,0.00005112864,0.0003391267,0.00007484224,0.000577762,0.00013303482,0.0000023398104],"category_scores_gemma":[0.00053113146,0.00011331991,0.000095580246,0.0004375565,0.0000502229,0.0001580089,0.00013090041,0.00016517058,0.000036490645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001301378,0.001975657,0.6391005,0.0036753553,0.0004905939,0.00021884099,0.014146179,0.15976499,0.0020719878,0.045509994,0.03413659,0.09877918],"study_design_scores_gemma":[0.0012161073,0.00032639696,0.044485778,0.0003380214,0.000014419222,0.00043997818,0.000120597564,0.9212662,0.00052719226,0.002091612,0.028363071,0.00081065844],"about_ca_topic_score_codex":0.00005469094,"about_ca_topic_score_gemma":0.0000015119678,"teacher_disagreement_score":0.7615012,"about_ca_system_score_codex":0.00006123596,"about_ca_system_score_gemma":0.0000882222,"threshold_uncertainty_score":0.46210518},"labels":[],"label_agreement":null},{"id":"W2096675246","doi":"10.1109/surv.2009.090303","title":"Towards Autonomic Network Management: an Analysis of Current and Future Research Directions","year":2009,"lang":"en","type":"article","venue":"IEEE Communications Surveys & Tutorials","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Perspective (graphical); Autonomic computing; Open research; Data science; Work (physics); Knowledge management; Management science; Risk analysis (engineering); Artificial intelligence; World Wide Web; Cloud computing; Engineering","score_opus":0.0886702266393937,"score_gpt":0.3928894471039492,"score_spread":0.3042192204645555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096675246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54622734,0.061230954,0.32288238,0.009382981,0.03224077,0.0052223876,0.0002451381,0.0022374613,0.02033055],"genre_scores_gemma":[0.9799576,0.009021669,0.0102163125,0.000016610338,0.0006380785,0.000058323745,0.000041305335,0.0000065641907,0.000043527758],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99492,0.0034402201,0.000583404,0.00038969342,0.00035849935,0.00030817906],"domain_scores_gemma":[0.9947473,0.0004884739,0.00018195572,0.004017617,0.00045252056,0.00011216622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011190292,0.00013799341,0.00041395027,0.0005037492,0.00064682454,0.00015479537,0.0021732338,0.00009287461,0.000006790743],"category_scores_gemma":[0.00005434195,0.00012557395,0.000119567645,0.0032662803,0.00020632279,0.00051496626,0.00036640727,0.00026422253,0.000008275054],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092532255,0.00064541015,0.016050536,0.000037191887,0.0005117917,5.127058e-7,0.0022560763,0.0011848615,0.00007292361,0.09535532,0.0011087887,0.8827673],"study_design_scores_gemma":[0.000273509,0.00012346727,0.85062975,0.00004443902,0.0002131196,0.0000012923725,0.00011384599,0.013726186,0.000056656067,0.0049017286,0.12964666,0.00026936777],"about_ca_topic_score_codex":0.00028108145,"about_ca_topic_score_gemma":0.00023946905,"teacher_disagreement_score":0.88249797,"about_ca_system_score_codex":0.00012297054,"about_ca_system_score_gemma":0.00011840858,"threshold_uncertainty_score":0.5120757},"labels":[],"label_agreement":null},{"id":"W2097559693","doi":"10.1109/wpc.2004.1311067","title":"Resolving linkage anomalies in extracted software system models","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Heuristics; Computer science; Linkage (software); Abstraction; Dependency (UML); Software system; Data mining; Software; Set (abstract data type); Process (computing); Resolution (logic); Artificial intelligence; Programming language","score_opus":0.012652390502630468,"score_gpt":0.21178855138700503,"score_spread":0.19913616088437455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097559693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2378179,0.00022740249,0.75794804,0.00018401694,0.00037236876,0.00023171562,9.890632e-7,0.0009844976,0.0022330454],"genre_scores_gemma":[0.89020663,0.000008231842,0.109505385,0.00007371695,0.00004347119,0.000025434476,0.000001259759,0.000008477955,0.00012739135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984497,0.000050347106,0.00042033204,0.00043901836,0.00028234502,0.0003582605],"domain_scores_gemma":[0.99892557,0.00008111039,0.00007477813,0.000750493,0.000087801156,0.000080242135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050779735,0.00015803162,0.00023372877,0.00016132968,0.000111831985,0.00013025594,0.00069953053,0.00013521197,0.0000042354386],"category_scores_gemma":[0.000046121542,0.00012456864,0.00006690939,0.0005398098,0.000031121126,0.0012754902,0.0001933782,0.00017416895,0.00007974781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006433553,0.00094986235,0.16407797,0.0032792937,0.00008681125,0.0008291939,0.02203976,0.31435284,0.0010301648,0.41981402,0.0005922258,0.072883524],"study_design_scores_gemma":[0.006147991,0.00045788218,0.160272,0.003642901,0.000019965366,0.0005386831,0.00226218,0.7818622,0.0070814923,0.033964362,0.0011441287,0.0026061996],"about_ca_topic_score_codex":0.00041574257,"about_ca_topic_score_gemma":0.00008946751,"teacher_disagreement_score":0.65238875,"about_ca_system_score_codex":0.00025532703,"about_ca_system_score_gemma":0.00014048454,"threshold_uncertainty_score":0.5079762},"labels":[],"label_agreement":null},{"id":"W2097811902","doi":"10.1109/scc.2007.98","title":"Service Commitment Strategies in Allocating Services to Applications","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Markov decision process; Markov process; Process (computing); Service (business); Business process; Sample (material); Operations research; Services computing; Web service; Business; Work in process; Marketing","score_opus":0.01088082784262747,"score_gpt":0.278293541224483,"score_spread":0.26741271338185557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097811902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23407336,0.000052992233,0.7568578,0.0014189569,0.000091184076,0.00049656176,3.1635125e-7,0.00024030026,0.0067685028],"genre_scores_gemma":[0.9447181,0.0000015554301,0.053813398,0.0013123782,0.000034522618,0.0000788942,0.0000012412381,0.0000030969547,0.000036794758],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99909884,0.000014515461,0.00025383063,0.00024659955,0.0001567609,0.00022948469],"domain_scores_gemma":[0.99923396,0.000071173585,0.000035162855,0.00049627555,0.00008785007,0.000075591684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063983776,0.00008134429,0.00009257958,0.000086762324,0.000075924865,0.00010177551,0.00065334514,0.00003831727,0.000005975686],"category_scores_gemma":[0.000001671219,0.000065788394,0.000015746506,0.00080437853,0.000006067615,0.0004010793,0.00017915214,0.00006174178,0.00018773518],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035689627,0.00080171134,0.2399423,0.0014830005,0.0000401489,0.00001346575,0.033164434,0.013220072,0.002886227,0.35145783,0.00035246,0.35660264],"study_design_scores_gemma":[0.0010534992,0.0002118404,0.84119195,0.00028698076,0.0000071975383,0.000025068317,0.024595158,0.05417361,0.0059354724,0.010262349,0.061138652,0.001118205],"about_ca_topic_score_codex":0.00096768665,"about_ca_topic_score_gemma":0.006307257,"teacher_disagreement_score":0.7106448,"about_ca_system_score_codex":0.000055084383,"about_ca_system_score_gemma":0.00004308599,"threshold_uncertainty_score":0.35195974},"labels":[],"label_agreement":null},{"id":"W2098386377","doi":"10.1007/978-3-540-72522-0_11","title":"From Annotated Software Designs (UML SPT/MARTE) to Model Formalisms","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Unified Modeling Language; Component (thermodynamics); Context (archaeology); Annotation; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.0361011823049563,"score_gpt":0.27257101893990543,"score_spread":0.23646983663494914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098386377","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010806697,0.00022927554,0.99321836,0.0004117137,0.002745719,0.00086277246,0.00003324537,0.00061084004,0.00080739654],"genre_scores_gemma":[0.08655857,0.000015824287,0.9084151,0.003707767,0.0007850232,0.000023051824,0.00002311068,0.00006532352,0.0004062487],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936467,0.000040019742,0.0010007645,0.0023696125,0.001668653,0.0012742461],"domain_scores_gemma":[0.9953545,0.00057878933,0.00034100175,0.002639722,0.0005772653,0.0005087721],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016832603,0.00085440575,0.000877494,0.0011316761,0.0004136139,0.0006164766,0.0048935027,0.0006820069,0.000026181338],"category_scores_gemma":[0.00017870328,0.0007392636,0.00023933084,0.0011715401,0.00049276446,0.0012132255,0.0018493899,0.001014818,0.00024679874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027076963,0.000049840717,0.00027776192,0.00006568331,0.000022867784,0.00011425106,0.0038285858,0.2771075,0.0001293375,0.0011424173,0.00020467947,0.71703],"study_design_scores_gemma":[0.00037511412,0.0002476933,0.00023028426,0.0006092464,0.0000130738335,0.000044085176,4.096253e-7,0.9119083,0.0019879045,0.08218341,0.00114667,0.0012537785],"about_ca_topic_score_codex":0.00014915866,"about_ca_topic_score_gemma":0.00016261029,"teacher_disagreement_score":0.7157762,"about_ca_system_score_codex":0.00059609226,"about_ca_system_score_gemma":0.0009456098,"threshold_uncertainty_score":0.9995058},"labels":[],"label_agreement":null},{"id":"W2098527294","doi":"10.1109/dsn.2010.5544413","title":"Message from the general chair and conference coordinator","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pleasure; Computer science; Library science; Telecommunications; Psychology","score_opus":0.009053182700765678,"score_gpt":0.22870221580760824,"score_spread":0.21964903310684256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098527294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9571444,0.000046550384,0.035904326,0.0028456978,0.00078655145,0.00010799017,0.0000034273262,0.00014309834,0.003017972],"genre_scores_gemma":[0.9928202,0.000007733241,0.005818181,0.0005118493,0.00011406732,0.00000938622,7.5219873e-7,0.0000023893474,0.0007154082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99938995,0.000027633856,0.000103792576,0.00022882446,0.00011908076,0.00013073013],"domain_scores_gemma":[0.9992162,0.00011180214,0.000028546012,0.0005367903,0.00005035805,0.00005631148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024594343,0.00007540667,0.00008761256,0.00000881672,0.00013214204,0.00013781228,0.00054398633,0.000055608514,0.00010307931],"category_scores_gemma":[0.000029490782,0.000038945764,0.000022313958,0.00006938929,0.0000885606,0.00018604338,0.00020784119,0.00015228773,0.000037182857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000950574,0.00008737665,0.43745738,0.000026919844,0.00004300279,0.00000976991,0.0038856184,0.0000037695308,0.014166702,0.38658893,0.024645846,0.13307518],"study_design_scores_gemma":[0.00087097514,0.000084447194,0.8022809,0.0000241492,0.000010369579,0.000036672947,0.00016047,0.08152102,0.011964232,0.022360608,0.08014968,0.0005364764],"about_ca_topic_score_codex":0.0004748008,"about_ca_topic_score_gemma":0.000178039,"teacher_disagreement_score":0.36482352,"about_ca_system_score_codex":0.0000035442215,"about_ca_system_score_gemma":0.000038200156,"threshold_uncertainty_score":0.1588162},"labels":[],"label_agreement":null},{"id":"W2098693928","doi":"","title":"UML-based performance modeling of distributed software systems","year":2010,"lang":"en","type":"article","venue":"International Symposium on Performance Evaluation of Computer and Telecommunication Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Victoria","funders":"","keywords":"Computer science; Unified Modeling Language; UML tool; Software system; Software engineering; Applications of UML; Software; Software performance testing; Model-driven architecture; Distributed computing; Software construction; Programming language","score_opus":0.026483758336992135,"score_gpt":0.2810705212158295,"score_spread":0.25458676287883736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098693928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7367881,0.00012616799,0.25939533,0.00018876125,0.0023536186,0.00058908586,0.000021678376,0.00010536762,0.00043189572],"genre_scores_gemma":[0.9943015,0.000121035686,0.0051054605,0.00002813789,0.00016212823,0.00014770005,0.000108129876,0.00001531125,0.00001059378],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99645275,0.00027753392,0.0011731257,0.0004157586,0.0014590691,0.0002217632],"domain_scores_gemma":[0.9952276,0.00025093177,0.00073161797,0.001342319,0.0023589437,0.00008860153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003264208,0.0002530508,0.00041481995,0.00027856167,0.00019843048,0.00015064202,0.0015166042,0.0001728272,0.000008136918],"category_scores_gemma":[0.000067821304,0.0002239512,0.0000952816,0.00035298307,0.00010943317,0.00084450684,0.00022708821,0.00032615798,0.000012348782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050154085,0.00020960966,0.025707617,0.00027716235,0.00006935367,9.579998e-8,0.0002833879,0.94648194,0.00050912844,0.0020322518,0.000043765518,0.024335535],"study_design_scores_gemma":[0.0010179427,0.00022138082,0.016211677,0.00035628912,0.000022057067,0.000018432222,0.000016049438,0.9802248,0.0012166741,0.000015441792,0.000463865,0.00021542043],"about_ca_topic_score_codex":0.00007995801,"about_ca_topic_score_gemma":0.0000029725325,"teacher_disagreement_score":0.2575134,"about_ca_system_score_codex":0.00011469477,"about_ca_system_score_gemma":0.00021501306,"threshold_uncertainty_score":0.9132465},"labels":[],"label_agreement":null},{"id":"W2099635895","doi":"10.1109/dsn.2009.5270324","title":"Automatic fault detection and diagnosis in complex software systems by information-theoretic monitoring","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Jaccard index; False positive paradox; Computer science; Data mining; Wilcoxon signed-rank test; Anomaly detection; Context (archaeology); Component (thermodynamics); Fault detection and isolation; Similarity (geometry); Measure (data warehouse); Software; Fault (geology); Rank (graph theory); Software system; Artificial intelligence; Pattern recognition (psychology); Mathematics; Statistics","score_opus":0.008485578901970105,"score_gpt":0.2297634440473518,"score_spread":0.2212778651453817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099635895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75344855,0.00020332345,0.24472652,0.000182413,0.0003687438,0.00038327795,0.0000015744869,0.0005112277,0.00017434983],"genre_scores_gemma":[0.9957534,0.000049758706,0.0040306905,0.000066587934,0.00002394079,0.000062013816,0.0000019379029,0.000002525459,0.000009132006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989514,0.00005435856,0.00038470497,0.00017499604,0.0002236416,0.00021092016],"domain_scores_gemma":[0.9993614,0.00012662479,0.00008676976,0.0002957588,0.000062086525,0.00006739363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033495112,0.0001229676,0.00017553664,0.00013042561,0.00011508696,0.00025162287,0.00025200774,0.00007855942,0.0000054415223],"category_scores_gemma":[0.00008801528,0.00009916878,0.000024643217,0.00034927335,0.000026208638,0.001444233,0.00004806319,0.0000937524,0.0000326919],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045146203,0.000090361784,0.22293036,0.0004598153,0.000010731792,0.0000022743945,0.0025946787,0.0008369932,0.00013673856,0.0011604165,0.00091456313,0.7708586],"study_design_scores_gemma":[0.0008244059,0.0002733154,0.40959197,0.00026745204,0.0000070070205,0.00004717097,0.00041475944,0.5834646,0.001807487,0.0013634833,0.0014664774,0.0004718466],"about_ca_topic_score_codex":0.00014091849,"about_ca_topic_score_gemma":0.000003129391,"teacher_disagreement_score":0.7703867,"about_ca_system_score_codex":0.00008892709,"about_ca_system_score_gemma":0.000015353879,"threshold_uncertainty_score":0.40439853},"labels":[],"label_agreement":null},{"id":"W2100246847","doi":"10.1109/icpc.2011.24","title":"Capturing Expert Knowledge for Automated Configuration Fault Diagnosis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Troubleshooting; Computer science; Automation; Expert system; Process (computing); Software engineering; Software; Configuration Management (ITSM); Fault (geology); Software bug; Software configuration management; Artificial intelligence; Machine learning; Software system; Operating system; Software construction","score_opus":0.04808761548663284,"score_gpt":0.2883663511378135,"score_spread":0.24027873565118066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100246847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06485979,0.00028949475,0.9109244,0.00023797435,0.00162263,0.00077515474,0.0000018217323,0.0032119576,0.018076813],"genre_scores_gemma":[0.9695745,0.000013455344,0.029584246,0.00011340992,0.00006455699,0.00034659597,0.0000020771827,0.0000060082234,0.0002951126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992229,0.000024884874,0.00021215365,0.00026480376,0.000080994956,0.00019426184],"domain_scores_gemma":[0.9992964,0.000089711706,0.000047703234,0.00035966566,0.00014802409,0.00005845304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021269929,0.00009922414,0.00012044754,0.000050856845,0.0001166385,0.00004823644,0.00035997643,0.00007255394,0.000048626105],"category_scores_gemma":[0.000046109508,0.000072723626,0.00006305873,0.00013409164,0.000021282323,0.0004719882,0.00005697267,0.000033919314,0.0001343612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010999,0.001983523,0.069146566,0.0008684443,0.000244509,0.000013173711,0.14737788,0.00016824223,0.0023455406,0.099806614,0.17765957,0.5002958],"study_design_scores_gemma":[0.0013314307,0.0003519732,0.034564245,0.00011811481,0.00001143643,0.000014774664,0.00043444507,0.73799604,0.19231226,0.0014986477,0.03063018,0.00073644595],"about_ca_topic_score_codex":0.00016978236,"about_ca_topic_score_gemma":0.000023492254,"teacher_disagreement_score":0.90471476,"about_ca_system_score_codex":0.000036206668,"about_ca_system_score_gemma":0.000042849504,"threshold_uncertainty_score":0.29655832},"labels":[],"label_agreement":null},{"id":"W2100296054","doi":"10.1109/inm.2011.5990506","title":"Learning to self-recover","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Scheduling (production processes); Cloud computing; Component (thermodynamics); Software; Distributed computing; Component-based software engineering; Real-time computing; Software system; Engineering; Operating system","score_opus":0.014828727844998701,"score_gpt":0.21408954197390132,"score_spread":0.19926081412890262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100296054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50464594,0.00001033572,0.38325837,0.00015945491,0.00074716634,0.00016521393,6.5062366e-8,0.0012624828,0.10975095],"genre_scores_gemma":[0.90502465,0.0000017340316,0.09295992,0.00032155786,0.000028119897,0.000007833471,6.99771e-8,0.0000029097134,0.0016531936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99942917,0.000022652688,0.00010038246,0.00019144494,0.000103357364,0.0001530198],"domain_scores_gemma":[0.99954873,0.000018319097,0.00001711166,0.00030141635,0.000040585506,0.00007382782],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022618646,0.00005537303,0.00006606184,0.000039893883,0.00006201071,0.00002751029,0.00037188013,0.00002985505,0.00012293391],"category_scores_gemma":[0.000020336918,0.000039808827,0.000029993982,0.0001991742,0.000004478523,0.00027954977,0.00014531236,0.00006069241,0.0018441983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017681781,0.00033766258,0.64388454,0.00009020436,0.000067588306,0.00001935269,0.061806787,0.00020796269,0.00025233623,0.025327995,0.012893418,0.25509447],"study_design_scores_gemma":[0.00095649634,0.0019008187,0.63752,0.00007429534,0.00001559614,0.00007759772,0.0006865372,0.040035773,0.021653688,0.004618347,0.29096586,0.0014949763],"about_ca_topic_score_codex":0.00007174615,"about_ca_topic_score_gemma":0.0000037002778,"teacher_disagreement_score":0.4003787,"about_ca_system_score_codex":0.000019024928,"about_ca_system_score_gemma":0.00002233462,"threshold_uncertainty_score":0.99893296},"labels":[],"label_agreement":null},{"id":"W2100658674","doi":"10.1109/icac.2005.23","title":"Design of an Autonomic Element for Server Management","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Delegation; Application lifecycle management; Computer network; Operating system; Software; Software engineering","score_opus":0.019425082700894627,"score_gpt":0.255485527694574,"score_spread":0.23606044499367937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100658674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041236565,0.000014314221,0.9572394,0.00024062443,0.00012398224,0.0005304835,4.0766682e-7,0.00010290151,0.0005113431],"genre_scores_gemma":[0.5445196,0.0000037207542,0.45476994,0.0001389348,0.000029318737,0.000051523806,7.578442e-7,0.000002861706,0.000483333],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931407,0.000020955464,0.00021769977,0.00020118173,0.00010182564,0.00014429526],"domain_scores_gemma":[0.9993845,0.000023952713,0.00004929322,0.00047010655,0.000036995985,0.00003512517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005289428,0.00006385065,0.0000933382,0.000040327526,0.00003775442,0.000021710075,0.0004336665,0.000022447071,0.000025495192],"category_scores_gemma":[0.0000014744011,0.000048382168,0.000036026377,0.000068812835,0.000009912417,0.0003681585,0.00007821686,0.000015718266,0.000029904879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056906494,0.0007003999,0.001846337,0.00037501476,0.0001311088,0.0000013097011,0.001283175,0.11866369,0.00054189295,0.08369665,0.0052217585,0.7874817],"study_design_scores_gemma":[0.00092950487,0.00034593756,0.0055491617,0.000017591676,0.000010259645,0.0000020031562,0.00004330894,0.9591748,0.01879305,0.0015359784,0.013401278,0.00019708482],"about_ca_topic_score_codex":0.000007326153,"about_ca_topic_score_gemma":0.000003212555,"teacher_disagreement_score":0.84051114,"about_ca_system_score_codex":0.000051358194,"about_ca_system_score_gemma":0.00002294634,"threshold_uncertainty_score":0.19729675},"labels":[],"label_agreement":null},{"id":"W2102967730","doi":"10.1145/2451116.2451128","title":"Production-run software failure diagnosis via hardware performance counters","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministère de l'Économie, de la Science et de l'Innovation - Québec","keywords":"Concurrency; Computer science; Overhead (engineering); Software; Embedded system; Reliability engineering; Software bug; Instrumentation (computer programming); Operating system; Engineering","score_opus":0.007835913682536794,"score_gpt":0.20206321261524865,"score_spread":0.19422729893271184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102967730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80212843,0.00015713208,0.18567789,0.00580651,0.0027318434,0.001173301,0.0000022667102,0.0017147737,0.00060786254],"genre_scores_gemma":[0.96499664,0.00006154859,0.03196575,0.00060757075,0.00022250747,0.0005866237,0.0000041580956,0.000017210621,0.0015379688],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99798745,0.000043465596,0.00037113408,0.0006735658,0.00045655097,0.00046782388],"domain_scores_gemma":[0.9981167,0.00007415067,0.0001061449,0.0011556438,0.0003949695,0.00015242289],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000276623,0.00025069824,0.00024437899,0.00010918854,0.00032406254,0.00024345687,0.0009748296,0.000119732045,0.00043765645],"category_scores_gemma":[0.000098416116,0.0001849988,0.000106492145,0.0005252207,0.0000869582,0.0026180074,0.00023876654,0.0001985991,0.0024620814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033194397,0.00011483619,0.75663024,0.00028391762,0.000040948376,0.0000022289328,0.00080734765,0.00039640698,0.00010403558,0.000100997764,0.10643943,0.1350763],"study_design_scores_gemma":[0.0011715121,0.0006484788,0.78916466,0.00052411715,0.000038916212,0.00027523332,0.00039898668,0.044484846,0.025129247,0.0012458739,0.1344589,0.0024592069],"about_ca_topic_score_codex":0.00020350199,"about_ca_topic_score_gemma":0.000022957865,"teacher_disagreement_score":0.16286825,"about_ca_system_score_codex":0.00010523387,"about_ca_system_score_gemma":0.000076385855,"threshold_uncertainty_score":0.9983146},"labels":[],"label_agreement":null},{"id":"W2103322620","doi":"10.5267/j.dsl.2014.2.002","title":"An evaluation of the software architecture efficiency using the Clichés and behavioral diagrams pertaining to the unified modeling language","year":2014,"lang":"en","type":"article","venue":"Decision Science Letters","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Architecture; Computer science; Software; Software engineering; Architecture description language; Engineering; Systems engineering; Software architecture; Reference architecture; Programming language; Geography","score_opus":0.043424532514471995,"score_gpt":0.3484297434269477,"score_spread":0.30500521091247573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103322620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53438604,0.000017455566,0.4640687,0.0010009527,0.0002688894,0.00023631484,3.7514027e-7,0.000019266681,0.000002033216],"genre_scores_gemma":[0.98275423,4.1886634e-7,0.01574545,0.0014350729,0.000048092952,0.000011161571,1.9558081e-7,0.000004850474,5.222401e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683726,0.0003372984,0.0002884936,0.0004799806,0.0017552163,0.00030178134],"domain_scores_gemma":[0.99778634,0.00032486295,0.0001191018,0.0014666996,0.00022376745,0.000079246485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008712481,0.00012438926,0.00012695714,0.00011568212,0.0010370784,0.00032775578,0.002396057,0.000036342208,0.0000012651589],"category_scores_gemma":[0.0008465124,0.000052574804,0.000057909125,0.001369861,0.00036126212,0.00041122947,0.00043872162,0.00018448244,0.0000017519933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045100746,0.00001842787,0.0064006746,0.000002979422,0.0000010361747,1.9089192e-7,0.015937028,0.7274764,0.010623054,0.000072353636,0.000007708927,0.23945561],"study_design_scores_gemma":[0.00013145753,0.0000444302,0.012292485,0.00004726961,0.000011726238,0.000011748925,0.0006923686,0.98561174,0.00072002644,0.00032648275,0.000013358725,0.000096932636],"about_ca_topic_score_codex":0.0001471808,"about_ca_topic_score_gemma":0.00004406638,"teacher_disagreement_score":0.44836822,"about_ca_system_score_codex":0.00006126812,"about_ca_system_score_gemma":0.00011474557,"threshold_uncertainty_score":0.79764736},"labels":[],"label_agreement":null},{"id":"W2109709665","doi":"10.1109/apsec.2007.32","title":"Checking Distributed Programs with Partially Ordered Atoms","year":2007,"lang":"en","type":"article","venue":"Proceedings - Asia Pacific Software Engineering Conference/Proceedings","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Correctness; Predicate (mathematical logic); Generality; Model checking; Computation; Semantics (computer science); Programming language; Interleaving; Theoretical computer science; Set (abstract data type); Abstract interpretation; Algorithm","score_opus":0.010885333790492472,"score_gpt":0.20833566923616958,"score_spread":0.1974503354456771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109709665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5471863,0.0001218497,0.4420104,0.00031010038,0.0007855527,0.0013644722,0.000009517514,0.0060850913,0.0021267224],"genre_scores_gemma":[0.92806137,0.00001788143,0.070988156,0.000028162582,0.00036923125,0.000241801,0.000029276474,0.000115887386,0.00014825902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935794,0.0000035363073,0.001173179,0.0017740059,0.0013856919,0.0020842021],"domain_scores_gemma":[0.99597687,0.00011132051,0.00056557974,0.00041835217,0.0021723646,0.00075551256],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017019915,0.0010699023,0.0009643716,0.0005302895,0.00049103354,0.0016476322,0.0019086978,0.00053706986,0.000021683974],"category_scores_gemma":[0.0005634815,0.0009205824,0.00023186856,0.0029382522,0.00022565549,0.0025924884,0.0004408353,0.0009878594,0.00006214224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026911366,0.000524726,0.9014905,0.0022124872,0.00041085578,0.00006306303,0.011135861,0.000055377368,0.0031596874,0.047997996,0.00159934,0.031080987],"study_design_scores_gemma":[0.014052706,0.0066584493,0.5216868,0.010811346,0.0007668497,0.0041116746,0.02613552,0.15049163,0.07883542,0.0045074425,0.16345052,0.01849163],"about_ca_topic_score_codex":0.000024835013,"about_ca_topic_score_gemma":0.000003893703,"teacher_disagreement_score":0.38087505,"about_ca_system_score_codex":0.00038647765,"about_ca_system_score_gemma":0.00024144574,"threshold_uncertainty_score":0.99938875},"labels":[],"label_agreement":null},{"id":"W2111410817","doi":"10.1145/1723028.1723031","title":"Diagnosis of recurrent faults using log files","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Naive Bayes classifier; Classifier (UML); Reliability (semiconductor); Root cause; Machine learning; Data mining; Artificial intelligence; Reliability engineering; Engineering","score_opus":0.025510093971112122,"score_gpt":0.2816766032449623,"score_spread":0.25616650927385015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111410817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9162003,0.00024887786,0.08147898,0.00033143163,0.00042290142,0.00012818961,0.0000015421845,0.00012657091,0.0010612331],"genre_scores_gemma":[0.9772786,0.000035777906,0.022532765,0.0000931663,0.000030429084,0.0000028073264,4.6156188e-7,0.0000012875778,0.00002473725],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99929744,0.000023596262,0.00020772414,0.00018011655,0.00015820199,0.00013291852],"domain_scores_gemma":[0.99940777,0.000056098714,0.000063777145,0.0003664723,0.00006767048,0.00003822482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016598111,0.000068026595,0.00012746899,0.000046662055,0.00004091569,0.0000139184485,0.00033709488,0.00003937503,0.000025554536],"category_scores_gemma":[0.00003531061,0.000048144095,0.00005673081,0.0001883772,0.000019348961,0.00023893564,0.00005360235,0.00004174109,0.000015586538],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011384016,0.00048039164,0.1353547,0.00011914003,0.000017373495,0.0000050945673,0.0012436708,0.00069734093,0.0004597132,0.007161035,0.0046238406,0.84982634],"study_design_scores_gemma":[0.0012572216,0.0012203971,0.66725266,0.00071666687,0.000026996197,0.000047895013,0.00011451047,0.21179597,0.0941778,0.014356214,0.008031663,0.001002007],"about_ca_topic_score_codex":0.000040610765,"about_ca_topic_score_gemma":0.000002104025,"teacher_disagreement_score":0.8488243,"about_ca_system_score_codex":0.000022319547,"about_ca_system_score_gemma":0.000030557232,"threshold_uncertainty_score":0.19632593},"labels":[],"label_agreement":null},{"id":"W2111755821","doi":"10.1109/ecbs.2007.22","title":"Automatic Verification and Performance Analysis of Time-Constrained SysML Activity Diagrams","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth; Defence Research and Development Canada; Concordia University","funders":"","keywords":"Systems Modeling Language; Computer science; Activity diagram; Model checking; Markov chain; Synchronization (alternating current); Formal verification; Unified Modeling Language; Programming language; Real-time computing; Data mining; Theoretical computer science; Machine learning","score_opus":0.007055736222908947,"score_gpt":0.22884608144203863,"score_spread":0.2217903452191297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111755821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79027474,0.000015028896,0.20861578,0.00003552389,0.00005139788,0.00010812277,7.134874e-7,0.00012613636,0.00077257527],"genre_scores_gemma":[0.99340403,0.000011698355,0.006481223,0.000016445481,0.000008892987,0.00000405709,0.0000018536477,0.0000022827903,0.00006951848],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99908936,0.000030313404,0.0002678788,0.00024062522,0.00020318826,0.00016863132],"domain_scores_gemma":[0.9990721,0.0001598852,0.00013131174,0.00049784535,0.0000777831,0.000061122824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010498449,0.00009087937,0.00024690406,0.0002211744,0.00006891925,0.000029967976,0.00023887696,0.000060761657,0.00003090276],"category_scores_gemma":[0.000035338875,0.00006914867,0.0000686632,0.0011365057,0.000084677835,0.00042749537,0.00005719543,0.00005312427,0.000017064078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001107615,0.00011071249,0.35496253,0.00016697717,0.00023765952,7.455503e-7,0.00069132907,0.000113019785,0.0026301784,0.00058756367,0.000018644507,0.64046955],"study_design_scores_gemma":[0.00007149469,0.0000401696,0.5557725,0.00000776359,0.000042758835,0.0000018085376,0.0000087071685,0.44031596,0.0036608656,0.000010939247,0.0000069508083,0.00006007004],"about_ca_topic_score_codex":0.000047051046,"about_ca_topic_score_gemma":0.000012805872,"teacher_disagreement_score":0.64040947,"about_ca_system_score_codex":0.00002977637,"about_ca_system_score_gemma":0.000031673728,"threshold_uncertainty_score":0.2819801},"labels":[],"label_agreement":null},{"id":"W2112517672","doi":"10.1109/cnsm.2010.5691320","title":"An extensible framework for repair-driven monitoring","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Context (archaeology); Autonomic computing; Event (particle physics); Probabilistic logic; Focus (optics); Reliability engineering; Imperfect; Dimension (graph theory); Risk analysis (engineering); Controller (irrigation); Artificial intelligence; Engineering","score_opus":0.018600536017045217,"score_gpt":0.3093990483591438,"score_spread":0.2907985123420986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112517672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31798163,0.000010050592,0.6779568,0.00014672786,0.0026149258,0.00018278563,4.4080522e-7,0.00081981457,0.00028679933],"genre_scores_gemma":[0.51913047,0.000001384725,0.4803944,0.000045585366,0.00032770046,0.000025861971,2.6413113e-7,0.000004357689,0.00007001888],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909157,0.0000138134965,0.00017047604,0.00034764598,0.00014171324,0.00023475605],"domain_scores_gemma":[0.99851763,0.00014017693,0.000040577434,0.0010580792,0.00013955699,0.00010394754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035867855,0.00008929125,0.00011960364,0.000039507147,0.0001602697,0.00009208471,0.00055830757,0.00013275343,0.000012440297],"category_scores_gemma":[0.000111410875,0.00006771215,0.000087434375,0.00015762939,0.000025237521,0.0005650911,0.00006898564,0.00018155132,0.000041575087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001797327,0.0002622413,0.59873426,0.0001451104,0.000034629975,0.000005570063,0.0015771699,0.00019542681,0.0126568815,0.30400404,0.0017267427,0.08063997],"study_design_scores_gemma":[0.0010238264,0.001069644,0.2878207,0.00017455222,0.000024690078,0.00006569284,0.00031032186,0.45675725,0.08476758,0.12836757,0.038201503,0.0014166815],"about_ca_topic_score_codex":0.000023571674,"about_ca_topic_score_gemma":0.0000054156076,"teacher_disagreement_score":0.4565618,"about_ca_system_score_codex":0.0000109180555,"about_ca_system_score_gemma":0.00004460606,"threshold_uncertainty_score":0.27612215},"labels":[],"label_agreement":null},{"id":"W2112695785","doi":"10.5555/2007336.2007341","title":"Failure Avoidance through Fault Prediction Based on Synthetic Transactions","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Workload; Production (economics); TRACE (psycholinguistics); Reliability engineering; Operating system; Engineering","score_opus":0.019344684417084316,"score_gpt":0.21391467598944644,"score_spread":0.19456999157236213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112695785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006122083,0.0000087504595,0.9789544,0.0004688238,0.000717492,0.00019727314,0.000004052331,0.00060741446,0.012919746],"genre_scores_gemma":[0.9541753,0.000004064142,0.045045447,0.00033035,0.000029309249,0.000046188834,7.6944804e-7,0.0000063292796,0.0003622478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989379,0.000054354896,0.00020164766,0.00036194263,0.00024125414,0.00020287752],"domain_scores_gemma":[0.9990626,0.000058165235,0.00004352255,0.0007168374,0.00006504391,0.000053807657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018931364,0.00012345346,0.00011544505,0.0000490941,0.00017970441,0.00003323167,0.0003990149,0.00009127888,0.0002723464],"category_scores_gemma":[0.000013593781,0.00009030105,0.000087440945,0.00027997073,0.000046882564,0.00057794055,0.00000985341,0.00014574034,0.00030362615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074977236,0.012230985,0.07372337,0.0022883236,0.00052931876,0.00013470597,0.08515893,0.09767314,0.0039647343,0.13280782,0.041561805,0.5491771],"study_design_scores_gemma":[0.0014426053,0.001152402,0.024947837,0.0003017213,0.000037377424,0.000051530486,0.00032816373,0.8994144,0.04613126,0.004536855,0.020839214,0.00081662013],"about_ca_topic_score_codex":0.0000804468,"about_ca_topic_score_gemma":0.00001880662,"teacher_disagreement_score":0.9480532,"about_ca_system_score_codex":0.000043720567,"about_ca_system_score_gemma":0.000051051542,"threshold_uncertainty_score":0.3902601},"labels":[],"label_agreement":null},{"id":"W2112792171","doi":"10.1109/tse.2005.88","title":"Automatic inclusion of middleware performance attributes into architectural UML software models","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; University of Ottawa","keywords":"Computer science; Middleware (distributed applications); Unified Modeling Language; Overhead (engineering); Message oriented middleware; Model transformation; Distributed computing; Software architecture; Programming paradigm; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.01152522820902501,"score_gpt":0.21113453026997295,"score_spread":0.19960930206094793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112792171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35957122,0.00015724209,0.63843346,0.000058446552,0.00051447924,0.00021723307,0.000010273876,0.0010353645,0.0000022938443],"genre_scores_gemma":[0.75372696,0.000026342464,0.24602158,0.000042247284,0.00005860672,0.000061706,0.0000028109557,0.00002995703,0.000029803452],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976914,0.000039806564,0.00065720995,0.00050602923,0.00061877747,0.00048677184],"domain_scores_gemma":[0.9983365,0.00029722627,0.00013330035,0.00089444354,0.0001713181,0.00016719826],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034838883,0.00038253525,0.0004453794,0.0004036182,0.00045827418,0.000048931077,0.00090764003,0.00018329982,0.000027020764],"category_scores_gemma":[0.000045556222,0.00034612548,0.00023670566,0.0007448746,0.000056157347,0.0011663394,0.000048151414,0.0004438516,0.00004119465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007987798,0.00008478206,0.00024906793,0.0004412009,0.000031852993,0.0000014937455,0.0020419236,0.72245365,0.00019028141,0.000013688019,0.000009992843,0.27447408],"study_design_scores_gemma":[0.00044895036,0.00017719158,0.00097262504,0.000506991,0.000020476169,0.00004734512,0.000011109812,0.96153337,0.03565342,0.00007284437,0.00012606582,0.00042963],"about_ca_topic_score_codex":0.00003342063,"about_ca_topic_score_gemma":0.0000097929815,"teacher_disagreement_score":0.39415574,"about_ca_system_score_codex":0.0002586522,"about_ca_system_score_gemma":0.0001034312,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W2114385271","doi":"10.5267/j.msl.2012.12.001","title":"Evaluation of software architecture using fuzzy colored Petri nets","year":2013,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Executable; Unified Modeling Language; Petri net; Fuzzy logic; Software engineering; Process architecture; Software; Software development; Sequence diagram; Programming language; Data mining; Artificial intelligence","score_opus":0.021625165330070566,"score_gpt":0.26194216599085673,"score_spread":0.24031700066078618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114385271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70450115,0.000022478007,0.29187438,0.0016197691,0.0005514007,0.0007619394,3.662846e-7,0.00009803654,0.0005704912],"genre_scores_gemma":[0.9223443,0.0000015395051,0.07650049,0.0010567313,0.000026651453,0.00004978216,6.274992e-7,0.00000488251,0.000014968085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99653405,0.00011264673,0.00029797587,0.00054344704,0.0020954725,0.00041640666],"domain_scores_gemma":[0.9986629,0.000038216585,0.0001711945,0.0008335247,0.00021318725,0.00008099813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031262415,0.00013986656,0.00015281684,0.00042259268,0.0002608504,0.00020542712,0.0014583148,0.00002974173,0.000026513575],"category_scores_gemma":[0.00010503602,0.00011302383,0.00006035686,0.0016633736,0.00035402772,0.0011296077,0.0004695185,0.00008712403,0.000053905205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007962302,0.00020708021,0.06367093,0.00038809647,0.000107276224,0.000010445543,0.0030022198,0.27055958,0.040714644,0.0017670629,0.0049905907,0.61457413],"study_design_scores_gemma":[0.001617094,0.00014749124,0.50228393,0.00024632228,0.00013701175,0.000021490272,0.00033151306,0.47683007,0.0060641672,0.010808756,0.00068243913,0.0008297079],"about_ca_topic_score_codex":0.000101233796,"about_ca_topic_score_gemma":0.0000019179715,"teacher_disagreement_score":0.6137444,"about_ca_system_score_codex":0.0002369597,"about_ca_system_score_gemma":0.000052523807,"threshold_uncertainty_score":0.4608978},"labels":[],"label_agreement":null},{"id":"W2115056012","doi":"10.1145/1557019.1557154","title":"Clustering event logs using iterative partitioning","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":331,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Los Alamos National Laboratory; National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Data mining; Cluster analysis; Event (particle physics); A priori and a posteriori; Task (project management); Process mining; Process (computing); Measure (data warehouse); Algorithm; Artificial intelligence; Work in process; Business process; Business process management","score_opus":0.02112236594804766,"score_gpt":0.2849929814636742,"score_spread":0.2638706155156265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115056012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13426691,0.000030505462,0.86328715,0.00032912288,0.00024754697,0.00008016588,1.2125857e-7,0.00017035741,0.0015881207],"genre_scores_gemma":[0.9441979,0.0000016928656,0.055200063,0.0004351892,0.000059341273,0.0000021325545,3.751237e-7,0.0000016656433,0.0001016426],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992814,0.000030290716,0.00017691082,0.0002046872,0.00012936899,0.0001773419],"domain_scores_gemma":[0.99957633,0.00002003922,0.00004173659,0.0002663755,0.00004964819,0.000045885667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020783913,0.0000749005,0.00009298267,0.000038817463,0.00014938385,0.00011109048,0.00020904464,0.00003184565,0.000018585528],"category_scores_gemma":[0.000012445942,0.000057713252,0.000042291238,0.00017517705,0.000011636867,0.0005945769,0.00006172384,0.000057263955,0.00003631461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005154501,0.00081155705,0.08726232,0.00023389085,0.00011063281,0.00012048929,0.025607139,0.23100966,0.017805157,0.06306779,0.0027032378,0.5712166],"study_design_scores_gemma":[0.00019381358,0.00010341875,0.013993777,0.000073012234,0.0000024073152,0.00003939967,0.000042045922,0.9797703,0.0031446605,0.002084541,0.00037281314,0.0001798334],"about_ca_topic_score_codex":0.000016474181,"about_ca_topic_score_gemma":0.0000031196807,"teacher_disagreement_score":0.809931,"about_ca_system_score_codex":0.00005504913,"about_ca_system_score_gemma":0.000028126324,"threshold_uncertainty_score":0.23534782},"labels":[],"label_agreement":null},{"id":"W2115467047","doi":"10.1109/icsmc.2009.5346576","title":"An autonomous agent-based framework for self-healing power grid","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Interdependence; Computer science; Grid; Cascading failure; Self-healing; Distributed computing; Electric power system; Smart grid; Service (business); Asset (computer security); Multi-agent system; Computer security; Risk analysis (engineering); Reliability engineering; Power (physics); Engineering; Artificial intelligence; Business","score_opus":0.012060094294665619,"score_gpt":0.2810954305482874,"score_spread":0.26903533625362175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115467047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046814583,0.00003766382,0.9488209,0.0012652273,0.0011155475,0.00036501986,0.000001942155,0.0011280334,0.0004511166],"genre_scores_gemma":[0.5941831,9.397739e-7,0.4037629,0.0018905445,0.00012279299,0.000014322561,0.0000023141508,0.000004502809,0.000018559647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987438,0.00003594781,0.00026330785,0.0004208658,0.0001849819,0.00035112211],"domain_scores_gemma":[0.99870473,0.00012866911,0.000068117915,0.00085907296,0.000099146426,0.00014025415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004781634,0.00013974552,0.00017089647,0.00006341765,0.00018640612,0.00014754164,0.0006684177,0.00013643687,0.000023567241],"category_scores_gemma":[0.000037364123,0.000108095766,0.0001042626,0.00022287994,0.000012876123,0.0004062462,0.00002140877,0.000111316695,0.000048790385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019065617,0.0048458828,0.03800524,0.0005734556,0.00014296513,0.000045076464,0.010127088,0.023004495,0.0011450406,0.55356514,0.018936332,0.3494186],"study_design_scores_gemma":[0.0014957164,0.0029350193,0.036869287,0.00012666958,0.000023063858,0.000017345472,0.000115038034,0.87149525,0.009463842,0.039486177,0.03678296,0.0011896192],"about_ca_topic_score_codex":0.000011020105,"about_ca_topic_score_gemma":0.0000011926332,"teacher_disagreement_score":0.8484908,"about_ca_system_score_codex":0.000071596354,"about_ca_system_score_gemma":0.00013880087,"threshold_uncertainty_score":0.44080174},"labels":[],"label_agreement":null},{"id":"W2115804807","doi":"10.1109/dsn.2002.1029020","title":"Modeling the coverage and effectiveness of fault-management architectures in layered distributed systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Control reconfiguration; Computer science; Fault management; Architecture; Distributed computing; Fault detection and isolation; Fault tolerance; Coding (social sciences); Software fault tolerance; Embedded system; Software architecture; Systems architecture; Fault (geology); Software; Computer architecture; Reliability engineering; Engineering; Operating system; Artificial intelligence","score_opus":0.008123994511805772,"score_gpt":0.22563812752466855,"score_spread":0.2175141330128628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115804807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49717215,0.00018060187,0.50192744,0.000009444163,0.000092360715,0.00028043648,0.0000012921818,0.000024190625,0.00031206373],"genre_scores_gemma":[0.99947095,0.000018491706,0.00045223362,0.000008875622,0.0000036368856,0.000035941528,7.757801e-7,0.0000026861826,0.0000064243163],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896497,0.00030762958,0.00020883932,0.00021426307,0.00015855058,0.00014573555],"domain_scores_gemma":[0.99933,0.00020323979,0.000032643005,0.00037648328,0.000033883767,0.000023779277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001120382,0.000087993016,0.00016589585,0.000050098064,0.00005470796,0.000045086228,0.00025456818,0.000033550572,5.6710235e-7],"category_scores_gemma":[0.000036049987,0.000049291888,0.000027561695,0.00026296044,0.000026766089,0.0000687114,0.000087622444,0.000070347,0.0000010170728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000152424645,0.00004390877,0.021247856,0.00059365254,0.000024536535,0.0000035276048,0.00029021452,0.9521436,0.0000675899,0.024340065,0.0000041698127,0.0012256381],"study_design_scores_gemma":[0.0007212348,0.00004578155,0.032189634,0.00020881552,0.000004698504,0.000014181081,0.00013582216,0.9627942,0.0006221872,0.003062449,0.000065764354,0.0001352365],"about_ca_topic_score_codex":0.00019898516,"about_ca_topic_score_gemma":0.000010432369,"teacher_disagreement_score":0.5022988,"about_ca_system_score_codex":0.000028040165,"about_ca_system_score_gemma":0.0000149963535,"threshold_uncertainty_score":0.20100649},"labels":[],"label_agreement":null},{"id":"W2116786981","doi":"10.1109/iscc.1997.616036","title":"A TMN framework for faults diagnostic in wireless telecommunication networks","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Telecommunications Management Network; Computer science; Component (thermodynamics); Fault (geology); Fault management; Wireless; State (computer science); Computer network; Wireless network; Telecommunications; Distributed computing; Engineering; Element management system; Network management station; Network architecture; Algorithm","score_opus":0.019713850471919182,"score_gpt":0.25789790383084926,"score_spread":0.2381840533589301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116786981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047440298,0.00028363676,0.94983786,0.001071516,0.00032673744,0.000442432,5.0613284e-7,0.00017865044,0.000418379],"genre_scores_gemma":[0.943175,0.00018056616,0.056039277,0.00029274993,0.000062804436,0.00017554185,0.000002071456,0.0000059121808,0.00006608039],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990636,0.000054596017,0.0002657765,0.00025295987,0.000104880346,0.00025820264],"domain_scores_gemma":[0.99722886,0.0017683228,0.000060868562,0.00084066944,0.000054240554,0.00004704408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033103026,0.000096383395,0.00014769411,0.000056038843,0.00009172928,0.00004715304,0.00076895865,0.0001335134,0.00001952015],"category_scores_gemma":[0.0003254061,0.00007832046,0.000050987135,0.0004089471,0.000025291725,0.00030858387,0.00012316447,0.00016686575,0.000045299505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016726293,0.00081147073,0.24096209,0.00018705873,0.000028064784,0.000005814928,0.0032624565,0.011146768,0.000009774046,0.1506797,0.0058907443,0.58699936],"study_design_scores_gemma":[0.00033030566,0.00007035184,0.028808145,0.00011617458,0.000001993115,0.0000038803405,0.000022509581,0.9641635,0.000036159203,0.005084402,0.0011835583,0.00017906318],"about_ca_topic_score_codex":0.000041954383,"about_ca_topic_score_gemma":0.000046272347,"teacher_disagreement_score":0.9530167,"about_ca_system_score_codex":0.000049132006,"about_ca_system_score_gemma":0.000009611636,"threshold_uncertainty_score":0.31938156},"labels":[],"label_agreement":null},{"id":"W2117755518","doi":"10.1109/pccc.2004.1394988","title":"Compositional layered performance modeling of peer-to-peer routing software","year":2005,"lang":"en","type":"article","venue":"IEEE International Conference on Performance, Computing, and Communications, 2004","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Component (thermodynamics); Traverse; Software deployment; Distributed computing; Component-based software engineering; Peer-to-peer; Software; Software system; Software architecture; Routing (electronic design automation); Generator (circuit theory); Software engineering; Embedded system; Operating system","score_opus":0.052467830630880785,"score_gpt":0.3175604485567992,"score_spread":0.26509261792591843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117755518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7844978,0.00010954407,0.19966455,0.006558178,0.00070131687,0.0003414003,0.00002450101,0.00025574377,0.007846952],"genre_scores_gemma":[0.9399031,0.00024662144,0.058503594,0.00069729355,0.00016542344,0.000028041935,0.000053026568,0.000016762368,0.000386177],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702847,0.000092831855,0.00088013685,0.0005160572,0.0010979422,0.0003845387],"domain_scores_gemma":[0.9961347,0.00015561531,0.00034240462,0.0013687853,0.0018379434,0.0001605242],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011029786,0.00031019203,0.00036038752,0.0003342602,0.00059220725,0.00022172726,0.002768453,0.00013052624,0.000028490638],"category_scores_gemma":[0.00008627817,0.0002978618,0.0001025207,0.000355562,0.00015895296,0.00086853415,0.0006760769,0.00047352948,0.00011032747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028801447,0.0013736282,0.09962599,0.00030600166,0.00030726526,0.0000021639923,0.008630825,0.48423725,0.0010407245,0.06716932,0.0042243116,0.33279452],"study_design_scores_gemma":[0.0006133437,0.0001861675,0.008452498,0.00044459142,0.000007929863,0.000032677883,0.00008898181,0.9858402,0.0006055415,0.00018584366,0.0031955987,0.0003466046],"about_ca_topic_score_codex":0.000046572226,"about_ca_topic_score_gemma":0.000013911543,"teacher_disagreement_score":0.50160295,"about_ca_system_score_codex":0.00017597988,"about_ca_system_score_gemma":0.00023529088,"threshold_uncertainty_score":0.99994737},"labels":[],"label_agreement":null},{"id":"W2119525869","doi":"10.5381/jot.2006.5.4.a5","title":"UML Profiles for Real-Time Systems and their Applications.","year":2006,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unified Modeling Language; Computer science; Real-time computing; Software engineering; Embedded system; Programming language; Software","score_opus":0.005247523389619961,"score_gpt":0.2207872052716904,"score_spread":0.21553968188207046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119525869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38026357,0.002749927,0.6129841,0.0023277474,0.0002466055,0.0008766953,0.000004034222,0.00023148005,0.0003158265],"genre_scores_gemma":[0.99468535,0.00011822272,0.004905707,0.000011205492,0.00013641761,0.000050562332,3.1138634e-7,0.000005879678,0.000086334694],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99928105,0.000043510558,0.00033951126,0.00009864705,0.00008469362,0.0001526141],"domain_scores_gemma":[0.99889374,0.00018605674,0.00031292986,0.0003930285,0.00019694952,0.000017285847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091387046,0.00008619678,0.0002116425,0.00016519605,0.00014321478,0.00003056155,0.0006778602,0.00010407839,5.080299e-7],"category_scores_gemma":[0.000026090815,0.000043983102,0.000043456635,0.0003053212,0.00012744889,0.00012931411,0.00008547684,0.00012357994,0.0000052438977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002760094,0.00073839707,0.027963,0.0012653833,0.000479707,0.000013971443,0.0023780179,0.0014125159,0.2376128,0.25924215,0.026039215,0.44257885],"study_design_scores_gemma":[0.007530992,0.0067412043,0.03242583,0.001066892,0.00032453047,0.019509938,0.003737022,0.11729783,0.25012335,0.44991317,0.10920141,0.0021278318],"about_ca_topic_score_codex":0.000023297416,"about_ca_topic_score_gemma":0.0000012976197,"teacher_disagreement_score":0.6144218,"about_ca_system_score_codex":0.000030418445,"about_ca_system_score_gemma":0.00006155956,"threshold_uncertainty_score":0.17935787},"labels":[],"label_agreement":null},{"id":"W2120338298","doi":"10.1109/noms.2008.4575158","title":"CyberPlanner: A comprehensive toolkit for network service providers","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo; Pohang University of Science and Technology","keywords":"Service provider; Computer science; Service (business); Customer Service Assurance; Key (lock); Dimensioning; Process management; Service design; Computer network; Business; Computer security; Marketing; Engineering","score_opus":0.030757488956144993,"score_gpt":0.24414995369656858,"score_spread":0.2133924647404236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120338298","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20420325,0.00035773247,0.7817593,0.004732172,0.0017977409,0.001626785,0.000004326059,0.0011444903,0.004374173],"genre_scores_gemma":[0.7996346,0.000040582552,0.18689665,0.010570608,0.000645931,0.00027449563,0.0000127576,0.000022477501,0.0019019226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988257,0.000029976352,0.0002371289,0.0003611157,0.00017941205,0.00036666365],"domain_scores_gemma":[0.9987977,0.00021775623,0.000064453016,0.0005587782,0.00027492005,0.00008639321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013582411,0.00013606367,0.00019856053,0.000029185821,0.0003038729,0.00004822138,0.0005801734,0.00007453861,0.000009550392],"category_scores_gemma":[0.000017074964,0.000102336286,0.00008469414,0.0003726716,0.000033891873,0.00049312384,0.00013821379,0.000072054434,0.00012360969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022158062,0.00052946113,0.09331083,0.0010391047,0.00026771167,0.000067655805,0.009805412,0.028855566,0.00016796326,0.033365216,0.79573005,0.03663945],"study_design_scores_gemma":[0.0027971135,0.0007402605,0.0485396,0.0001232565,0.000020942784,0.00049193413,0.0002446493,0.27220482,0.0006298547,0.0049392073,0.668061,0.0012073254],"about_ca_topic_score_codex":0.00013794629,"about_ca_topic_score_gemma":0.00003535116,"teacher_disagreement_score":0.5954313,"about_ca_system_score_codex":0.000030731157,"about_ca_system_score_gemma":0.00011905722,"threshold_uncertainty_score":0.41731524},"labels":[],"label_agreement":null},{"id":"W2121589816","doi":"10.1109/fose.2007.32","title":"The Future of Software Performance Engineering","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":339,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Systems engineering; Engineering; Programming language","score_opus":0.003672834228399873,"score_gpt":0.1968388452082646,"score_spread":0.19316601097986474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121589816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36476022,0.0006487266,0.6320555,0.00018637645,0.0013806326,0.00010433883,1.8107775e-7,0.00024659614,0.00061739184],"genre_scores_gemma":[0.9704092,0.00007146054,0.029135143,0.00003594343,0.00015672528,0.0000026999862,1.6540451e-7,0.0000037557716,0.00018490365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992379,0.0000056897475,0.00021652404,0.00012362472,0.00019818221,0.0002180683],"domain_scores_gemma":[0.9991862,0.00015061845,0.000048507958,0.00049222464,0.000082340855,0.000040110433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080310163,0.00007128701,0.000081504,0.000032548774,0.00011535023,0.000024950425,0.0006037122,0.000045685963,0.0000030241447],"category_scores_gemma":[0.00002354657,0.0000389088,0.00004463215,0.00028135843,0.000024920566,0.00023784337,0.00010093376,0.00008656777,0.000017157718],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000122918245,0.00003103408,0.1185205,0.00017271342,0.00002076209,0.0000021930252,0.00060799305,0.0006209471,0.00022667603,0.017856207,0.0009474338,0.8609812],"study_design_scores_gemma":[0.00055155123,0.0002605764,0.71535426,0.000101376696,0.000006475372,0.000066097935,0.00025316284,0.05468506,0.040783625,0.00033379425,0.18707284,0.000531183],"about_ca_topic_score_codex":0.0000038788726,"about_ca_topic_score_gemma":0.0000049456125,"teacher_disagreement_score":0.8604501,"about_ca_system_score_codex":0.000018650784,"about_ca_system_score_gemma":0.000027100357,"threshold_uncertainty_score":0.15866548},"labels":[],"label_agreement":null},{"id":"W2122426297","doi":"10.1145/2245276.2245395","title":"Spatio-temporal decomposition, clustering and identification for alert detection in system logs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Palomino System Innovations (Canada); Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Cluster analysis; Event (particle physics); Data mining; Identification (biology); Decomposition; Temporal database; Pattern recognition (psychology); Artificial intelligence","score_opus":0.013268749648742787,"score_gpt":0.2630615124461781,"score_spread":0.2497927627974353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122426297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38989642,0.000041585947,0.6091508,0.00004563682,0.0004771373,0.0002417509,3.7040044e-7,0.00009769786,0.0000485917],"genre_scores_gemma":[0.9907539,0.0000022073414,0.009020101,0.00001957369,0.00007723539,0.00008934125,0.000004152861,0.000003913137,0.000029598454],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992706,0.00003634864,0.00026194693,0.0001799903,0.00008544693,0.00016562539],"domain_scores_gemma":[0.9995721,0.000046864363,0.00007080407,0.00020848516,0.00005503173,0.00004672978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069809007,0.0000678249,0.00009401787,0.00008769752,0.00009890477,0.00006923241,0.000113910144,0.000054476048,8.731418e-7],"category_scores_gemma":[0.000012839656,0.000058458452,0.0000229711,0.00014390303,0.000011698051,0.0008962538,0.000048132006,0.00003346873,0.00001161936],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057824785,0.00015455979,0.85632384,0.0014176266,0.000019884064,6.755321e-7,0.0031548075,0.00039758798,0.0039675194,0.0046475707,0.00017043765,0.12968765],"study_design_scores_gemma":[0.00059294765,0.00006244879,0.44437805,0.000085894855,0.000005892618,0.000059027898,0.00021357281,0.53872913,0.014910531,0.00016007574,0.000576832,0.00022559111],"about_ca_topic_score_codex":0.00012504516,"about_ca_topic_score_gemma":0.00017502728,"teacher_disagreement_score":0.60085744,"about_ca_system_score_codex":0.00009798927,"about_ca_system_score_gemma":0.00000970127,"threshold_uncertainty_score":0.23838665},"labels":[],"label_agreement":null},{"id":"W2122792880","doi":"10.1109/icas.2006.64","title":"Workload Models for Autonomic Database Management Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Science Council","keywords":"Workload; Computer science; Database; Key (lock); Autonomic computing; Computer security; Cloud computing; Operating system","score_opus":0.016191952905935274,"score_gpt":0.22964211313000485,"score_spread":0.21345016022406957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122792880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003996277,0.00032780305,0.9767978,0.000113831986,0.00086868904,0.0006831561,0.0000054036373,0.00039710154,0.016809944],"genre_scores_gemma":[0.87601256,0.000019436795,0.11848957,0.000089079826,0.00015995579,0.0002795475,0.00001056943,0.000009309039,0.004929938],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891984,0.000017423728,0.0002813866,0.00037375116,0.00014414906,0.00026347346],"domain_scores_gemma":[0.99903524,0.000045615056,0.00005603809,0.00077742233,0.000044041153,0.00004161984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038868384,0.0001118219,0.00014013889,0.00006754813,0.00010713736,0.00014768774,0.00057406555,0.000039231418,0.000004043813],"category_scores_gemma":[0.0000015170165,0.00008598009,0.00006321372,0.00014666912,0.00001586994,0.00063253805,0.0001686782,0.00003426227,0.000077493416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009882942,0.00012006634,0.0007273137,0.000367576,0.000031107356,0.000004899754,0.00004226649,0.103252836,0.00002591343,0.84780383,0.033881076,0.0137332035],"study_design_scores_gemma":[0.00040651305,0.000021079002,0.0003980352,0.00006248715,0.0000066053644,0.000004783318,0.000021258013,0.98054814,0.00009722953,0.006703822,0.011552331,0.0001777125],"about_ca_topic_score_codex":0.00022013207,"about_ca_topic_score_gemma":0.0000059863987,"teacher_disagreement_score":0.8772953,"about_ca_system_score_codex":0.00007526729,"about_ca_system_score_gemma":0.000025305137,"threshold_uncertainty_score":0.35061663},"labels":[],"label_agreement":null},{"id":"W2123218626","doi":"10.1109/ares.2011.51","title":"System State Discovery Via Information Content Clustering of System Logs","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Cluster analysis; Data mining; Computation; Entropy (arrow of time); Cohesion (chemistry); Cluster (spacecraft); State (computer science); Artificial intelligence; Algorithm","score_opus":0.025698430644822794,"score_gpt":0.19529666734804807,"score_spread":0.16959823670322527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123218626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.119068675,0.00001727554,0.87347424,0.00000600456,0.0009400097,0.00028163812,0.000003345452,0.00033525095,0.005873547],"genre_scores_gemma":[0.99281293,0.0000019639094,0.0070289625,0.000021456433,0.000013880161,0.000019508516,0.0000018079428,0.000003664125,0.00009580057],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868864,0.000048965725,0.00063568243,0.00015938288,0.0002632273,0.00020411663],"domain_scores_gemma":[0.9988849,0.00002693867,0.00026463007,0.00058694795,0.0001783269,0.000058215097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050977356,0.00012140337,0.000242148,0.00009955972,0.00006111381,0.00006971133,0.00050171214,0.00005189554,0.0000020278912],"category_scores_gemma":[0.000006743352,0.00008386614,0.0000780431,0.00018294966,0.00003142145,0.0029576395,0.0002276487,0.000056988578,0.000099604455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006945378,0.00068563025,0.3082554,0.07037846,0.000826214,0.000078196164,0.10407233,0.005941729,0.0034161643,0.29398835,0.0008332775,0.2108297],"study_design_scores_gemma":[0.0017478483,0.00058032287,0.07679979,0.0019092233,0.000030834082,0.00027967527,0.0070144236,0.8837082,0.026718246,0.000104673134,0.00029178124,0.0008150066],"about_ca_topic_score_codex":0.0010733334,"about_ca_topic_score_gemma":0.000015997875,"teacher_disagreement_score":0.87776643,"about_ca_system_score_codex":0.00014186483,"about_ca_system_score_gemma":0.000043406086,"threshold_uncertainty_score":0.34199622},"labels":[],"label_agreement":null},{"id":"W2124366141","doi":"10.1109/iccbss.2006.27","title":"Solving Performance Issues in COTS-Based Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); National Research Council Canada","funders":"","keywords":"Computer science; Eclipse; Extensibility; Process (computing); Commercial off-the-shelf; Software engineering; Systems engineering; Data collection; Embedded system; Software; Operating system; Engineering","score_opus":0.007738172113617925,"score_gpt":0.22613381474032232,"score_spread":0.21839564262670438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124366141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8620016,0.0007260134,0.12590839,0.00044506902,0.000981157,0.0003273969,5.093199e-7,0.00055040844,0.009059468],"genre_scores_gemma":[0.9941246,0.000008865668,0.004724034,0.00006973122,0.000100238125,0.00002957441,0.0000014335861,0.000005684839,0.00093585317],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987231,0.00004667814,0.00034416176,0.00030683912,0.0002697577,0.0003094596],"domain_scores_gemma":[0.9992428,0.00006596526,0.000059985414,0.0005290156,0.000068450834,0.00003381406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055090804,0.00012331654,0.00018776026,0.000124289,0.00008596693,0.00013985626,0.0005075832,0.000070998765,0.00001037265],"category_scores_gemma":[0.00001217635,0.00009432025,0.000038495564,0.00042231896,0.000030689484,0.0005499762,0.00006657349,0.000094688294,0.00014132856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006600114,0.00013599783,0.95878613,0.00034185222,0.0000032497487,0.000011181761,0.00015156767,0.027632223,0.0003159565,0.0057756193,0.002928908,0.003910721],"study_design_scores_gemma":[0.00045070137,0.00006624364,0.15477213,0.00014781948,0.0000011744705,0.000008307854,0.000024001905,0.8341522,0.0033173673,0.00009949892,0.0067022704,0.00025824524],"about_ca_topic_score_codex":0.001434424,"about_ca_topic_score_gemma":0.00006984112,"teacher_disagreement_score":0.80652004,"about_ca_system_score_codex":0.00008243475,"about_ca_system_score_gemma":0.00007314313,"threshold_uncertainty_score":0.3846268},"labels":[],"label_agreement":null},{"id":"W2124819084","doi":"10.1109/conielecomp.2007.93","title":"Performance Diagnosis for Changing Workloads","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Workload; Task (project management); Key (lock); Software; Software system; Resource allocation; Distributed computing; Resource (disambiguation); System software; Software performance testing; Software engineering; Operating system; Embedded system; Software construction; Systems engineering; Computer network","score_opus":0.014792267203774058,"score_gpt":0.2538379865907259,"score_spread":0.23904571938695182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124819084","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33433643,0.00006532853,0.66145355,0.00019893318,0.0006588102,0.00023420446,2.6045788e-7,0.0002734573,0.0027790547],"genre_scores_gemma":[0.95512027,0.000027761032,0.04360081,0.0003207015,0.0001777931,0.000087752276,6.5631934e-7,0.0000057769653,0.00065845804],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988503,0.0000062814106,0.00020814668,0.00025572092,0.0001561225,0.00052345917],"domain_scores_gemma":[0.9991866,0.0002079719,0.000044206565,0.0004083232,0.00007993396,0.00007300269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013917644,0.00009621661,0.00011381623,0.00013626517,0.00022447453,0.000048764738,0.00046557563,0.000059335845,0.000014174633],"category_scores_gemma":[0.00003493076,0.0000729606,0.00007023248,0.00048661442,0.000018459421,0.00045073716,0.00012951101,0.000052063693,0.00006545598],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000130679,0.00006317589,0.34239656,0.0001365404,0.000012892715,0.0000016050117,0.0011611069,0.000063440006,0.000037123395,0.0048239864,0.0017247983,0.6495657],"study_design_scores_gemma":[0.0028452487,0.0011185432,0.42748806,0.0005308156,0.000029959821,0.000070224414,0.00077477214,0.29784644,0.117990255,0.0017273189,0.14756432,0.002014022],"about_ca_topic_score_codex":0.0000042203055,"about_ca_topic_score_gemma":0.000004897115,"teacher_disagreement_score":0.64755166,"about_ca_system_score_codex":0.000041681746,"about_ca_system_score_gemma":0.000022088645,"threshold_uncertainty_score":0.2975247},"labels":[],"label_agreement":null},{"id":"W2125341657","doi":"10.1109/msr.2013.6624035","title":"Discovering, reporting, and fixing performance bugs","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo; National Science Foundation","keywords":"Software bug; Computer science; Profiling (computer programming); Eclipse; Software; Operating system","score_opus":0.010633870212058754,"score_gpt":0.2161108396827027,"score_spread":0.20547696947064395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125341657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95942384,0.00005635839,0.03258805,0.0002824517,0.0002481342,0.00015269408,5.7175214e-8,0.00024413316,0.007004283],"genre_scores_gemma":[0.98861015,0.0000242619,0.009749995,0.00014323008,0.00004304218,0.000025272073,2.615498e-7,0.0000041698186,0.0013996126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888086,0.000011450813,0.00044336097,0.00029018204,0.00015357904,0.00022055279],"domain_scores_gemma":[0.99914014,0.000027490152,0.00024396655,0.00046038086,0.000054095202,0.000073902775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003698894,0.000095343756,0.00013397758,0.000036144414,0.0001336834,0.00019597242,0.00025978032,0.000039583778,0.00005155225],"category_scores_gemma":[0.000082112,0.00006532024,0.00002966424,0.00013096501,0.000036351306,0.0013451695,0.00024299977,0.0000781183,0.0001371131],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.849193e-7,0.000017799988,0.93095464,0.00011183327,0.0000073532537,0.000002326524,0.0007339584,0.000038907736,0.00032481502,0.00091875205,0.001542167,0.06534679],"study_design_scores_gemma":[0.00018045043,0.00008149256,0.90872526,0.00006266514,0.00000211365,0.00010253565,0.00006870256,0.08373715,0.0031557067,0.0005076052,0.0031036446,0.00027269308],"about_ca_topic_score_codex":0.0002535355,"about_ca_topic_score_gemma":0.0000032985172,"teacher_disagreement_score":0.083698235,"about_ca_system_score_codex":0.000017034592,"about_ca_system_score_gemma":0.000025404539,"threshold_uncertainty_score":0.26636818},"labels":[],"label_agreement":null},{"id":"W2125738695","doi":"10.1109/noms.1992.639477","title":"Expanding The Boundaries Of Network Operations","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science","score_opus":0.012385411842207695,"score_gpt":0.2560667950532273,"score_spread":0.24368138321101962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125738695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13671634,0.00026492015,0.8518866,0.004190282,0.0005699323,0.00014034343,2.7631734e-7,0.00012658576,0.0061047287],"genre_scores_gemma":[0.97132653,0.00000595158,0.027818745,0.00024536945,0.00015804976,0.000006986204,1.8831625e-7,0.0000012274868,0.0004369527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995507,0.000022713622,0.0001396339,0.00008456172,0.0001001018,0.000102303624],"domain_scores_gemma":[0.999542,0.000048832026,0.000017700508,0.00033346252,0.000043012926,0.0000149702355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031170476,0.000037406986,0.00005968717,0.000010251998,0.00036075307,0.0001441477,0.00033847388,0.000017897912,0.000028272807],"category_scores_gemma":[0.000016841648,0.000019266483,0.000028430724,0.0001722975,0.000085810134,0.00032105265,0.00008495927,0.00003737878,0.000029623425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062946874,0.00010456585,0.056562155,0.00004232972,0.000053755957,5.682469e-7,0.01260236,0.108544946,0.00030732283,0.6483843,0.041850638,0.13154079],"study_design_scores_gemma":[0.0007646032,0.00020679458,0.056492034,0.000107951506,0.000018954248,0.000044281755,0.00064376526,0.48727676,0.018532116,0.008015426,0.42731702,0.00058029185],"about_ca_topic_score_codex":0.000045161083,"about_ca_topic_score_gemma":0.00009499909,"teacher_disagreement_score":0.83461016,"about_ca_system_score_codex":0.000011592938,"about_ca_system_score_gemma":0.000065235574,"threshold_uncertainty_score":0.27746576},"labels":[],"label_agreement":null},{"id":"W2126021273","doi":"10.1109/sdsoa.2007.11","title":"Supporting Change Impact Analysis for Service Oriented Business Applications","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Artifact-centric business process model; Business process modeling; Computer science; Business process discovery; Business rule; Business process management; Business Process Model and Notation; Business process; Business Process Execution Language; Source code; Process management; Business analysis; Business requirements; Software engineering; Service-oriented architecture; Business model; Web service; Programming language; Business; Work in process","score_opus":0.028378141001441294,"score_gpt":0.34339915249879055,"score_spread":0.31502101149734923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126021273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07034574,0.000022615312,0.92796224,0.00042115545,0.000096784235,0.0005841608,0.000005362454,0.00025045464,0.00031147842],"genre_scores_gemma":[0.9679611,0.0000016504434,0.031111032,0.0004535024,0.00014929858,0.0001993606,0.000028521117,0.0000051968304,0.00009037919],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998866,0.000008831322,0.0003082816,0.0003103227,0.00015793585,0.00034863324],"domain_scores_gemma":[0.99846923,0.000116817486,0.0001280471,0.0005961274,0.0005949236,0.00009483842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009470917,0.00010119073,0.00017781292,0.00020918802,0.00015870115,0.000049641603,0.00040494459,0.000056550452,0.00001797152],"category_scores_gemma":[0.0000267988,0.00007241576,0.00013102684,0.004294858,0.000010372017,0.00043397665,0.00008561363,0.00003781154,0.00002994657],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002204413,0.00021492556,0.9121457,0.00025971254,0.00039096214,0.000001648377,0.0018240631,0.00043575076,0.00026710602,0.0048833657,0.00027738622,0.079277344],"study_design_scores_gemma":[0.00030541164,0.00003414191,0.9347138,0.0000075964645,0.00009678098,0.0000054239304,0.000113872644,0.054900244,0.00055839197,0.00031566044,0.008696167,0.0002525077],"about_ca_topic_score_codex":0.00053513894,"about_ca_topic_score_gemma":0.00026317727,"teacher_disagreement_score":0.8976153,"about_ca_system_score_codex":0.0000577655,"about_ca_system_score_gemma":0.00004641057,"threshold_uncertainty_score":0.2953029},"labels":[],"label_agreement":null},{"id":"W2126538029","doi":"10.1109/tits.2011.2176121","title":"Intelligent Traction Control Model for Speed Sensor Vehicles in Computer-Based Transit System","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Transportation Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Traction control system; Traction (geology); Computer science; Intelligent transportation system; Control engineering; Slip (aerodynamics); Engineering; Simulation; Real-time computing; Automotive engineering; Transport engineering","score_opus":0.04634408840596116,"score_gpt":0.2527666765858282,"score_spread":0.20642258817986703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126538029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047065813,0.000055513192,0.94646424,0.000053354208,0.002976218,0.0025630884,0.0001699658,0.00062183314,0.000029984105],"genre_scores_gemma":[0.98991096,0.000022209899,0.009271384,0.00007662999,0.0000720062,0.0005212755,0.000018775172,0.00004748801,0.000059292564],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962292,0.00018789424,0.0015936348,0.0008825688,0.0005667649,0.0005399515],"domain_scores_gemma":[0.99811435,0.00028073115,0.00031487359,0.00070663955,0.0003727877,0.0002105994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088055007,0.0004670078,0.0006704629,0.0006076948,0.00024220663,0.00010602971,0.00055572134,0.00031984944,0.000009016855],"category_scores_gemma":[0.0000021225712,0.0004389153,0.00046327437,0.00058978755,0.000066431174,0.0005970746,3.3432124e-7,0.0003359276,0.00006122407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005087132,0.00060621684,0.00030590163,0.00075268775,0.00008555024,0.000011941914,0.0042836135,0.9835085,0.00038758878,0.00072036363,0.000014082584,0.008814827],"study_design_scores_gemma":[0.001462628,0.00044145118,0.00044236163,0.00042807386,0.000072036084,0.000011286548,0.0005464742,0.9773441,0.018724252,0.00002611609,0.00005341439,0.00044780486],"about_ca_topic_score_codex":0.0005011479,"about_ca_topic_score_gemma":0.00022635047,"teacher_disagreement_score":0.9428451,"about_ca_system_score_codex":0.00041861986,"about_ca_system_score_gemma":0.00017398005,"threshold_uncertainty_score":0.9998063},"labels":[],"label_agreement":null},{"id":"W2127255524","doi":"10.1109/icdcs.1997.603390","title":"Layered analytic performance modelling of a distributed database system","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Queueing theory; Testbed; Distributed computing; Multitier architecture; Distributed database; Layered queueing network; Database; Architecture; Data modeling; Computer network","score_opus":0.04300594882434075,"score_gpt":0.21059737072491583,"score_spread":0.16759142190057508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127255524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22428547,0.00011454789,0.7738245,0.00004330936,0.0001643071,0.00013014981,0.000012588664,0.00024392996,0.0011811886],"genre_scores_gemma":[0.9825527,0.00003240074,0.017214593,0.000014443628,0.000026286627,0.00000923694,0.000006409705,0.0000049598116,0.00013895129],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986636,0.000036559628,0.00041801226,0.00031963165,0.00030974284,0.00025243644],"domain_scores_gemma":[0.9986284,0.000055290046,0.00012322934,0.00097501936,0.00013473773,0.00008335856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035224794,0.00012706779,0.00024987158,0.000086649394,0.00009322611,0.000036587146,0.0006535459,0.00005300496,0.0000297019],"category_scores_gemma":[0.000012437369,0.00009498979,0.000074668475,0.0006036909,0.000035360164,0.0006229559,0.0001489286,0.00008720649,0.00011465786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006361287,0.0010562319,0.090899676,0.008158554,0.00031614667,0.000058903763,0.003188903,0.82350284,0.0009571068,0.035377886,0.00722737,0.029192748],"study_design_scores_gemma":[0.00022777948,0.00004249714,0.00037894925,0.00011664471,0.000006473639,0.000017949611,0.000040865132,0.9974768,0.0014039379,0.0000071727522,0.00015857753,0.00012231819],"about_ca_topic_score_codex":0.000062482286,"about_ca_topic_score_gemma":0.0000012973471,"teacher_disagreement_score":0.7582672,"about_ca_system_score_codex":0.00006229462,"about_ca_system_score_gemma":0.00002064562,"threshold_uncertainty_score":0.38735712},"labels":[],"label_agreement":null},{"id":"W2129173237","doi":"10.1109/ccgrid.2012.138","title":"Automated Construction of Performance Models for High Performance Distributed Applications","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Concurrency; TRACE (psycholinguistics); Asynchronous communication; Distributed computing; Queueing theory; Fork (system call); Construct (python library); Task (project management); Process (computing); Software performance testing; Performance prediction; Software; Message queue; Software engineering; Software development; Operating system; Computer network; Programming language; Software construction","score_opus":0.013641883936106956,"score_gpt":0.23741638465814935,"score_spread":0.22377450072204239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129173237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2931456,0.00003930262,0.70497984,0.000049766342,0.0002783951,0.0004970375,0.00001849472,0.00060645223,0.00038513777],"genre_scores_gemma":[0.8814479,0.000034775752,0.1180649,0.000019334953,0.000070386566,0.0002903019,0.00003248297,0.0000065942527,0.000033314318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988157,0.0000184699,0.00040038352,0.00022325072,0.00019749129,0.0003446999],"domain_scores_gemma":[0.9988305,0.000071895,0.00016833248,0.00057887955,0.00026308923,0.00008728467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039380233,0.00013414364,0.00020844922,0.000075793156,0.00018394065,0.000022272006,0.00043288566,0.000093877265,0.0000074328163],"category_scores_gemma":[0.000009649862,0.00010714253,0.00005329763,0.00044994298,0.000090130314,0.0015568308,0.0000859895,0.00006370563,0.000022328393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009780012,0.00082951516,0.21667005,0.0026014047,0.00015027438,7.9237275e-8,0.0010910815,0.031492703,0.0012418145,0.4444327,0.0016869433,0.2997056],"study_design_scores_gemma":[0.00041506026,0.00009374834,0.027252465,0.000028330678,0.000012207616,0.000015944632,0.000023532975,0.9548291,0.01531584,0.0005428798,0.0012715284,0.0001993736],"about_ca_topic_score_codex":0.00000950732,"about_ca_topic_score_gemma":2.8036004e-7,"teacher_disagreement_score":0.9233364,"about_ca_system_score_codex":0.000056982328,"about_ca_system_score_gemma":0.00006344368,"threshold_uncertainty_score":0.43691456},"labels":[],"label_agreement":null},{"id":"W2130503087","doi":"10.1109/inm.2011.5990587","title":"A next generation entropy based framework for alert detection in system logs","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Sandia National Laboratories","keywords":"Anomaly detection; Computer science; Entropy (arrow of time); Data mining; False positive rate; Cluster (spacecraft); Artificial intelligence","score_opus":0.05415282995792581,"score_gpt":0.24853127986422532,"score_spread":0.19437844990629952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130503087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11385388,0.000020708405,0.88436854,0.000046303838,0.00092477066,0.00040432825,3.5216422e-7,0.00021737242,0.00016377245],"genre_scores_gemma":[0.83743984,0.0000010351774,0.16218707,0.000109844135,0.00010237322,0.00013798663,9.722104e-7,0.0000044810654,0.000016419046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910176,0.00005321059,0.000247312,0.00029007328,0.00011936336,0.00018830184],"domain_scores_gemma":[0.99934924,0.00006936508,0.000062798536,0.00040260967,0.00007439027,0.000041581112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040505233,0.00009054204,0.00012370487,0.0000909067,0.00007805895,0.00005593747,0.0002509225,0.0001233456,0.000011558643],"category_scores_gemma":[0.000046825022,0.000070372735,0.000058528152,0.00024259267,0.000012108147,0.00040007845,0.00002673186,0.000070718444,0.000038515504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035917872,0.0010512385,0.10323684,0.002123546,0.00008232389,0.000023722996,0.009008629,0.001749862,0.031059394,0.47318688,0.0010342132,0.37708417],"study_design_scores_gemma":[0.0003775005,0.00016191677,0.004883517,0.000059212158,0.0000032173714,0.000004689424,0.00006520792,0.94472384,0.048273947,0.0011061283,0.00019388972,0.0001469532],"about_ca_topic_score_codex":0.00016371501,"about_ca_topic_score_gemma":0.00006642871,"teacher_disagreement_score":0.942974,"about_ca_system_score_codex":0.000113975475,"about_ca_system_score_gemma":0.000044916822,"threshold_uncertainty_score":0.2869717},"labels":[],"label_agreement":null},{"id":"W2133637844","doi":"10.1109/hicss.1998.649248","title":"Evaluating the scalability of distributed systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Scalability; Computer science; Metric (unit); Distributed computing; Scaling; Path (computing); Range (aeronautics); Computer network; Engineering; Mathematics; Operating system","score_opus":0.0698168158170325,"score_gpt":0.31292545548789985,"score_spread":0.24310863967086735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133637844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6599611,0.00041347212,0.33525282,0.0007915186,0.00074673217,0.00044426008,0.000004869131,0.00022128996,0.0021639257],"genre_scores_gemma":[0.99806625,0.0000038684116,0.0016846759,0.000023550849,0.000030555522,0.000018582337,5.5029614e-7,0.0000019365968,0.00017002005],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987876,0.00016586846,0.0003347849,0.00020914363,0.00034596803,0.00015667595],"domain_scores_gemma":[0.99848664,0.0002805464,0.00010100613,0.00092693936,0.00017094426,0.000033918303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013587738,0.00007234979,0.00014126684,0.000016467926,0.000113552866,0.00005062925,0.0006750944,0.00003972318,0.0000425777],"category_scores_gemma":[0.00021376096,0.00003695756,0.00006048996,0.00037796833,0.000075903685,0.00019825123,0.00014015092,0.000071482245,0.000057271376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029506522,0.0012687888,0.5185184,0.0017045625,0.00019958211,0.0000043549153,0.0073272004,0.0432241,0.0028517323,0.08297315,0.01844053,0.3234581],"study_design_scores_gemma":[0.00014747921,0.00011092511,0.020916091,0.000022635024,0.000004010769,0.000008077383,0.00005561479,0.9776736,0.00032027115,0.0002722652,0.0003927835,0.000076256976],"about_ca_topic_score_codex":0.00010067468,"about_ca_topic_score_gemma":0.0000014085,"teacher_disagreement_score":0.9344495,"about_ca_system_score_codex":0.00003208736,"about_ca_system_score_gemma":0.000016489455,"threshold_uncertainty_score":0.15070857},"labels":[],"label_agreement":null},{"id":"W2134116815","doi":"10.1109/scam.2015.7335399","title":"Multi-layer software configuration: Empirical study on wordpress","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Plug-in; Computer science; Confusion; Layer (electronics); Software; TRACE (psycholinguistics); Constant (computer programming); Operating system; Database; Programming language; Chemistry","score_opus":0.12576399633670868,"score_gpt":0.36010745208269807,"score_spread":0.2343434557459894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134116815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40145594,0.000028529948,0.5932181,0.00071978115,0.0012353834,0.00059286744,7.3277903e-7,0.0007470354,0.0020016753],"genre_scores_gemma":[0.9808968,3.4467655e-7,0.017129174,0.00061324734,0.000095328796,0.00004703258,0.0000010469906,0.0000065399,0.0012104936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847174,0.00012910942,0.00026866398,0.00044087094,0.00046987488,0.00021974946],"domain_scores_gemma":[0.9985763,0.00010674122,0.000052261563,0.00085703563,0.00022389017,0.00018379188],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005408908,0.00014608572,0.0001829549,0.00006089726,0.00009863857,0.0001385475,0.0006266449,0.00007265829,0.000026600945],"category_scores_gemma":[0.00016268724,0.00009823619,0.000047667476,0.00027912227,0.000028298335,0.0004180177,0.00015501992,0.00013474881,0.0008100349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051328712,0.0024060986,0.9280582,0.000021509717,0.00005248987,0.000049256254,0.012509017,0.00067049527,0.000027608849,0.00032646104,0.035508122,0.020319428],"study_design_scores_gemma":[0.00564267,0.0024225996,0.9306007,0.00004764526,0.000017506336,0.000032637698,0.0026449102,0.03752552,0.0015618503,0.00039540368,0.018167663,0.00094089896],"about_ca_topic_score_codex":0.000036755082,"about_ca_topic_score_gemma":0.00001397325,"teacher_disagreement_score":0.5794409,"about_ca_system_score_codex":0.000059632104,"about_ca_system_score_gemma":0.00011898563,"threshold_uncertainty_score":0.99996793},"labels":[],"label_agreement":null},{"id":"W2134702703","doi":"10.1145/1982185.1982298","title":"Storage and retrieval of system log events using a structured schema based on message type transformation","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Schema (genetic algorithms); Transformation (genetics); Information retrieval; Schema evolution; Database schema; Database design","score_opus":0.028340614214551755,"score_gpt":0.24180875026798723,"score_spread":0.21346813605343548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134702703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78359056,0.000017612474,0.21487305,0.0000070944916,0.00027094787,0.00019839063,0.0000014635112,0.000084629486,0.0009562259],"genre_scores_gemma":[0.9880151,9.223324e-7,0.011939538,0.000018359497,0.000009495629,7.824806e-7,0.0000011270204,0.0000040497534,0.0000106289945],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916166,0.000059275586,0.0002459586,0.00017879336,0.00023510045,0.00011920318],"domain_scores_gemma":[0.9994101,0.000023980974,0.00009485612,0.0003282953,0.00009620365,0.00004658541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039228183,0.0000942148,0.00016241774,0.000081988816,0.000058950074,0.0000119799515,0.0001936356,0.000080545564,0.000009425655],"category_scores_gemma":[0.000013614975,0.000067802015,0.000034132347,0.00026397113,0.000023393224,0.0003256637,0.000024045332,0.000061737905,0.0000030252302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007361417,0.0024800499,0.41091463,0.0416202,0.0008023825,0.0001273448,0.10436036,0.015165776,0.14815207,0.19612032,0.0002596704,0.07263578],"study_design_scores_gemma":[0.0015211946,0.00056017743,0.06740712,0.00052654796,0.00002724267,0.000029966166,0.00029932443,0.8580534,0.07095763,0.00025801847,0.000029341876,0.000330068],"about_ca_topic_score_codex":0.000033676628,"about_ca_topic_score_gemma":0.000001993338,"teacher_disagreement_score":0.8428876,"about_ca_system_score_codex":0.00005023345,"about_ca_system_score_gemma":0.000059556376,"threshold_uncertainty_score":0.2764886},"labels":[],"label_agreement":null},{"id":"W2136715810","doi":"10.1109/icpc.2011.17","title":"The Concept of Stratified Sampling of Execution Traces","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Concordia University","funders":"","keywords":"TRACE (psycholinguistics); Stratified sampling; Sampling (signal processing); Computer science; Simple random sample; Systematic sampling; Statistics; Mathematics; Computer vision","score_opus":0.047948986418984124,"score_gpt":0.26013623818235027,"score_spread":0.21218725176336614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136715810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6161818,0.00016870759,0.37778774,0.00004191343,0.00030087412,0.00012314365,6.6655065e-7,0.000048444406,0.0053467182],"genre_scores_gemma":[0.9899638,0.000008073142,0.009952795,0.0000057353723,0.000008396378,0.0000024921344,1.3472061e-7,9.665699e-7,0.000057592322],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999468,0.000025500609,0.00022608133,0.00008909627,0.000114841074,0.00007642882],"domain_scores_gemma":[0.99939185,0.000096110205,0.00010180608,0.0003108955,0.00008468352,0.000014633114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031704016,0.0000384977,0.00008031542,0.000013110163,0.00005303915,0.0000085345355,0.00035119845,0.000027361024,0.000011038574],"category_scores_gemma":[0.000021674095,0.000020538952,0.00003627317,0.00010456657,0.00009269685,0.00016204573,0.0000350083,0.000029831184,0.0000022785168],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005408402,0.00028123154,0.03530297,0.00016425796,0.000077542885,6.195697e-7,0.032106485,0.00020963025,0.010066159,0.6932797,0.0005138122,0.22794352],"study_design_scores_gemma":[0.00047273768,0.0004437523,0.15509151,0.00007815669,0.00001113284,0.0000060708917,0.0022742087,0.009145128,0.81608254,0.015533077,0.0006410922,0.00022063055],"about_ca_topic_score_codex":0.00012780557,"about_ca_topic_score_gemma":0.0000117574555,"teacher_disagreement_score":0.8060163,"about_ca_system_score_codex":0.0000041586954,"about_ca_system_score_gemma":0.00003281095,"threshold_uncertainty_score":0.08375541},"labels":[],"label_agreement":null},{"id":"W2136783037","doi":"10.1109/icebe.2007.84","title":"Systematic Security Analysis for Service-Oriented Software Architectures","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software security assurance; Software engineering; Security service; Security engineering; Software development; Computer security; Threat model; Software architecture; Risk analysis (engineering); Software; Information security","score_opus":0.008316468851886251,"score_gpt":0.25187414305610545,"score_spread":0.2435576742042192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136783037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14232023,0.000099414814,0.85560894,0.00016287803,0.0003117555,0.00074512267,0.00000455077,0.0005309318,0.0002161977],"genre_scores_gemma":[0.93736446,7.8369936e-7,0.06186568,0.00052229676,0.0000627288,0.000069439804,0.000007116426,0.0000074289237,0.00010008195],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998128,0.000058016307,0.00057681033,0.0004573752,0.0003623243,0.00041745426],"domain_scores_gemma":[0.9977095,0.00063981855,0.00016154215,0.0009982728,0.00035238746,0.00013846938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016975788,0.00018086538,0.00047342764,0.00032742717,0.00018526318,0.00007742792,0.00073304283,0.00010166039,0.000010076362],"category_scores_gemma":[0.0002347291,0.00012303538,0.00031144678,0.0020520368,0.00002178845,0.00015025296,0.00014327373,0.00009333756,0.000031105264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002788692,0.001341245,0.6968424,0.16757898,0.008841007,0.00004996522,0.039708707,0.011928934,0.0002434465,0.06283459,0.0015792468,0.00877261],"study_design_scores_gemma":[0.004994385,0.0009801168,0.3162938,0.0040424187,0.0031424758,0.00016935258,0.0025159789,0.6036513,0.012042464,0.04564018,0.002387369,0.0041401754],"about_ca_topic_score_codex":0.00011908873,"about_ca_topic_score_gemma":0.00048170585,"teacher_disagreement_score":0.79504424,"about_ca_system_score_codex":0.000060047165,"about_ca_system_score_gemma":0.00004449249,"threshold_uncertainty_score":0.5017237},"labels":[],"label_agreement":null},{"id":"W2137071358","doi":"10.1109/qsic.2003.1319128","title":"Constructing a reproducible testing environment for distributed Java applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Java; Distributed computing; Nondeterministic algorithm; Distributed Computing Environment; Programming language","score_opus":0.02773203409199887,"score_gpt":0.24187114490629877,"score_spread":0.2141391108142999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137071358","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003479007,0.00004056501,0.9922573,0.00019153592,0.00010352497,0.00061177433,0.0000058622754,0.00022659208,0.0030838181],"genre_scores_gemma":[0.4273711,0.0000014105372,0.5720494,0.000040539282,0.000038101603,0.00033441413,0.0000058743326,0.00000467634,0.00015448833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989618,0.000023487804,0.00023207013,0.0004727,0.00010325371,0.00020670918],"domain_scores_gemma":[0.9987958,0.00022141915,0.00007879366,0.00079249527,0.00005925953,0.0000522435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005966819,0.000081209924,0.00010377701,0.00002385689,0.00020731724,0.000053148447,0.00024213892,0.000035093413,0.000010743347],"category_scores_gemma":[0.0003059522,0.00006679636,0.000038137478,0.00024048581,0.000037090867,0.00016504018,0.000053975808,0.00004680957,0.000039082595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004036182,0.00027355965,0.26592168,0.0002733218,0.00004672245,0.0000012730992,0.0002755653,0.0013489967,0.001184778,0.35930768,0.0017967172,0.3695657],"study_design_scores_gemma":[0.0029618824,0.00044693614,0.010758837,0.00011514028,0.00005675321,0.0004309383,0.0013182655,0.10265519,0.08641541,0.050680716,0.7422649,0.0018950383],"about_ca_topic_score_codex":0.000011341249,"about_ca_topic_score_gemma":8.1917176e-7,"teacher_disagreement_score":0.7404682,"about_ca_system_score_codex":0.00006820367,"about_ca_system_score_gemma":0.00005893911,"threshold_uncertainty_score":0.27238765},"labels":[],"label_agreement":null},{"id":"W2137723287","doi":"10.1145/1735970.1736038","title":"SherLog","year":2010,"lang":"en","type":"article","venue":"ACM SIGARCH Computer Architecture News","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Unavailability; Task (project management); Software bug; Code (set theory); Software; Server; Source code; Operating system; Software engineering; Programming language; Reliability engineering","score_opus":0.007245533686210765,"score_gpt":0.2351668028681178,"score_spread":0.22792126918190705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137723287","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21808466,0.000035365323,0.77089834,0.0051218555,0.003537521,0.00038207675,0.0000017604127,0.00079243403,0.0011459837],"genre_scores_gemma":[0.575192,0.000004504297,0.42159736,0.0017833345,0.0012755536,0.00003453909,0.0000039833576,0.000020865515,0.00008787443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975002,0.00012532067,0.00039275904,0.00083096564,0.0005136175,0.00063713145],"domain_scores_gemma":[0.9958341,0.00050774234,0.000096093965,0.0031624662,0.000119863784,0.00027973324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005015893,0.00029980656,0.00032613063,0.00020059203,0.00023876768,0.00024751702,0.0039319727,0.00018907162,0.00004164097],"category_scores_gemma":[0.00016532783,0.00023513028,0.00019474754,0.0005134995,0.00014521845,0.00032933915,0.0016381309,0.0010594262,0.0002701489],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009440121,0.00008153354,0.009858941,0.00004482418,0.000027142836,0.000026460095,0.0016157811,0.0003418675,0.0029330067,0.0016005881,0.0045047617,0.9789556],"study_design_scores_gemma":[0.003083474,0.0012631248,0.18100165,0.00012826714,0.00003398449,0.0014360084,0.000020737616,0.047353927,0.010709895,0.13129507,0.6210061,0.0026677668],"about_ca_topic_score_codex":0.0000909599,"about_ca_topic_score_gemma":0.00015802664,"teacher_disagreement_score":0.9762879,"about_ca_system_score_codex":0.000022147053,"about_ca_system_score_gemma":0.00013976645,"threshold_uncertainty_score":0.95883346},"labels":[],"label_agreement":null},{"id":"W2138240799","doi":"10.1155/2014/173976","title":"Real-Time Linux Analysis Using Low-Impact Tracer","year":2014,"lang":"en","type":"article","venue":"Advances in Computer Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Debugging; Tracing; Debugger; Computer science; Programming language; Instrumentation (computer programming); Software; Real-time computing; Operating system","score_opus":0.004429340520389852,"score_gpt":0.24905324085315284,"score_spread":0.244623900332763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138240799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3101244,0.00013988413,0.688963,0.0000077067325,0.0004188219,0.00006875944,5.541249e-7,0.00022723331,0.00004965959],"genre_scores_gemma":[0.768653,0.000052168816,0.23104788,0.0000140358325,0.00020953601,0.000005059088,0.0000017642323,0.000011641286,0.000004923535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985183,0.000046052963,0.00037306876,0.00044730658,0.00022264839,0.00039265535],"domain_scores_gemma":[0.9988932,0.00021318924,0.00008062537,0.0006697447,0.00004845183,0.000094798976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045534704,0.00021738395,0.00040989107,0.00039994408,0.000046349338,0.0000904196,0.0005885832,0.000075262426,0.0000076251326],"category_scores_gemma":[0.00002190818,0.00018859588,0.0001865439,0.0014181868,0.00001743638,0.00112676,0.00015523676,0.00015261352,0.0000231608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015339594,0.000019617899,0.011385924,0.000043409575,0.00003805613,0.0000037350571,0.00017141113,0.9678337,0.00018950317,0.000083305815,0.0000028647953,0.020226955],"study_design_scores_gemma":[0.00017416784,0.000033563843,0.01458486,0.00007095282,0.000015843405,0.000008324537,6.8917427e-7,0.9844004,0.00018044928,0.00006458639,0.00022859467,0.00023759046],"about_ca_topic_score_codex":0.000035296176,"about_ca_topic_score_gemma":0.000003731615,"teacher_disagreement_score":0.45852858,"about_ca_system_score_codex":0.00014307958,"about_ca_system_score_gemma":0.000023593344,"threshold_uncertainty_score":0.76907164},"labels":[],"label_agreement":null},{"id":"W2138302958","doi":"10.1109/drcn.2003.1275353","title":"Availability modeling of services in ip networks","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SaskTel (Canada)","funders":"","keywords":"Traverse; Computer science; Core network; Core (optical fiber); Computer network; Next-generation network; Distributed computing; Telecommunications; The Internet; World Wide Web","score_opus":0.010263383190269362,"score_gpt":0.22551517536952873,"score_spread":0.21525179217925935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138302958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55612767,0.000081128084,0.44272113,0.00008614183,0.00012432605,0.000081517675,9.977494e-8,0.0000665752,0.000711421],"genre_scores_gemma":[0.9874144,0.000011982809,0.012459048,0.00007911709,0.00001849671,0.0000051444995,3.604282e-7,0.0000022365975,0.000009218125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911004,0.000023351062,0.00031805146,0.00023949114,0.00014022493,0.000168817],"domain_scores_gemma":[0.99932116,0.000024302482,0.000042799293,0.00051208364,0.00006532142,0.000034338573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005175352,0.00007231112,0.00014913137,0.000047067573,0.000025632397,0.000018942612,0.00047787392,0.000064859734,0.0000071465543],"category_scores_gemma":[0.0000072683224,0.000054481516,0.000041423675,0.0003451133,0.000019360845,0.00039887146,0.00013469654,0.00008179579,0.000013490161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038112375,0.0000737474,0.058197647,0.00009921491,0.0000026015084,8.5400836e-7,0.00061485777,0.9358047,0.000010710428,0.0022531087,0.0000016619388,0.0029370778],"study_design_scores_gemma":[0.0002515636,0.000023655775,0.010914306,0.000054505563,7.169893e-7,0.0000015577558,0.000043711334,0.984464,0.00016460501,0.0040027187,0.0000075881803,0.000071051894],"about_ca_topic_score_codex":0.001115872,"about_ca_topic_score_gemma":0.00026779802,"teacher_disagreement_score":0.43128672,"about_ca_system_score_codex":0.00004589069,"about_ca_system_score_gemma":0.00004898639,"threshold_uncertainty_score":0.22216918},"labels":[],"label_agreement":null},{"id":"W2139787745","doi":"10.1109/noms.2012.6212000","title":"A hybrid approach to operating system discovery based on diagnosis theory","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Formalism (music); Extension (predicate logic); Theoretical computer science; Machine learning; Programming language","score_opus":0.013894750572401497,"score_gpt":0.22745938828450846,"score_spread":0.21356463771210696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139787745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12691541,0.000039339986,0.84765136,0.000117168056,0.00069211854,0.00040364522,0.0000024149042,0.00037766725,0.023800842],"genre_scores_gemma":[0.97043777,4.9326485e-7,0.027891612,0.0009454068,0.00018980783,0.00029651975,0.0000016860223,0.000009749516,0.00022693117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849063,0.00018936697,0.00024168428,0.0003607206,0.0003181322,0.00039949373],"domain_scores_gemma":[0.99859357,0.00030449504,0.000041842668,0.0008471113,0.000040490304,0.00017251789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014731394,0.000159126,0.00019386591,0.00008752578,0.00018073447,0.00022272802,0.0005897947,0.00003829781,0.0000059104586],"category_scores_gemma":[0.00009368214,0.000102702026,0.00008398819,0.00023640838,0.000016893018,0.0009483918,0.00016660399,0.000093095274,0.00022914146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051320992,0.002086179,0.35350835,0.0012505002,0.000068794034,0.000007854872,0.0038768703,0.023679944,0.000113695,0.55729556,0.009515782,0.048545163],"study_design_scores_gemma":[0.0013692863,0.0006360273,0.05811767,0.0008550362,0.000035904905,0.00008329406,0.0014123595,0.9045171,0.026488539,0.00020716673,0.004441351,0.0018362412],"about_ca_topic_score_codex":0.000028862643,"about_ca_topic_score_gemma":1.9739842e-7,"teacher_disagreement_score":0.8808372,"about_ca_system_score_codex":0.000121720135,"about_ca_system_score_gemma":0.00004512721,"threshold_uncertainty_score":0.4188067},"labels":[],"label_agreement":null},{"id":"W2140678945","doi":"10.1109/ccece.2007.280","title":"Spanning Tree Protocol Interoperability with Other Loop Prevention Algorithms","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Burnaby Hospital; General Electric (Canada)","funders":"","keywords":"Interoperability; Computer science; Protocol (science); Tree (set theory); Spanning tree; Loop (graph theory); Distributed computing; Algorithm; World Wide Web; Mathematics","score_opus":0.021078564717215517,"score_gpt":0.30557248096007356,"score_spread":0.284493916242858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140678945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05239222,0.0000021116484,0.919149,0.00008927792,0.00011697772,0.020168405,1.5234691e-7,0.00036468447,0.0077171894],"genre_scores_gemma":[0.6440638,2.0278297e-7,0.32500896,0.00040052627,0.000263766,0.023964364,0.0000011175019,0.000032090134,0.006265217],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99861187,0.000054310567,0.00032583647,0.00042240226,0.0002879914,0.0002975915],"domain_scores_gemma":[0.99899626,0.000040748182,0.00008680893,0.00066425285,0.00012902758,0.000082893566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013560076,0.00014232972,0.00015367309,0.00006379712,0.00009534351,0.0000872453,0.00045651564,0.0000669898,0.00006362605],"category_scores_gemma":[0.00001802583,0.000084324194,0.000057773075,0.00033253778,0.00006147631,0.00062159105,0.00011568532,0.000123494,0.00007533775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016039747,0.00056935,0.26249164,0.0002351025,0.000045173387,0.000010566486,0.0016139576,0.000060524166,0.00039899957,0.0012349449,0.00033715722,0.73284215],"study_design_scores_gemma":[0.010947698,0.0071865045,0.7055698,0.0013011827,0.00003820421,0.00032365287,0.0012038493,0.07627969,0.09150886,0.003909806,0.09888245,0.0028483125],"about_ca_topic_score_codex":0.00009356731,"about_ca_topic_score_gemma":0.00012722494,"teacher_disagreement_score":0.7299939,"about_ca_system_score_codex":0.00007606016,"about_ca_system_score_gemma":0.00006311138,"threshold_uncertainty_score":0.34386408},"labels":[],"label_agreement":null},{"id":"W2140720699","doi":"10.1109/tnsm.2008.080104","title":"Efficient fault diagnosis using incremental alarm correlation and active investigation for internet and overlay networks","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Overlay network; Overlay; Fault management; Distributed computing; Scalability; Fault (geology); Fault model; The Internet; Computer network; Real-time computing; ALARM; Engineering","score_opus":0.0186822568874934,"score_gpt":0.22349913085027587,"score_spread":0.20481687396278248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140720699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41110444,0.000080756916,0.587727,0.00016693167,0.00035543946,0.00048639512,0.0000021844319,0.000048027876,0.000028822033],"genre_scores_gemma":[0.9917854,0.0005354235,0.006845469,0.000608739,0.00005684695,0.0001321538,0.0000039479064,0.000009523517,0.00002250174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989499,0.000053291384,0.00022428078,0.00039910915,0.00015551,0.00021789683],"domain_scores_gemma":[0.99947965,0.0001196633,0.00008467708,0.00017466693,0.00005157588,0.00008979395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022622234,0.00016527867,0.00015683893,0.00008086167,0.00045895588,0.00006954822,0.00010221043,0.000076484605,0.0000023027983],"category_scores_gemma":[7.9845904e-7,0.0001534613,0.000032320706,0.00028694925,0.000054132117,0.00019922094,0.000016209116,0.00011015907,0.0000010404407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079548176,0.00008384567,0.0036405567,0.0001665579,0.000107362204,0.000002932237,0.0020211325,0.9414299,0.0000058025726,0.00030283586,0.00015131495,0.052008178],"study_design_scores_gemma":[0.0006772971,0.00011671379,0.012199058,0.000118862656,0.00005661042,0.000015313197,0.00012494465,0.98612565,0.00008385189,0.00006644783,0.00024546968,0.0001697755],"about_ca_topic_score_codex":0.00013597171,"about_ca_topic_score_gemma":0.00006441067,"teacher_disagreement_score":0.58088154,"about_ca_system_score_codex":0.00006703651,"about_ca_system_score_gemma":0.0000100916905,"threshold_uncertainty_score":0.62579703},"labels":[],"label_agreement":null},{"id":"W2141091176","doi":"10.1109/icdew.2007.4401023","title":"Outlier Detection for Fine-grained Load Balancing in Database Clusters","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Database; Server; Provisioning; Database server; Scheduling (production processes); Load balancing (electrical power); Virtualization; Distributed computing; Database administrator; Anomaly detection; Cloud computing; Data mining; Computer network; Operating system","score_opus":0.011476654854877007,"score_gpt":0.2586670347149838,"score_spread":0.2471903798601068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141091176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16921379,0.00001867155,0.82892495,0.00015039483,0.00066067895,0.00031917673,0.0000010548339,0.00014592931,0.00056537316],"genre_scores_gemma":[0.97100574,0.0000011307044,0.028398635,0.00022296065,0.00008064242,0.000021501954,0.0000022567706,0.000005049814,0.00026209856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989167,0.000017032702,0.00027998094,0.00030357478,0.00018220926,0.00030054222],"domain_scores_gemma":[0.999214,0.00017629289,0.000047840706,0.00042283424,0.00008035944,0.000058667174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017168793,0.00009287125,0.00011955964,0.00010674795,0.000071351424,0.000037591264,0.0002792043,0.000059822538,0.0000047072294],"category_scores_gemma":[0.00015088954,0.00007320736,0.00004951294,0.00033736674,0.000015402513,0.00044223154,0.00008898698,0.00007766318,0.000024117695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037584093,0.00038582212,0.12253228,0.0007110893,0.000039118277,0.000037170495,0.004909434,0.0010954574,0.016387716,0.0021537123,0.0036961932,0.84767616],"study_design_scores_gemma":[0.006718841,0.00057830766,0.11887915,0.00023193804,0.000014542465,0.000065877015,0.00057162566,0.76150554,0.08526915,0.0013558661,0.023596833,0.0012123424],"about_ca_topic_score_codex":0.00022148449,"about_ca_topic_score_gemma":0.0020701503,"teacher_disagreement_score":0.8464638,"about_ca_system_score_codex":0.00016317939,"about_ca_system_score_gemma":0.000056741264,"threshold_uncertainty_score":0.29853094},"labels":[],"label_agreement":null},{"id":"W2142033303","doi":"10.1109/32.888627","title":"Management of performance requirements for information systems","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Non-functional requirement; System requirements; Software engineering; Requirements analysis; Requirements management; Process (computing); Domain (mathematical analysis); Requirements engineering; Systems engineering; Information system; Functional requirement; Variety (cybernetics); Software system; Software; Engineering; Software construction; Artificial intelligence","score_opus":0.010316117302928352,"score_gpt":0.21488042325859766,"score_spread":0.2045643059556693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142033303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03823887,0.000030301868,0.95966226,0.0000055290475,0.0010520496,0.0004969135,0.000013363677,0.00038172383,0.00011901332],"genre_scores_gemma":[0.9514524,0.00008365615,0.048012167,0.000010855213,0.0000173004,0.00022380552,0.0000024892975,0.000009822477,0.00018749901],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989375,0.0000077698505,0.00039470248,0.00016864827,0.00026581495,0.00022560207],"domain_scores_gemma":[0.99933505,0.000048565966,0.00005731162,0.00042856982,0.000078691955,0.00005183006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022447057,0.0001435614,0.00016572147,0.00014484486,0.00010191859,0.000046505804,0.00033248676,0.00006402928,0.0000106931475],"category_scores_gemma":[0.0000020198827,0.00013699151,0.000087362656,0.00032194087,0.0000112502385,0.0011193226,0.0000016245621,0.00008346508,0.00004868741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002250017,0.000047187787,0.000058793492,0.0011635461,0.00006310826,5.0506924e-7,0.00021048565,0.76901853,0.000011230773,0.0002947224,0.000023452218,0.22908595],"study_design_scores_gemma":[0.0020239116,0.0005522959,0.0025329764,0.001376997,0.000064289066,0.00002514413,0.000057833637,0.94533795,0.012964888,0.000009552847,0.03432772,0.0007264131],"about_ca_topic_score_codex":0.0000052221503,"about_ca_topic_score_gemma":7.5497155e-8,"teacher_disagreement_score":0.91321355,"about_ca_system_score_codex":0.000078647856,"about_ca_system_score_gemma":0.000016086142,"threshold_uncertainty_score":0.5586352},"labels":[],"label_agreement":null},{"id":"W2142462092","doi":"10.1109/icpc.2011.38","title":"Industrial Case Study on Supporting the Comprehension of System Behaviour under Load","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Thread (computing); Computer science; Thrashing; Concurrency; Scalability; Distributed computing; Parallel computing; Operating system","score_opus":0.11657857706497975,"score_gpt":0.2961520720109906,"score_spread":0.17957349494601083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142462092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99005234,0.0000048684774,0.00726165,0.000023433868,0.00075798325,0.00057829276,6.045469e-7,0.0001522772,0.0011685529],"genre_scores_gemma":[0.99958646,9.749026e-8,0.0002790968,0.000028387403,0.000044467957,0.000013076263,1.6205709e-7,0.0000047022977,0.000043551423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852496,0.0001783608,0.00045906668,0.00027148335,0.00038208102,0.00018402062],"domain_scores_gemma":[0.99865633,0.00011198082,0.00019973899,0.0008372295,0.00014467798,0.00005001959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011288488,0.000114149014,0.00019411808,0.00004176363,0.00016389963,0.000027508184,0.00047457224,0.000073229676,0.000011269013],"category_scores_gemma":[0.00001595666,0.000060474522,0.00006511906,0.00022711587,0.00003884881,0.00015408664,0.00021206735,0.0001593606,0.000028789189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005580049,0.0013805579,0.95670205,0.000083487415,0.00007390698,0.00096678815,0.02643564,0.00009464626,0.00006806123,0.0041918657,0.00044869335,0.009498522],"study_design_scores_gemma":[0.008967878,0.0081271855,0.58972377,0.0007177755,0.00026540534,0.008217905,0.345016,0.023035241,0.014080727,0.0002367373,0.0001049642,0.0015064405],"about_ca_topic_score_codex":0.0032437807,"about_ca_topic_score_gemma":0.00006927697,"teacher_disagreement_score":0.3669783,"about_ca_system_score_codex":0.000066785404,"about_ca_system_score_gemma":0.00010014269,"threshold_uncertainty_score":0.49036476},"labels":[],"label_agreement":null},{"id":"W2142804492","doi":"10.1109/tkde.2011.138","title":"A Lightweight Algorithm for Message Type Extraction in System Application Logs","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Message passing; Partition (number theory); Event (particle physics); Algorithm; Data type; Web log analysis software; Task (project management); Data mining; Theoretical computer science; Distributed computing; Programming language; Operating system; The Internet","score_opus":0.026532542095579034,"score_gpt":0.26306770202565416,"score_spread":0.23653515993007512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142804492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018691134,0.00036284357,0.99615264,0.000006940484,0.00090984174,0.00032744522,0.000027927861,0.0002309558,0.000112299866],"genre_scores_gemma":[0.9460119,0.00007745639,0.05366471,0.0000038206294,0.000058260302,0.00012752735,0.000011325615,0.000012644976,0.00003237456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991672,0.000014182534,0.00020979503,0.00038295024,0.000064089436,0.00016179486],"domain_scores_gemma":[0.9991283,0.00007463609,0.000031269865,0.0006606614,0.000050394035,0.000054763463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030717728,0.00011909277,0.00013923748,0.00016001843,0.000077404904,0.000027363278,0.00036125706,0.0000873321,0.0000015997247],"category_scores_gemma":[0.0000026959024,0.00010853082,0.000024063618,0.00031232796,0.000009232072,0.0006585125,0.0000066696557,0.0001184824,0.000025501424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027733966,0.00037861994,0.000087102046,0.00068033935,0.000048631206,0.0000038536386,0.0015805988,0.0015145947,0.0008519981,0.0013983994,0.00012411305,0.993304],"study_design_scores_gemma":[0.0003295193,0.0000722859,0.00045999588,0.000108220505,0.000014254701,0.000021404994,0.000029063667,0.9893338,0.0070516,0.000011757813,0.002400467,0.00016762159],"about_ca_topic_score_codex":0.00003086907,"about_ca_topic_score_gemma":0.000018382585,"teacher_disagreement_score":0.9931364,"about_ca_system_score_codex":0.00005841538,"about_ca_system_score_gemma":0.000027466735,"threshold_uncertainty_score":0.4425758},"labels":[],"label_agreement":null},{"id":"W2144253208","doi":"10.1109/emwrts.1994.336863","title":"A resynchronization method for real-time supervision","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Supervisor; Formalism (music); Computer science; Reliability (semiconductor); Software; Reliability engineering; Real-time computing; Programming language; Engineering","score_opus":0.01753212565294923,"score_gpt":0.2706924748488153,"score_spread":0.2531603491958661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144253208","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030096231,0.000039630806,0.98968536,0.0008409752,0.00018954484,0.00027890538,8.1712574e-7,0.0003662513,0.0055888942],"genre_scores_gemma":[0.06560959,0.00006119713,0.929053,0.00020848657,0.00011557998,0.00004583309,0.0000039685597,0.00000957223,0.0048927576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991778,0.00005047782,0.00018020583,0.00027633327,0.00014448541,0.00017068043],"domain_scores_gemma":[0.99917305,0.00016405483,0.000032503525,0.0004708217,0.00011239446,0.000047180027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047286882,0.000074814816,0.00011219474,0.000050142768,0.00011518712,0.000060922866,0.00033244354,0.00006228738,0.00019461845],"category_scores_gemma":[0.00006390121,0.000054583135,0.000055453736,0.00025746,0.0000092194805,0.0004080097,0.00007034927,0.000028337556,0.00030385194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014371732,0.00026219964,0.0028158373,0.00024367195,0.000030837207,0.0000026452497,0.0026317018,0.00064833777,0.007420725,0.029217392,0.108732074,0.8479802],"study_design_scores_gemma":[0.0002644851,0.000098941,0.0004974952,0.000012193036,0.000002468813,0.0000060636307,0.000005788911,0.98772913,0.001815576,0.0009999853,0.008463713,0.00010418119],"about_ca_topic_score_codex":0.000043291464,"about_ca_topic_score_gemma":0.000001894021,"teacher_disagreement_score":0.98708075,"about_ca_system_score_codex":0.000037092235,"about_ca_system_score_gemma":0.000012289016,"threshold_uncertainty_score":0.39055032},"labels":[],"label_agreement":null},{"id":"W2145491441","doi":"10.5555/2337223.2337490","title":"Bridging the divide between software developers and operators using logs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Bridging (networking); Software engineering; Software development; Bridge (graph theory); Software; Software quality; Data science; Computer security; Programming language","score_opus":0.03238386682170277,"score_gpt":0.26438908682333445,"score_spread":0.23200522000163168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145491441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.570463,0.000199511,0.42857113,0.00025383983,0.00023670633,0.000089671375,4.3842772e-7,0.00011549515,0.00007019097],"genre_scores_gemma":[0.9711353,0.0000065262475,0.028225241,0.0003500145,0.00022198996,0.0000042622746,4.4395375e-7,0.000006403948,0.00004978012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901205,0.00006411741,0.00018408774,0.00020275499,0.00018335978,0.00035361337],"domain_scores_gemma":[0.9992887,0.00013552178,0.000039016188,0.00037854028,0.00004673132,0.00011149972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081111543,0.000117200456,0.00013592545,0.00003783104,0.00037887815,0.00014155182,0.00042239972,0.000052045158,0.0000068458453],"category_scores_gemma":[0.000079200836,0.000065043816,0.000031225463,0.00025555165,0.00007275747,0.0009222884,0.0003817403,0.000105133884,0.000027638676],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7574336e-7,0.00000458854,0.9518058,0.000013787555,0.000010791514,2.6288893e-7,0.0010517151,0.000018712659,0.000016963362,0.0002199465,0.0001653325,0.046691824],"study_design_scores_gemma":[0.00024277726,0.000021123515,0.9861113,0.000059355734,0.000020587406,0.000058234476,0.00016667944,0.0056341593,0.002045758,0.00015587578,0.005061687,0.0004224684],"about_ca_topic_score_codex":0.0001395285,"about_ca_topic_score_gemma":0.0000031954849,"teacher_disagreement_score":0.40067232,"about_ca_system_score_codex":0.000042833424,"about_ca_system_score_gemma":0.000060268583,"threshold_uncertainty_score":0.29140627},"labels":[],"label_agreement":null},{"id":"W2145804665","doi":"10.1109/icst.2012.83","title":"AutoFLox: An Automatic Fault Localizer for Client-Side JavaScript","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Microsoft","keywords":"Computer science; Java; Debugging; JavaScript; Java annotation; Scripting language; Programming language; Java Modeling Language; strictfp; Real time Java; Web application; Tracing; Operating system","score_opus":0.023821604897930247,"score_gpt":0.2855786333350425,"score_spread":0.2617570284371123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145804665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15040018,0.00014479396,0.84294087,0.00028300023,0.0020231542,0.00053825026,0.0000021875812,0.0009677742,0.002699812],"genre_scores_gemma":[0.90342635,0.000002560867,0.09439609,0.0008271471,0.00023571352,0.00010689209,0.0000047407066,0.000012745205,0.0009877644],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838054,0.000064394706,0.00036371587,0.00032887817,0.00028002172,0.0005824758],"domain_scores_gemma":[0.9985334,0.00009850621,0.00007693119,0.0009298559,0.000107488,0.00025381465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009052443,0.00016530446,0.00021894753,0.00007174936,0.00017280343,0.00011146632,0.0006866503,0.00010646606,0.000057095127],"category_scores_gemma":[0.00007255194,0.00011667654,0.00011775318,0.00023012802,0.000044763758,0.0016621135,0.00013018519,0.00007494908,0.00034919885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022897984,0.0015843743,0.12599488,0.00091720006,0.00013237548,0.0000032449643,0.00959564,0.00039222965,0.0008091376,0.1021524,0.06747329,0.6909223],"study_design_scores_gemma":[0.0011775733,0.00036765815,0.04835425,0.000055718603,0.000027951337,0.00004713371,0.00025988216,0.814846,0.0044391486,0.0026625427,0.12703502,0.0007271391],"about_ca_topic_score_codex":0.000063947606,"about_ca_topic_score_gemma":0.0000072913367,"teacher_disagreement_score":0.8144537,"about_ca_system_score_codex":0.00006531359,"about_ca_system_score_gemma":0.00006215251,"threshold_uncertainty_score":0.47579315},"labels":[],"label_agreement":null},{"id":"W2147247575","doi":"10.1109/icpc.2011.23","title":"Anomaly Detection by Monitoring Filesystem Activities","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Notice; Computer science; Anomaly detection; Baseline (sea); Context (archaeology); Process (computing); Anomaly (physics); Point (geometry); Software; State (computer science); System call; File system; Software bug; Real-time computing; Data mining; Operating system; Programming language","score_opus":0.018080816466403925,"score_gpt":0.20309756432082524,"score_spread":0.18501674785442132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147247575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6536034,0.00006598607,0.33747095,0.000008554765,0.0011508376,0.00009482999,5.685755e-7,0.00047092745,0.0071339463],"genre_scores_gemma":[0.9950527,0.0000041032117,0.0042560496,0.000009688956,0.00006893411,0.000024410725,1.3753076e-7,0.000004269771,0.0005797112],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999295,0.000033426957,0.00014447102,0.00021831015,0.00013942528,0.00016935922],"domain_scores_gemma":[0.99947464,0.000028471968,0.000047605117,0.0003728346,0.000029564337,0.000046897527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017843285,0.00008494113,0.0000972934,0.000042080224,0.000107612286,0.00005002276,0.00031928378,0.00005700823,0.000021030515],"category_scores_gemma":[0.000007284098,0.00006525576,0.000041558167,0.00014949316,0.00001704242,0.00073628244,0.0000751182,0.00006152262,0.00007529585],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032568474,0.00026881017,0.5538637,0.00032472215,0.00008603571,0.000011580679,0.009739054,0.0000074853215,0.0357463,0.0014491974,0.0020666379,0.3964039],"study_design_scores_gemma":[0.00022746749,0.00018693399,0.06470922,0.000041180112,0.000004538609,0.00003400766,0.00054081087,0.003477905,0.92842555,0.00018919742,0.0018328034,0.00033035583],"about_ca_topic_score_codex":0.00029126502,"about_ca_topic_score_gemma":0.0000059179365,"teacher_disagreement_score":0.8926793,"about_ca_system_score_codex":0.00004427491,"about_ca_system_score_gemma":0.000012864567,"threshold_uncertainty_score":0.26610526},"labels":[],"label_agreement":null},{"id":"W2148167250","doi":"10.1109/iwsm.1996.534143","title":"Performance evaluation for distributed system components","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Control reconfiguration; Distributed computing; Polling; Process (computing); Component-based software engineering; Reliability engineering; State (computer science); Software; Software system; Real-time computing; Embedded system; Engineering","score_opus":0.04608588577395325,"score_gpt":0.2526245081041816,"score_spread":0.20653862233022832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148167250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49092487,0.000080556194,0.50302005,0.00025846608,0.0010263235,0.00096110575,0.00000834896,0.00056191493,0.003158409],"genre_scores_gemma":[0.9937821,0.0000045513784,0.0057863244,0.000034430697,0.00006192426,0.00016536313,0.000017656143,0.000004483037,0.00014314268],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882483,0.000045099852,0.00025573355,0.00028136245,0.00036689363,0.00022609925],"domain_scores_gemma":[0.9990451,0.000063404346,0.00007373209,0.0005033725,0.00025569298,0.000058735277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070323143,0.00010153127,0.00013700315,0.000044155648,0.0001949698,0.00006436289,0.0004386466,0.000055348064,0.00002813882],"category_scores_gemma":[0.00003064046,0.00007671245,0.000060591876,0.00022547711,0.000017161992,0.00047617755,0.00006067117,0.00004148535,0.00021370352],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006378609,0.0008923135,0.2087032,0.0026065598,0.00019349584,0.0000036762722,0.0022483978,0.009940499,0.0011453218,0.023980357,0.045415975,0.7048064],"study_design_scores_gemma":[0.00055622123,0.000060878705,0.021212507,0.000036994115,0.0000070355622,0.0000089035575,0.000016386628,0.97531533,0.00039358562,0.000016422719,0.0022630629,0.00011264398],"about_ca_topic_score_codex":0.0000076160063,"about_ca_topic_score_gemma":7.4172885e-7,"teacher_disagreement_score":0.9653749,"about_ca_system_score_codex":0.00011542926,"about_ca_system_score_gemma":0.000014319873,"threshold_uncertainty_score":0.3128243},"labels":[],"label_agreement":null},{"id":"W2148310771","doi":"10.1139/l00-039","title":"D-CRANE: a database system for utilization of cranes","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Lift (data mining); Database; Flexibility (engineering); Computer science; Relational database; Process (computing); Engineering; Data mining; Operating system","score_opus":0.013281080911497652,"score_gpt":0.2076676289776747,"score_spread":0.19438654806617706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148310771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0799584,0.0014945522,0.91642654,0.000105937324,0.0012855715,0.00020001981,0.000024814202,0.00004122489,0.00046291127],"genre_scores_gemma":[0.9962834,0.000014088397,0.0035522874,0.000008906248,0.000104874656,0.0000026332577,0.0000013323902,0.0000072890293,0.000025165476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925905,0.000010981063,0.0003475853,0.00008368158,0.00011801145,0.00018070625],"domain_scores_gemma":[0.9992431,0.000053946536,0.000092829636,0.00021890909,0.00016693557,0.00022431063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039744386,0.0000762233,0.00018264445,0.0001941545,0.00004425718,0.00003169215,0.00035960626,0.00003980516,0.000029657216],"category_scores_gemma":[0.00006826421,0.00006788042,0.0000762393,0.00022942647,0.000012760299,0.00037335287,0.000004517234,0.000064399734,0.0000021316393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008044427,0.00007462856,0.01629697,0.010222689,0.00033636502,0.0003104612,0.0063256347,0.8443539,0.0039855163,0.012426671,0.0073239366,0.09826275],"study_design_scores_gemma":[0.002657403,0.00050589506,0.0100618955,0.0041443133,0.000092031936,0.0016580174,0.00021676329,0.884147,0.009213852,0.00014637645,0.08636738,0.0007890819],"about_ca_topic_score_codex":0.00030492918,"about_ca_topic_score_gemma":0.0029285601,"teacher_disagreement_score":0.91632503,"about_ca_system_score_codex":0.00008273815,"about_ca_system_score_gemma":0.00037928676,"threshold_uncertainty_score":0.27680832},"labels":[],"label_agreement":null},{"id":"W2148918812","doi":"10.1109/icws.2009.114","title":"Inferring Behavioural Models from Traces of Business Applications","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Reservation; Automaton; Control flow; Model checking; Inference; Observable; Data modeling; Cellular automaton; Data mining; Artificial intelligence; Theoretical computer science; Software engineering; Programming language","score_opus":0.027920051730331304,"score_gpt":0.24296454492134237,"score_spread":0.21504449319101107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148918812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33424067,0.000073644725,0.6643365,0.00019287973,0.00004513479,0.00009971941,0.0000014196189,0.00011249735,0.0008975199],"genre_scores_gemma":[0.97487533,0.000007540426,0.024997288,0.000045618835,0.000023076482,0.000012981692,0.000002184159,0.0000014942736,0.00003451076],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993964,0.000009318516,0.0001955547,0.0001694316,0.0001323708,0.00009692029],"domain_scores_gemma":[0.99935555,0.000026635666,0.00005358633,0.00041845362,0.0001143306,0.00003143463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008136161,0.0000610709,0.00011204675,0.000037074828,0.00004662046,0.000028985309,0.00041305204,0.000039470815,0.000007031003],"category_scores_gemma":[0.0000034768718,0.000046207908,0.000031647727,0.00028273423,0.000017887012,0.0005757042,0.000039681978,0.00003936616,0.000009615454],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011837198,0.0008236746,0.19482282,0.000075746924,0.000029964742,0.0000025548688,0.00348351,0.024580872,0.0040667052,0.09319423,0.00034861252,0.6785595],"study_design_scores_gemma":[0.00032176173,0.000044421417,0.8108574,0.000039842755,0.000010414204,0.000003911996,0.000044010954,0.14089179,0.0061416714,0.041184455,0.0002141977,0.0002461097],"about_ca_topic_score_codex":0.00037524942,"about_ca_topic_score_gemma":0.0000140398115,"teacher_disagreement_score":0.6783134,"about_ca_system_score_codex":0.000011726176,"about_ca_system_score_gemma":0.00003132814,"threshold_uncertainty_score":0.18843038},"labels":[],"label_agreement":null},{"id":"W2149063137","doi":"10.2174/1874110x01206010011","title":"Efficient Conditional Tracepoints in Kernel Space","year":2012,"lang":"en","type":"article","venue":"The Open Cybernetics & Systemics Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Kernel (algebra); Space (punctuation); Mathematics; Artificial intelligence; Discrete mathematics","score_opus":0.019057240174417758,"score_gpt":0.27432329470395783,"score_spread":0.2552660545295401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149063137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8917242,0.0019593968,0.089789644,0.0024856164,0.0037146618,0.0011189723,0.000008118922,0.000058333368,0.00914105],"genre_scores_gemma":[0.99438184,0.000038851074,0.00440627,0.00016388007,0.00040819828,0.000022966025,0.0000012761323,0.00001468307,0.00056200655],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973692,0.00043697385,0.00071646547,0.00023734117,0.0006394598,0.00060053245],"domain_scores_gemma":[0.99824506,0.0002505048,0.00039895021,0.00070150156,0.0001680456,0.00023596137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052834423,0.00019850202,0.00031690655,0.00009650617,0.0003332621,0.0006161412,0.0026068536,0.00010511431,0.000040351555],"category_scores_gemma":[0.00010344429,0.00012561693,0.00010061995,0.00039076168,0.0000886604,0.00042567347,0.000651266,0.00057244056,0.0002582277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023269592,0.0028643599,0.4146523,0.00052639446,0.00044930546,0.00019267762,0.10065711,0.14106326,0.0018407148,0.2917501,0.031394906,0.01437621],"study_design_scores_gemma":[0.010446659,0.00056433654,0.41676342,0.0034032068,0.00017007106,0.035694387,0.009017965,0.44251543,0.0022910282,0.032595243,0.043339018,0.0031992334],"about_ca_topic_score_codex":0.00006146547,"about_ca_topic_score_gemma":0.000010668354,"teacher_disagreement_score":0.30145216,"about_ca_system_score_codex":0.00028912333,"about_ca_system_score_gemma":0.0002041021,"threshold_uncertainty_score":0.5941464},"labels":[],"label_agreement":null},{"id":"W2149488367","doi":"10.1007/978-3-642-38911-5_12","title":"Traceability Links in Model Transformations between Software and Performance Models","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Traceability; Computer science; Software engineering; Software; Programming language","score_opus":0.02255300894512314,"score_gpt":0.23429099579332022,"score_spread":0.21173798684819709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149488367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016564364,0.00038823095,0.98016447,0.000528389,0.0003829832,0.00092603493,0.000012713832,0.0002950039,0.0007377964],"genre_scores_gemma":[0.7037474,0.00014257529,0.29562894,0.00023263384,0.000106423686,0.00003645494,0.0000056294157,0.000022423636,0.00007751407],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958442,0.00004136227,0.0009783077,0.0015018816,0.0008729653,0.00076126837],"domain_scores_gemma":[0.99740696,0.00043478786,0.00022467272,0.00144641,0.00026132478,0.0002258168],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014749889,0.0005924704,0.0007746609,0.0007776876,0.0003058545,0.00038482642,0.0021992577,0.0008356795,0.000007696191],"category_scores_gemma":[0.00005105598,0.0005082329,0.00012027716,0.0006012636,0.0007078769,0.002979295,0.00062879216,0.0016987361,0.000027510006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033802753,0.000024801553,0.0030680883,0.00026979344,0.0000054090424,0.0000025551067,0.002701227,0.3407734,0.0000016155724,0.0008921441,0.000005913946,0.65225166],"study_design_scores_gemma":[0.0002601575,0.00010191004,0.0036315026,0.00037269323,0.0000056652034,0.000014086051,2.6192222e-7,0.8703471,0.000051087543,0.12466579,0.00003384738,0.0005159378],"about_ca_topic_score_codex":0.00004611732,"about_ca_topic_score_gemma":0.000049513386,"teacher_disagreement_score":0.687183,"about_ca_system_score_codex":0.00037549195,"about_ca_system_score_gemma":0.000643148,"threshold_uncertainty_score":0.9997369},"labels":[],"label_agreement":null},{"id":"W2150061685","doi":"10.1109/waina.2009.121","title":"A Distributed Application-Level IT System Workload Generator","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Workload; Computer science; Robustness (evolution); Distributed computing; Process (computing); Real-time computing; Operating system","score_opus":0.015266328784935924,"score_gpt":0.23882377311816017,"score_spread":0.22355744433322425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150061685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009427975,0.00009790227,0.98453635,0.0022613427,0.00024343147,0.00026930764,0.0000065884124,0.0007048139,0.002452295],"genre_scores_gemma":[0.97955775,0.000004333019,0.019464215,0.0005926745,0.0001175552,0.00003976252,0.000006401237,0.0000030322046,0.00021426247],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883,0.000031252705,0.00028976318,0.0003700011,0.00023680137,0.00024218285],"domain_scores_gemma":[0.99882025,0.000032213055,0.000069501686,0.0008472399,0.00012223226,0.00010858712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027698246,0.00012346155,0.00016122274,0.000039613875,0.0001464393,0.00011208965,0.00068840577,0.00008123652,0.0000059000204],"category_scores_gemma":[0.000014654585,0.00009108338,0.000062479325,0.0005087954,0.000015559415,0.00028212692,0.000061023402,0.00007325439,0.00039569844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031736978,0.0006516449,0.02514918,0.00032984884,0.00008731799,0.00002964968,0.0010971477,0.0011682102,0.0036441078,0.22491723,0.14522338,0.59767056],"study_design_scores_gemma":[0.002315798,0.0004304097,0.2667496,0.00042722412,0.000035561396,0.00022917158,0.00036853497,0.62734026,0.011632594,0.0024626912,0.086000256,0.0020079035],"about_ca_topic_score_codex":0.000023738885,"about_ca_topic_score_gemma":0.0000036040772,"teacher_disagreement_score":0.9701298,"about_ca_system_score_codex":0.000102798025,"about_ca_system_score_gemma":0.000066126486,"threshold_uncertainty_score":0.5086035},"labels":[],"label_agreement":null},{"id":"W2150853641","doi":"10.1109/tse.2011.65","title":"WAM—The Weighted Average Method for Predicting the Performance of Systems with Bursts of Customer Sessions","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Benchmark (surveying); Queueing theory; Workload; Markov chain; Sizing; Benchmarking; Machine learning","score_opus":0.013726318271697586,"score_gpt":0.22237533266721862,"score_spread":0.20864901439552103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150853641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1139313,0.000058775488,0.8843565,0.000012042726,0.0008827972,0.00052222714,0.0000157029,0.00020651707,0.000014157579],"genre_scores_gemma":[0.91335845,0.000015347505,0.086316906,0.000008063021,0.000030497558,0.00020261327,4.353109e-7,0.000020041125,0.000047654634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987582,0.000050597013,0.00040152186,0.00024202745,0.00029527475,0.0002523927],"domain_scores_gemma":[0.99825823,0.0006295586,0.00016009898,0.00070335023,0.00019766051,0.00005107306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063141994,0.00018318096,0.0002626667,0.00012258478,0.00024340836,0.000018619075,0.0005980856,0.00008354604,0.000004787403],"category_scores_gemma":[0.000017017874,0.00009814362,0.000120802106,0.00054414687,0.000052797153,0.00029976855,0.0000052012333,0.00025330376,0.0000025004929],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104624654,0.00019046401,0.003509012,0.0013430289,0.0002932542,0.0000014310796,0.007905665,0.97214156,0.0006888661,0.00029640793,0.000037858335,0.013487833],"study_design_scores_gemma":[0.00046963952,0.00034930222,0.002194115,0.0006065645,0.00007271394,0.000045771634,0.0001442044,0.9402777,0.055346534,0.000003405042,0.00026610185,0.00022394434],"about_ca_topic_score_codex":0.00007812869,"about_ca_topic_score_gemma":0.0000024221474,"teacher_disagreement_score":0.79942715,"about_ca_system_score_codex":0.000038315316,"about_ca_system_score_gemma":0.00006702094,"threshold_uncertainty_score":0.40021807},"labels":[],"label_agreement":null},{"id":"W2151223720","doi":"10.1145/1811039.1811055","title":"A query language and runtime tool for evaluating behavior of multi-tier servers","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Server; A priori and a posteriori; ENCODE; Query language; Distributed computing; Database; Operating system","score_opus":0.020381690952278944,"score_gpt":0.31837519969764694,"score_spread":0.297993508745368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151223720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95869833,0.0000245906,0.0404003,0.000036259116,0.00031000326,0.0004048414,0.0000030347783,0.00007353936,0.000049089085],"genre_scores_gemma":[0.83665144,5.8021834e-7,0.1629146,0.00003572825,0.00002075929,0.000056121324,9.425211e-7,0.0000038427524,0.00031594533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99932665,0.000017255847,0.00018908187,0.00020317665,0.00013082409,0.00013302887],"domain_scores_gemma":[0.9993418,0.00009467077,0.00006249641,0.00036168343,0.00010641345,0.000032974844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006805766,0.00007136508,0.00012422478,0.00003700828,0.000058482692,0.00003196419,0.0002226725,0.00006280167,0.000020136924],"category_scores_gemma":[0.000112670496,0.000052513507,0.000049622147,0.0000829002,0.000036720554,0.0002735491,0.00010090745,0.00007000988,0.0000052027026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022348457,0.0003228263,0.47459444,0.00047304013,0.0000333755,0.0000031226837,0.0075695207,0.000021888314,0.17171983,0.0014858881,0.00028297585,0.34347072],"study_design_scores_gemma":[0.0036983222,0.000567184,0.55249685,0.0000808011,0.000070689544,0.000042923224,0.0008439947,0.34927636,0.09161681,0.00014686352,0.00048092662,0.000678296],"about_ca_topic_score_codex":0.0001346128,"about_ca_topic_score_gemma":0.000041659165,"teacher_disagreement_score":0.34925446,"about_ca_system_score_codex":0.0000063776847,"about_ca_system_score_gemma":0.00004481502,"threshold_uncertainty_score":0.21414387},"labels":[],"label_agreement":null},{"id":"W2152384991","doi":"10.1109/icac.2008.33","title":"Semantic-Driven Model Composition for Accurate Anomaly Diagnosis","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Bayesian network; Component (thermodynamics); Data mining; Artificial intelligence; Machine learning; Hierarchy; Benchmark (surveying); Set (abstract data type); Anomaly detection; Sketch; Key (lock); Algorithm","score_opus":0.036780928640932305,"score_gpt":0.26488714599682844,"score_spread":0.22810621735589615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152384991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3277581,0.000018232633,0.670704,0.00050051644,0.00015084437,0.00026209644,0.0000030207802,0.00021314346,0.0003900288],"genre_scores_gemma":[0.91115963,0.00003941298,0.08809302,0.00030554048,0.000044749377,0.00014731438,0.0000043494742,0.0000056124977,0.0002003846],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990981,0.000019112602,0.00021509027,0.00029861188,0.00015123122,0.00021784248],"domain_scores_gemma":[0.99923086,0.00010448495,0.000057736175,0.00041797603,0.00012504676,0.00006388276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001237318,0.000106177686,0.00015539501,0.000051283205,0.00025539388,0.000041971798,0.00041507412,0.000059985436,0.000006414375],"category_scores_gemma":[0.0000123007385,0.00008227152,0.00009662179,0.00015999762,0.000036801506,0.0006128868,0.00009170873,0.000045571403,0.00007252306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001220204,0.0016185901,0.60009557,0.00075808284,0.0002037814,0.000050144317,0.007171271,0.21669224,0.003802581,0.050571993,0.09073431,0.028179398],"study_design_scores_gemma":[0.00031998966,0.00007064839,0.009489825,0.0000149976095,0.0000043457317,0.00002204089,0.000004145482,0.9854053,0.0036007601,0.00061272696,0.00030693866,0.00014824042],"about_ca_topic_score_codex":0.00002776412,"about_ca_topic_score_gemma":0.000004782058,"teacher_disagreement_score":0.7687131,"about_ca_system_score_codex":0.00003327915,"about_ca_system_score_gemma":0.00005744553,"threshold_uncertainty_score":0.33549353},"labels":[],"label_agreement":null},{"id":"W2152428001","doi":"10.1109/qest.2006.23","title":"Layered Bottlenecks and Their Mitigation","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Bottleneck; Computer science; Distributed computing; Queueing theory; Thread (computing); Scheduling (production processes); Resource (disambiguation); Computer network; Embedded system; Operating system; Engineering; Operations management","score_opus":0.0037381397977387285,"score_gpt":0.1838684044543722,"score_spread":0.18013026465663345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152428001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5818352,0.00011687787,0.40439913,0.0010609926,0.00018628359,0.00009066455,6.4113425e-7,0.00025117162,0.012059044],"genre_scores_gemma":[0.99314505,0.000002820552,0.0059863967,0.00009704119,0.000048243244,0.0000046190657,0.0000012636858,0.000001734232,0.0007128134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995667,0.0000147758565,0.00009838703,0.00014938157,0.00007753601,0.00009321846],"domain_scores_gemma":[0.9996687,0.000031720967,0.000021037484,0.0002118675,0.000045084747,0.000021577283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016300402,0.000052711555,0.000059584057,0.000022098044,0.000061454615,0.00006111092,0.00013055207,0.00003311948,0.000006395259],"category_scores_gemma":[0.0000070309043,0.000033248078,0.0000178831,0.00009263609,0.000020714222,0.00025177942,0.000049010785,0.000028030106,0.00002258458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009617279,0.00022367902,0.4578786,0.00016629521,0.000029349885,0.0000057813877,0.0019703666,0.00041112813,0.012026561,0.20471302,0.041942023,0.28062358],"study_design_scores_gemma":[0.0009283888,0.00013012908,0.70697695,0.00004073445,0.0000028335196,0.000061774925,0.00012110608,0.123790145,0.060902715,0.07138955,0.035125896,0.0005297821],"about_ca_topic_score_codex":0.00012516978,"about_ca_topic_score_gemma":0.000017051249,"teacher_disagreement_score":0.4113099,"about_ca_system_score_codex":0.000009358615,"about_ca_system_score_gemma":0.0000130328135,"threshold_uncertainty_score":0.13558172},"labels":[],"label_agreement":null},{"id":"W2153509881","doi":"10.1109/cnsm.2010.5691319","title":"Dependency-aware fault diagnosis with metric-correlation models in enterprise software systems","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Jaccard index; Dependency (UML); Computer science; Data mining; Metric (unit); Correlation coefficient; Software; Correlation; Component (thermodynamics); Fault (geology); Anomaly (physics); Software system; Artificial intelligence; Machine learning; Pattern recognition (psychology); Mathematics","score_opus":0.009143105317213842,"score_gpt":0.22356825488565296,"score_spread":0.2144251495684391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153509881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25228843,0.00009742245,0.7451878,0.0000779882,0.0009984043,0.00046515555,0.000002717605,0.00037041606,0.00051164697],"genre_scores_gemma":[0.98290116,0.000025766622,0.0165313,0.00005044493,0.00005314663,0.00024896118,0.000004210296,0.000013859422,0.0001711405],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980076,0.000070588714,0.0004337212,0.0005797305,0.00054382597,0.00036452655],"domain_scores_gemma":[0.9983187,0.0002891671,0.0001326102,0.0009175448,0.00021264734,0.00012935467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005552386,0.00021819069,0.00028404838,0.00035384196,0.000110271554,0.00019788876,0.0007957058,0.00020630317,0.000021711912],"category_scores_gemma":[0.000096502015,0.0001497687,0.00006397071,0.0010670794,0.000033954268,0.0017242575,0.00016418156,0.00039692124,0.00008291122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013727487,0.00018054506,0.930258,0.00011130731,0.000016584609,0.00002408942,0.0007147904,0.043824986,0.000006914022,0.0025124247,0.00024636812,0.022090267],"study_design_scores_gemma":[0.00089717406,0.00015911777,0.03767748,0.00017182967,0.000011443474,0.00007533047,0.000153006,0.958488,0.00024543595,0.0012855093,0.00033032935,0.00050537457],"about_ca_topic_score_codex":0.0012039859,"about_ca_topic_score_gemma":0.0006481424,"teacher_disagreement_score":0.91466296,"about_ca_system_score_codex":0.000082483784,"about_ca_system_score_gemma":0.00012431425,"threshold_uncertainty_score":0.61073905},"labels":[],"label_agreement":null},{"id":"W2153857704","doi":"10.1109/eit.2009.5189590","title":"A new probing scheme for fault detection and identification","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Set (abstract data type); Identification (biology); Scheme (mathematics); Fault management; Fault detection and isolation; Constraint (computer-aided design); Data mining; Engineering; Artificial intelligence; Mathematics","score_opus":0.01130002298949485,"score_gpt":0.2502025814552993,"score_spread":0.23890255846580444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153857704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071072534,0.000032818843,0.92769,0.0005135127,0.00014417473,0.00024596526,6.945275e-8,0.00016334857,0.00013753257],"genre_scores_gemma":[0.9236976,0.0000028818179,0.07567649,0.00007722768,0.00004958793,0.0000108246,3.0547272e-7,0.0000012727425,0.00048378576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995461,0.0000059921126,0.00011759247,0.00018027241,0.00006448276,0.00008553192],"domain_scores_gemma":[0.99968773,0.000016065613,0.00003487312,0.00018043963,0.000046541598,0.000034335317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019354523,0.000042922216,0.000049558894,0.000032260858,0.00008615434,0.00009642013,0.00010939918,0.000033198277,0.000001043938],"category_scores_gemma":[0.000024594223,0.000033587636,0.000019333247,0.00011607575,0.0000041960493,0.0004351655,0.0000140838,0.000024443478,0.000007822939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005027052,0.000012703339,0.0003420629,0.00002703912,0.0000027007575,6.980795e-8,0.0004041609,0.000015288633,0.030556137,0.003625586,0.00035794958,0.9646513],"study_design_scores_gemma":[0.0014049915,0.00053066993,0.07731264,0.00006362656,0.000010609878,0.00004409648,0.00008899852,0.6480701,0.22802313,0.034208175,0.009757258,0.00048571755],"about_ca_topic_score_codex":0.0000140659795,"about_ca_topic_score_gemma":0.000004830179,"teacher_disagreement_score":0.96416557,"about_ca_system_score_codex":0.00001655406,"about_ca_system_score_gemma":0.00002016515,"threshold_uncertainty_score":0.13696639},"labels":[],"label_agreement":null},{"id":"W2154306155","doi":"10.1109/hase.2008.16","title":"Detection and Diagnosis of Recurrent Faults in Software Systems by Invariant Analysis","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Discriminative model; Correlation; Software; Metric (unit); Invariant (physics); Fault detection and isolation; Machine learning; Data mining; Software system; Software metric; Artificial intelligence; Software bug; Software quality; Software development; Mathematics; Engineering","score_opus":0.012355664529006818,"score_gpt":0.22271097987951657,"score_spread":0.21035531535050975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154306155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7974255,0.00067380816,0.20142381,0.000031215564,0.00017750986,0.00016422979,0.0000035429578,0.000067528956,0.000032848184],"genre_scores_gemma":[0.9981448,0.00032381757,0.0014252634,0.000011700787,0.000009301461,0.000053200485,0.00000169426,0.0000024582876,0.00002776844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989102,0.00008230936,0.0003579908,0.00030103518,0.0002069261,0.00014156653],"domain_scores_gemma":[0.9992884,0.00013826523,0.00010324392,0.00034439663,0.00007191141,0.000053817042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003343854,0.00009270272,0.00027285633,0.00022531224,0.00006215404,0.000016224305,0.00020431376,0.00007064004,0.0000036502188],"category_scores_gemma":[0.00007260293,0.00007048022,0.0000590019,0.0011166978,0.000039608618,0.0002844165,0.00008396213,0.00006862529,0.0000036268605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005864965,0.0000918917,0.9858723,0.000085917665,0.00005420083,0.0000034225336,0.0006337783,0.00039426217,0.000039490635,0.00003527404,0.00017664832,0.012606896],"study_design_scores_gemma":[0.00077282015,0.00031112455,0.8400586,0.000112518734,0.000065437394,0.000041869986,0.00013009149,0.15252365,0.0048217494,0.000057907037,0.000721681,0.00038253845],"about_ca_topic_score_codex":0.0017625969,"about_ca_topic_score_gemma":0.00023964935,"teacher_disagreement_score":0.2007193,"about_ca_system_score_codex":0.000045586625,"about_ca_system_score_gemma":0.00002392652,"threshold_uncertainty_score":0.28741002},"labels":[],"label_agreement":null},{"id":"W2154595863","doi":"10.1002/smr.285","title":"Migrating to Web services: a performance engineering approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Scalability; Web service; Software deployment; Computer science; Middleware (distributed applications); Web engineering; World Wide Web; WS-Policy; Web modeling; Latency (audio); Web development; Service-oriented architecture; Web application security; Software engineering; Distributed computing; Telecommunications; Database","score_opus":0.023365228873488728,"score_gpt":0.2924268147943313,"score_spread":0.26906158592084256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154595863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5489494,0.0018626733,0.44533208,0.0031323768,0.00026017855,0.00023128754,0.000001232441,0.000057246863,0.00017354557],"genre_scores_gemma":[0.830843,0.0007478315,0.16806373,0.00016720525,0.000117857,0.000009296256,2.756131e-7,0.0000070274978,0.00004377999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998103,0.000139739,0.00039412724,0.00026474515,0.00065122737,0.00044711053],"domain_scores_gemma":[0.9973604,0.000727568,0.00018770364,0.00025151426,0.0011765175,0.00029626008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055205435,0.00012933939,0.00021507,0.0003115299,0.00032848812,0.0002473181,0.00040755232,0.00007924857,7.609127e-7],"category_scores_gemma":[0.0022273413,0.000095787866,0.000038542858,0.00075901573,0.00007247111,0.0024414961,0.00023126493,0.00057304744,0.0000096960075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010670598,0.0047500473,0.39576316,0.0213063,0.0013244338,0.0011340032,0.09025757,0.11294214,0.019831162,0.06345202,0.014198175,0.2643704],"study_design_scores_gemma":[0.015755216,0.019987343,0.47371742,0.013719995,0.00015739688,0.041507717,0.028627092,0.18170643,0.001373585,0.011871655,0.20819196,0.0033841915],"about_ca_topic_score_codex":0.000083185834,"about_ca_topic_score_gemma":0.00000523439,"teacher_disagreement_score":0.2818936,"about_ca_system_score_codex":0.00017994596,"about_ca_system_score_gemma":0.00027736925,"threshold_uncertainty_score":0.3906116},"labels":[],"label_agreement":null},{"id":"W2154941531","doi":"10.1109/icsm.2009.5306331","title":"Automated performance analysis of load tests","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Load testing; Throughput; Reliability engineering; System under test; System testing; Test (biology); Real-time computing; Test case; Machine learning; Engineering; Operating system","score_opus":0.008841837450423766,"score_gpt":0.25545023265880246,"score_spread":0.24660839520837868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154941531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96758664,0.000046764875,0.0248504,0.00019109074,0.0001366417,0.000080769205,4.6495774e-7,0.00094976026,0.006157454],"genre_scores_gemma":[0.9916031,0.000010665117,0.008000838,0.00015082043,0.000008718393,0.000001629427,0.000001095691,0.0000012825584,0.00022186064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989986,0.000019586441,0.00028306522,0.00022235655,0.0003060512,0.00017036972],"domain_scores_gemma":[0.99899644,0.000038063736,0.00008482542,0.00065157906,0.00018070683,0.00004836286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033964057,0.0000857404,0.00024219867,0.00018911061,0.000046918398,0.000024994291,0.0005114834,0.00004932191,0.000025310206],"category_scores_gemma":[0.000027650029,0.00006077936,0.00010836347,0.0021417392,0.000023236013,0.00037613625,0.000044489156,0.00004477151,0.000041855317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020292553,0.00050884194,0.7656966,0.0001049663,0.0006015445,0.000005888619,0.0018267434,0.015970182,0.0021633315,0.0043137097,0.004464098,0.20432383],"study_design_scores_gemma":[0.000067493515,0.0000704019,0.53376794,0.000006011036,0.000027722046,0.0000012045864,0.000002450697,0.46478853,0.0010697966,0.000024299297,0.00011461667,0.000059536233],"about_ca_topic_score_codex":0.000032133248,"about_ca_topic_score_gemma":0.0000063061652,"teacher_disagreement_score":0.44881836,"about_ca_system_score_codex":0.000041870095,"about_ca_system_score_gemma":0.000076490476,"threshold_uncertainty_score":0.24785103},"labels":[],"label_agreement":null},{"id":"W2155963559","doi":"10.1109/issre.1996.558892","title":"Supervision of real-time software systems using optimistic path prediction and rollbacks","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); University of Waterloo","funders":"","keywords":"Computer science; Supervisor; Path (computing); Matching (statistics); Field (mathematics); Software; Scheme (mathematics); Black box; Real-time computing; Artificial intelligence; Operating system","score_opus":0.01767703277914517,"score_gpt":0.21851825920893092,"score_spread":0.20084122642978575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155963559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70548636,0.0004049773,0.29236802,0.000020734335,0.00041351188,0.00029872966,0.000008159029,0.0003207418,0.00067873293],"genre_scores_gemma":[0.9661715,0.0001567992,0.033310708,0.000008526544,0.000052270534,0.0000054683806,0.000001854216,0.000007770741,0.00028508177],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884206,0.0000630738,0.00035076626,0.00030722586,0.00026101997,0.000175839],"domain_scores_gemma":[0.9991207,0.00009463004,0.00008987852,0.0004861445,0.00012776218,0.000080887774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003307454,0.00011709739,0.00022454627,0.00007268381,0.00010594254,0.000063949214,0.00022410075,0.00009567885,0.00003747881],"category_scores_gemma":[0.000049023605,0.00008792966,0.000040779523,0.00022232393,0.000043505628,0.0004586068,0.00012192971,0.00005702021,0.000023044817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010153969,0.0015705541,0.70728123,0.006880264,0.0003090717,0.000082687744,0.013150903,0.10775463,0.03019045,0.0033435274,0.011528125,0.11780701],"study_design_scores_gemma":[0.00025779472,0.00011929421,0.0041534174,0.00014444186,0.000009518491,0.00005020079,0.000031601354,0.9949168,0.00012183018,0.000032753676,0.000056332177,0.00010603435],"about_ca_topic_score_codex":0.0002286996,"about_ca_topic_score_gemma":3.869669e-7,"teacher_disagreement_score":0.88716215,"about_ca_system_score_codex":0.00004034311,"about_ca_system_score_gemma":0.000017550794,"threshold_uncertainty_score":0.35856673},"labels":[],"label_agreement":null},{"id":"W2156085526","doi":"10.1145/2479871.2479887","title":"Propagation of incremental changes to performance model due to SOA design pattern application","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Computer architecture","score_opus":0.019431264820394947,"score_gpt":0.2296736871601066,"score_spread":0.21024242233971166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156085526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32264608,0.0000026167547,0.67526764,0.00091571035,0.000043342676,0.0009405824,4.5627755e-7,0.000077634315,0.00010591572],"genre_scores_gemma":[0.94149584,0.0000016092547,0.05718369,0.000674336,0.000028026076,0.0005198695,0.000001469808,0.0000051413194,0.000090029615],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906653,0.000025264033,0.00020814464,0.00027504537,0.00024972935,0.00017528005],"domain_scores_gemma":[0.99921036,0.000018443669,0.00006166693,0.00045342188,0.00016987087,0.00008626059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033993644,0.000095442956,0.00012474178,0.00009276044,0.000060723058,0.00003852501,0.00043931723,0.00003984291,0.000012370326],"category_scores_gemma":[0.000009360892,0.00007266107,0.00001785507,0.00028170663,0.000011077308,0.00043789463,0.00016042612,0.000036094545,0.00037452544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012997118,0.0001413875,0.009964899,0.00023879824,0.000011835823,1.8616699e-7,0.0031442961,0.033847183,0.062044404,0.00052324496,0.0028900334,0.88718075],"study_design_scores_gemma":[0.000079597456,0.00017142846,0.0083796745,0.000021877146,0.0000012581914,0.0000019938311,0.000021038826,0.83709764,0.15402804,0.0000630886,0.000027659287,0.000106720065],"about_ca_topic_score_codex":0.00024875338,"about_ca_topic_score_gemma":0.000021851582,"teacher_disagreement_score":0.887074,"about_ca_system_score_codex":0.00005555782,"about_ca_system_score_gemma":0.00003386849,"threshold_uncertainty_score":0.48138916},"labels":[],"label_agreement":null},{"id":"W2157001542","doi":"10.1109/tdsc.2011.16","title":"Efficient Fault Detection and Diagnosis in Complex Software Systems with Information-Theoretic Monitoring","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Jaccard index; Data mining; Mutual information; Pairwise comparison; Entropy (arrow of time); Component (thermodynamics); Metric (unit); Wilcoxon signed-rank test; Context (archaeology); Inference; Artificial intelligence; Pattern recognition (psychology); Mathematics; Statistics","score_opus":0.016077978260016217,"score_gpt":0.21359344813163914,"score_spread":0.1975154698716229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157001542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45125625,0.00006506122,0.54804415,0.000007561582,0.00027698677,0.00020145139,0.000001914122,0.00011497964,0.000031675627],"genre_scores_gemma":[0.99312687,0.000034469478,0.0067506586,0.000015755297,0.00002099879,0.000040109517,4.607047e-7,0.0000082688175,0.0000023865168],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879384,0.00007133851,0.00033710914,0.00030041352,0.0002200104,0.0002772598],"domain_scores_gemma":[0.9993002,0.00016019461,0.00010314291,0.0002491671,0.00009368763,0.00009361365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033390432,0.00018489572,0.00021740072,0.00023265243,0.00039154422,0.00016076231,0.0001712254,0.0000951747,0.0000029746582],"category_scores_gemma":[0.000006835315,0.00014984015,0.000029978879,0.00039105339,0.00005918708,0.00040120445,0.000008202574,0.00025304992,0.000006736843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015975322,0.00039519707,0.054229245,0.0012561795,0.000100854275,0.000039743463,0.031005286,0.57479215,0.000080183236,0.00040765645,0.0000067080796,0.33752704],"study_design_scores_gemma":[0.0010386484,0.00038249456,0.016682252,0.0004896873,0.000023548584,0.00020427827,0.0011073987,0.97558093,0.0039492166,0.0000656139,0.00005753316,0.00041838162],"about_ca_topic_score_codex":0.0003648062,"about_ca_topic_score_gemma":0.000035736644,"teacher_disagreement_score":0.54187065,"about_ca_system_score_codex":0.00006050409,"about_ca_system_score_gemma":0.000026859767,"threshold_uncertainty_score":0.6110304},"labels":[],"label_agreement":null},{"id":"W2157036638","doi":"10.1109/iccbss.2007.41","title":"Software IC Revised: A New Approach of Component-Based Software Design with Software Slots","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Component-based software engineering; Software construction; Computer science; Component (thermodynamics); Software system; Software engineering; Software sizing; Software development; Software framework; Software design; Software; Verification and validation; Resource-oriented architecture; Systems engineering; Engineering; Operating system","score_opus":0.027204146058516683,"score_gpt":0.24344893518761196,"score_spread":0.21624478912909528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157036638","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008632083,0.00031459218,0.988047,0.00009932912,0.0002633044,0.0010789998,0.0000050611984,0.001363014,0.0001966393],"genre_scores_gemma":[0.14009492,0.0000062507,0.85880333,0.00040978045,0.00009339361,0.000028639886,0.000017767628,0.0000432676,0.0005026681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958753,0.00017428158,0.00092010316,0.0010782589,0.001085004,0.00086707366],"domain_scores_gemma":[0.99578005,0.0009200127,0.00042308538,0.0019583448,0.00045566272,0.00046283813],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019571,0.00051120244,0.0007642906,0.00034041354,0.0002434439,0.00011993053,0.0017135938,0.00026506226,0.00007680744],"category_scores_gemma":[0.00037699664,0.00036614656,0.00023333586,0.0013802038,0.00020118672,0.00068123196,0.00024447578,0.00033056125,0.000110630026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015334304,0.0026483866,0.42173892,0.0047030714,0.00045822546,0.00017987115,0.003062197,0.029554125,0.00059062015,0.0017135389,0.028564738,0.50525284],"study_design_scores_gemma":[0.05722705,0.013769984,0.5415613,0.010189407,0.0011320354,0.0019924573,0.0016919848,0.14144936,0.16913015,0.007959193,0.03462523,0.019271856],"about_ca_topic_score_codex":0.00024159336,"about_ca_topic_score_gemma":0.000015893975,"teacher_disagreement_score":0.48598102,"about_ca_system_score_codex":0.0001563672,"about_ca_system_score_gemma":0.0008480347,"threshold_uncertainty_score":0.99987906},"labels":[],"label_agreement":null},{"id":"W2157374570","doi":"10.1142/s0218194001000608","title":"SOFTWARE RESOURCE ARCHITECTURE","year":2001,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Resource-oriented architecture; Reference architecture; Software architecture description; Computer science; Applications architecture; Software architecture; Software engineering; Architecture tradeoff analysis method; Space-based architecture; Architecture; Software design description; Resource (disambiguation); Enterprise architecture framework; Computer architecture; Multilayered architecture; Software system; Software construction; Software; Operating system; Computer network","score_opus":0.005560298770386073,"score_gpt":0.21657082613307888,"score_spread":0.2110105273626928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157374570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09778735,0.0025613578,0.8967414,0.00017329761,0.0023402858,0.0000546515,0.000001994882,0.0003038161,0.00003583871],"genre_scores_gemma":[0.8095725,0.00024375177,0.18844572,0.000050863426,0.0014726857,0.000007093833,0.000002617734,0.00004529549,0.00015943275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864316,0.000016563057,0.0004801735,0.00021916683,0.0003736592,0.00026729636],"domain_scores_gemma":[0.99875075,0.00035207436,0.00013625812,0.00023361432,0.00034287458,0.00018445402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045177745,0.00022618905,0.00027501973,0.00046242322,0.000046183464,0.0001436476,0.0009006071,0.00010527492,0.0000060469365],"category_scores_gemma":[0.0008268057,0.00019764458,0.00014198976,0.00029065544,0.000018667033,0.00046507898,0.0002168612,0.00042673288,0.000008962699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009751825,0.00028262398,0.040722862,0.0004923044,0.00083572714,0.0008854063,0.005335039,0.4308122,0.0015825225,0.0023299442,0.002033627,0.5145902],"study_design_scores_gemma":[0.0035157586,0.00052756193,0.048351556,0.0028889102,0.00007301587,0.013197962,0.00009733678,0.18218105,0.002408418,0.0004202801,0.74453735,0.0018007949],"about_ca_topic_score_codex":0.0000025483387,"about_ca_topic_score_gemma":5.1457977e-7,"teacher_disagreement_score":0.74250376,"about_ca_system_score_codex":0.00011072638,"about_ca_system_score_gemma":0.00006932713,"threshold_uncertainty_score":0.80597115},"labels":[],"label_agreement":null},{"id":"W2157540440","doi":"10.1109/aqtr.2006.254556","title":"Visualization ¿ A Key Concept for Multidimensional Performance Modeling in Software Engineering Management","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Viewpoints; Visualization; Software visualization; Software engineering; Software; Data visualization; Focus (optics); Data modeling; Key (lock); Software development; Curse of dimensionality; Data mining; Systems engineering; Data science; Software construction; Artificial intelligence; Engineering","score_opus":0.01108214538632304,"score_gpt":0.2261210843857264,"score_spread":0.21503893899940335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157540440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2272656,0.000067776746,0.7718213,0.000018685481,0.00021104225,0.0003313685,7.268752e-7,0.00022215584,0.000061302315],"genre_scores_gemma":[0.73852,0.0000041851304,0.26117423,0.000050250437,0.000040020816,0.00007928356,0.000010344637,0.000007630102,0.00011402529],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892384,0.000009761484,0.00030867753,0.00030756876,0.000194171,0.0002559949],"domain_scores_gemma":[0.99956983,0.00004937294,0.000035733578,0.00024031536,0.0000772901,0.000027429263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025591927,0.00012078759,0.00012913378,0.00012942967,0.00007391306,0.00002959275,0.00019528896,0.00005338698,0.0000032556784],"category_scores_gemma":[0.000015814036,0.00010560681,0.000044292687,0.00027494607,0.00000804603,0.00045867878,0.00008774369,0.00004553719,0.000008762723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006876198,0.000062826766,0.009190584,0.00018240078,0.000005633783,0.0000014655881,0.00018273189,0.9597932,0.00003532366,0.025692813,0.00018317736,0.004662964],"study_design_scores_gemma":[0.0005427052,0.00002575181,0.004469278,0.000069964226,0.0000019062404,0.000002271459,0.000009706785,0.9934673,0.00048319306,0.00009086005,0.0006856259,0.00015145272],"about_ca_topic_score_codex":0.000048399947,"about_ca_topic_score_gemma":0.0000060697116,"teacher_disagreement_score":0.51125443,"about_ca_system_score_codex":0.000080314494,"about_ca_system_score_gemma":0.000019364234,"threshold_uncertainty_score":0.43065205},"labels":[],"label_agreement":null},{"id":"W2158810316","doi":"10.1145/350391.350416","title":"Using regression splines for software performance analysis","year":2000,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Multivariate adaptive regression splines; Regression analysis; Regression testing; Software; Software regression; Artificial intelligence; Machine learning; Polynomial regression; Software quality; Software development; Programming language; Software construction","score_opus":0.035078676810210464,"score_gpt":0.3004936049908715,"score_spread":0.26541492818066104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158810316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5144754,0.000053804943,0.48469374,0.000057820682,0.00012348162,0.00013887188,0.0000013074068,0.00021963545,0.00023597304],"genre_scores_gemma":[0.671331,0.000033307577,0.3266043,0.00012412092,0.00009400692,0.000019507184,0.0000047268,0.0000064695078,0.001782562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988698,0.000020463134,0.00027001248,0.00037722374,0.0001992581,0.00026325768],"domain_scores_gemma":[0.99903536,0.00007157487,0.000058851132,0.00065353577,0.000114229915,0.00006646715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031224603,0.00013384811,0.00023526931,0.00013556797,0.00026352913,0.00007621707,0.0004917716,0.00007558634,0.00017281501],"category_scores_gemma":[0.000020898942,0.00008802621,0.00018911122,0.0009572904,0.000027134529,0.00061398774,0.000054816373,0.000052580705,0.000046809873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047522797,0.00010293107,0.29672235,0.00020298154,0.00020231116,0.0000016719257,0.00041590922,0.031421337,0.00010219766,0.00022990542,0.0008438904,0.669707],"study_design_scores_gemma":[0.00028877682,0.000064336615,0.024226595,0.000041383162,0.00008022118,0.000007885304,0.000008794143,0.9682306,0.0014533002,0.00018308351,0.005169299,0.00024574334],"about_ca_topic_score_codex":0.0000337396,"about_ca_topic_score_gemma":0.000005290148,"teacher_disagreement_score":0.93680924,"about_ca_system_score_codex":0.00003621878,"about_ca_system_score_gemma":0.00004658575,"threshold_uncertainty_score":0.35896045},"labels":[],"label_agreement":null},{"id":"W2159227863","doi":"10.1109/icdcs.2013.66","title":"Towards an Efficient Online Causal-Event-Pattern-Matching Framework","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Event (particle physics); Matching (statistics); Identification (biology); Pattern matching; Data mining; Class (philosophy); Process (computing); Artificial intelligence; Mathematics","score_opus":0.012991065160339188,"score_gpt":0.2752542526844332,"score_spread":0.262263187524094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159227863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4578466,0.000023439163,0.54002714,0.00065684854,0.0006370203,0.00017574451,0.0000012016523,0.0003117123,0.00032025515],"genre_scores_gemma":[0.9313337,0.000003457784,0.06724373,0.0010512961,0.0001900642,0.000026778143,0.0000043691807,0.000010183598,0.00013641563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833083,0.00007652811,0.0003406792,0.00047448807,0.0003917431,0.00038572133],"domain_scores_gemma":[0.99847955,0.000074737996,0.00007562676,0.0010431489,0.00013199444,0.00019494169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032934314,0.0001788448,0.00020381845,0.00006807199,0.00015003496,0.00024516738,0.0009249221,0.00012475961,0.0002630252],"category_scores_gemma":[0.000039443392,0.00012475514,0.00008068316,0.00028802597,0.00003351219,0.00058522617,0.00030074146,0.00023559532,0.0006673384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006545917,0.0021249962,0.04327401,0.00029280252,0.00008178278,0.000028936887,0.011950642,0.028099572,0.0005906926,0.027117146,0.003202022,0.88323087],"study_design_scores_gemma":[0.00039658323,0.00030990015,0.270384,0.00019416834,0.00000848978,0.000043262913,0.0005199242,0.71050215,0.0010520379,0.014938132,0.0008813283,0.00076999277],"about_ca_topic_score_codex":0.0013360665,"about_ca_topic_score_gemma":0.000025101772,"teacher_disagreement_score":0.88246083,"about_ca_system_score_codex":0.00006084176,"about_ca_system_score_gemma":0.000073321076,"threshold_uncertainty_score":0.8577508},"labels":[],"label_agreement":null},{"id":"W2159484301","doi":"10.1109/tse.2008.74","title":"Enhanced Modeling and Solution of Layered Queueing Networks","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":204,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; IBM (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Queueing theory; Distributed computing; Layered queueing network; Dependability; Control reconfiguration; Canonical form; Queue; Representation (politics); Theoretical computer science; Computer network","score_opus":0.012426582439109008,"score_gpt":0.20113252693447015,"score_spread":0.18870594449536113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159484301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25834882,0.00007388391,0.74064016,0.00000644392,0.0004889486,0.000092651106,0.0000013719176,0.0003443612,0.0000033232914],"genre_scores_gemma":[0.9559241,0.00012107887,0.043858323,0.000010952122,0.00003075923,0.000021652133,4.955225e-7,0.000013532469,0.000019096922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990414,0.000016334081,0.0002776742,0.0002660749,0.00017207404,0.00022645702],"domain_scores_gemma":[0.9994091,0.00008828375,0.00004400294,0.00031752387,0.000070413895,0.000070695954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014243886,0.00014695586,0.00020065566,0.00013525297,0.00016496902,0.00001532448,0.00018140131,0.000101517784,0.0000023324676],"category_scores_gemma":[0.0000117423415,0.00014628257,0.00007560891,0.00030062092,0.000023720577,0.00039651545,0.0000036113036,0.0002038408,0.0000026260666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005671961,0.000023285062,0.000055809378,0.000047905098,0.000015942156,0.0000016455481,0.0003870757,0.98905885,0.0017950379,0.000023475957,0.0000012028905,0.008584093],"study_design_scores_gemma":[0.00021185873,0.000046273868,0.000271256,0.00009822956,0.0000050548424,0.000026312133,0.0000050304607,0.9854125,0.013760347,0.0000043847303,0.000007833233,0.00015094083],"about_ca_topic_score_codex":0.000035141537,"about_ca_topic_score_gemma":0.0000023757452,"teacher_disagreement_score":0.6975753,"about_ca_system_score_codex":0.00004711323,"about_ca_system_score_gemma":0.00003080785,"threshold_uncertainty_score":0.59652305},"labels":[],"label_agreement":null},{"id":"W2160590935","doi":"10.1109/icsm.2009.5306383","title":"An empirical study on the risks of using off-the-shelf techniques for processing mailing list data","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Data processing; Software; Data science; Empirical research; World Wide Web; Database; Information retrieval; Data mining","score_opus":0.22795030739119526,"score_gpt":0.4522758268410009,"score_spread":0.22432551944980567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160590935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53705996,0.000041357132,0.4605762,0.0010488327,0.0000651621,0.00088138564,0.0000029103464,0.00018152277,0.00014267044],"genre_scores_gemma":[0.967931,0.0000015110662,0.031463217,0.00048680964,0.00008874542,0.000013584879,0.0000015933524,0.000005036151,0.000008531151],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869144,0.00011188881,0.00032404147,0.0004027129,0.00028027006,0.00018966134],"domain_scores_gemma":[0.99774975,0.00020840015,0.00012869743,0.001750328,0.00013147361,0.000031352403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021200704,0.000115101866,0.00016722012,0.00004241307,0.0003664212,0.00016526524,0.0019457669,0.000048967184,0.0000015018614],"category_scores_gemma":[0.000107695785,0.000054007476,0.000037974798,0.00031281696,0.000056441346,0.00056352123,0.00018916666,0.00012237781,7.015839e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008422246,0.0022225392,0.14054957,0.000122036916,0.00003709876,0.0000028845577,0.007852455,0.00030897878,0.0016933307,0.0006997489,0.0014831392,0.844944],"study_design_scores_gemma":[0.0003092458,0.0014354096,0.0348271,0.0001330403,0.000034926645,0.0000117152385,0.0017799312,0.94727504,0.010903452,0.0016756373,0.0013174756,0.0002970467],"about_ca_topic_score_codex":0.00006130131,"about_ca_topic_score_gemma":0.000010957942,"teacher_disagreement_score":0.94696605,"about_ca_system_score_codex":0.00002577298,"about_ca_system_score_gemma":0.00009677704,"threshold_uncertainty_score":0.36157513},"labels":[],"label_agreement":null},{"id":"W2161299124","doi":"10.1109/ipccc.2002.995173","title":"Diagnosing quality of service faults in distributed applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Quality of service; Computer science; Resource allocation; Scheduling (production processes); Resource management (computing); Mobile QoS; Distributed computing; Key (lock); Resource (disambiguation); Architecture; Quality (philosophy); Service (business); Computer network; Service provider; Computer security; Engineering; Operations management","score_opus":0.02510531832600113,"score_gpt":0.2995514747706632,"score_spread":0.2744461564446621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161299124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29639494,0.000044461198,0.7009117,0.0003596529,0.000067657325,0.0002480747,0.0000047203584,0.00008296868,0.0018858099],"genre_scores_gemma":[0.9903955,0.0000044483218,0.009393949,0.0001323659,0.0000051377892,0.00005287276,0.0000034131658,0.0000016808882,0.00001067418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991171,0.00008850761,0.00033897557,0.00019448348,0.0001340056,0.00012694488],"domain_scores_gemma":[0.9990914,0.0001915525,0.00007817995,0.00049746776,0.000107381406,0.000034006138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005853013,0.00005847571,0.00013810526,0.000036409612,0.00003553971,0.000011052452,0.00030285856,0.0000431897,0.000008690554],"category_scores_gemma":[0.000080349935,0.000047448153,0.000027828286,0.0007940814,0.000016000633,0.00020363179,0.000046606296,0.000052638945,0.000021389556],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037314119,0.00043660004,0.83409745,0.0003209738,0.000008681263,6.3035327e-7,0.00077320985,0.0008105483,0.0005163958,0.15402357,0.00012602536,0.008882181],"study_design_scores_gemma":[0.000909353,0.000031524865,0.9610051,0.000065076354,0.000002853614,0.0000047482563,0.00023336406,0.006833966,0.013930161,0.009939626,0.0067100027,0.00033422795],"about_ca_topic_score_codex":0.00035217975,"about_ca_topic_score_gemma":0.00019673891,"teacher_disagreement_score":0.69400054,"about_ca_system_score_codex":0.00003331283,"about_ca_system_score_gemma":0.00005183305,"threshold_uncertainty_score":0.19348796},"labels":[],"label_agreement":null},{"id":"W2161741201","doi":"10.1109/icpads.2007.4447767","title":"Ants vs. faults: A swarm intelligence approach for diagnosing distributed computing networks","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Swarm intelligence; Computer science; Node (physics); Swarm behaviour; Ant colony; Set (abstract data type); Fault (geology); Identification (biology); Ant colony optimization algorithms; Computational intelligence; Distributed computing; Fault tolerance; Artificial intelligence; Algorithm; Particle swarm optimization; Engineering","score_opus":0.01855660179367303,"score_gpt":0.27835325333220273,"score_spread":0.2597966515385297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161741201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019092303,0.00012951424,0.97856957,0.00010332252,0.00066080707,0.0005776012,0.000003367498,0.0004821169,0.00038137584],"genre_scores_gemma":[0.81507677,0.000009918751,0.18437117,0.00027762368,0.00020046909,0.000013228657,0.000021455427,0.0000087427525,0.000020623076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979726,0.000033477027,0.0005315273,0.0005660894,0.00023826458,0.0006580164],"domain_scores_gemma":[0.99827135,0.0006992378,0.00014041469,0.0005597881,0.00018469963,0.00014449103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017427594,0.00019656433,0.00026590834,0.00007262592,0.0003167641,0.00012147069,0.0008525915,0.00013823445,0.0000022344366],"category_scores_gemma":[0.00016035044,0.00015389005,0.00011678566,0.0006623484,0.00006569718,0.00037833303,0.00026757846,0.00017092824,0.000009597065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011699436,0.000745978,0.1253939,0.00045032514,0.000086052314,0.000017914383,0.0021258437,0.18975721,0.000022444401,0.009462408,0.0028615026,0.66895944],"study_design_scores_gemma":[0.00020198539,0.00008888869,0.008379899,0.000053046002,0.0000048229813,0.000018356157,0.00013812381,0.98848164,0.0014375251,0.00020790855,0.0007312142,0.0002566118],"about_ca_topic_score_codex":0.000042875647,"about_ca_topic_score_gemma":0.0000043438476,"teacher_disagreement_score":0.7987244,"about_ca_system_score_codex":0.0000965081,"about_ca_system_score_gemma":0.00003735954,"threshold_uncertainty_score":0.6275454},"labels":[],"label_agreement":null},{"id":"W2161961462","doi":"10.1109/dsn.2003.1209981","title":"Dependable LQNS: a performability modeling tool for layered systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Computer science; Control reconfiguration; Distributed computing; Queueing theory; Software architecture; Fault management; Software fault tolerance; Fault tolerance; Fault detection and isolation; Fault injection; Software; Reliability engineering; Embedded system; Software engineering; Operating system; Computer network; Engineering","score_opus":0.02020312244232238,"score_gpt":0.24597930900200132,"score_spread":0.22577618655967893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161961462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27124766,0.00010904084,0.72622794,0.00018402499,0.0006751199,0.0007193506,0.0000030712044,0.0004040904,0.0004296941],"genre_scores_gemma":[0.94856143,0.0000060860116,0.050878685,0.00007482885,0.00010476276,0.0002145539,0.0000028292552,0.000009953893,0.00014684288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981941,0.00003226281,0.00049235445,0.0005214265,0.00029924166,0.00046062493],"domain_scores_gemma":[0.9985569,0.00008181092,0.00006868978,0.0009401917,0.00025892947,0.000093471834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012102673,0.00018100973,0.00027544418,0.00006303027,0.00029265916,0.0002292207,0.0007172208,0.000121868055,0.0000061615297],"category_scores_gemma":[0.00010000238,0.00013399686,0.00014749246,0.0002414404,0.000022748633,0.0011360954,0.00014936904,0.000109215034,0.00007793279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037831214,0.0001955851,0.003857532,0.00066084904,0.000036002166,0.0000024681015,0.00088666554,0.95519376,0.00019394059,0.03444194,0.0001662582,0.0043271757],"study_design_scores_gemma":[0.00093962904,0.00011959173,0.00011217085,0.000051403924,0.000004357749,0.000030279709,0.000086779924,0.99282944,0.0006529648,0.004354138,0.00056758913,0.0002516437],"about_ca_topic_score_codex":0.0004560941,"about_ca_topic_score_gemma":0.000014977845,"teacher_disagreement_score":0.6773138,"about_ca_system_score_codex":0.00020749905,"about_ca_system_score_gemma":0.00024963854,"threshold_uncertainty_score":0.5464233},"labels":[],"label_agreement":null},{"id":"W2165585126","doi":"10.4236/jsea.2012.52011","title":"Design of a Performance Measurement Framework for Cloud Computing","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Cloud computing; Computer science; Cloud testing; Software; Distributed computing; Reliability engineering; Cloud computing security; Operating system; Engineering","score_opus":0.025990331597448374,"score_gpt":0.24439468154484167,"score_spread":0.2184043499473933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165585126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016261386,0.0012277007,0.98195505,0.00003233905,0.0002726997,0.00020737376,7.080268e-7,0.000041679323,0.0000010555782],"genre_scores_gemma":[0.5683613,0.000034987974,0.43135872,0.000006629781,0.00022030744,0.000013247138,8.695633e-8,0.0000040886794,6.6016264e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992065,0.000010566666,0.0003462926,0.00007468807,0.00020117262,0.00016077021],"domain_scores_gemma":[0.99892503,0.00032229867,0.00021880145,0.00017788797,0.00027169212,0.00008430295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011114299,0.00008010468,0.0001728685,0.00007092701,0.0000752843,0.000017744478,0.00023281689,0.000049898787,3.597945e-7],"category_scores_gemma":[0.00017312766,0.00006544667,0.000051043135,0.00017486313,0.000014870146,0.00022409033,0.000034786906,0.000117355026,7.212466e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007407267,0.00090732845,0.11543667,0.0043742927,0.000467014,6.987516e-7,0.007140509,0.3539082,0.0038721364,0.061167438,0.00067005376,0.45198157],"study_design_scores_gemma":[0.0042753336,0.0023401375,0.18669066,0.0057003973,0.00043031713,0.00093456294,0.0004136495,0.66762465,0.038865197,0.007130573,0.083189085,0.0024054681],"about_ca_topic_score_codex":3.8012539e-7,"about_ca_topic_score_gemma":5.89108e-9,"teacher_disagreement_score":0.5520999,"about_ca_system_score_codex":0.000037668968,"about_ca_system_score_gemma":0.000042487078,"threshold_uncertainty_score":0.2668838},"labels":[],"label_agreement":null},{"id":"W2166431299","doi":"10.1080/18756891.2011.9727832","title":"Evaluating Timeliness and Accuracy Trade-offs of Supervised Machine Learning for Adapting Enterprise DRE Systems in Dynamic Environments","year":2011,"lang":"en","type":"article","venue":"International Journal of Computational Intelligence Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The King's University","funders":"","keywords":"Computer science; Adaptation (eye); Metric (unit); Support vector machine; Machine learning; Artificial intelligence; Artificial neural network; Quality of service; Quality (philosophy); Performance metric; Service (business); Data mining; Engineering","score_opus":0.05588479409559038,"score_gpt":0.33637345697706006,"score_spread":0.2804886628814697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166431299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24806644,0.0014216923,0.7484764,0.000078582976,0.0015555861,0.0003582041,0.0000096517815,0.000014096786,0.000019349449],"genre_scores_gemma":[0.98041207,0.00008876058,0.019312913,0.000014243952,0.000108002685,0.000020623313,0.000010152068,0.000013477316,0.000019761916],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966738,0.00027320083,0.0016690604,0.00027869744,0.0009077692,0.00019743649],"domain_scores_gemma":[0.99698585,0.0010342249,0.0012424447,0.00014504492,0.000509345,0.00008310675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002278187,0.00019091646,0.00042235988,0.0004114357,0.000066733795,0.00010839457,0.00093172374,0.0000835579,0.0000054287707],"category_scores_gemma":[0.0004540519,0.00016523356,0.00013142807,0.00017865503,0.000067099674,0.0008095433,0.00013029994,0.00024257354,0.0000029872908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020241072,0.00021627078,0.025526403,0.00023350284,0.00019007413,0.00002151482,0.0047197714,0.9165157,0.0005457939,0.0015896291,0.000005594839,0.050233323],"study_design_scores_gemma":[0.0005402082,0.0002976719,0.0063516423,0.00074614794,0.0000122333795,0.00028377367,0.0006301391,0.9896834,0.00024280668,0.0009812904,0.00008125096,0.00014947349],"about_ca_topic_score_codex":0.00014173563,"about_ca_topic_score_gemma":0.000003275307,"teacher_disagreement_score":0.73234564,"about_ca_system_score_codex":0.00017278058,"about_ca_system_score_gemma":0.0001443028,"threshold_uncertainty_score":0.6738029},"labels":[],"label_agreement":null},{"id":"W2167315396","doi":"10.1145/1985793.1985930","title":"Model-based performance testing (NIER track)","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software performance testing; Track (disk drive); Model-based testing; Orthogonal array testing; Software; System testing; Transactional memory; White-box testing; Software system; Distributed computing; Parallel computing; Operating system; Test case; Software engineering; Database; Software construction; Database transaction; Machine learning","score_opus":0.07363019853490044,"score_gpt":0.23337946892595332,"score_spread":0.15974927039105288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167315396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39831644,0.000012633963,0.5628431,0.000032232416,0.00019674015,0.00010395573,2.3353927e-7,0.00048797077,0.0380067],"genre_scores_gemma":[0.76329,8.0307774e-7,0.23614013,0.00024383745,0.000022114253,0.0000150161395,2.2604543e-7,0.0000053714616,0.0002824818],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894315,0.000019258876,0.0002301932,0.0003206698,0.00019966038,0.00028704377],"domain_scores_gemma":[0.999013,0.000048818925,0.000056310477,0.0006665307,0.0001294998,0.0000858252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003827833,0.00012400922,0.00012615458,0.000061921775,0.00013807368,0.000037398924,0.00067122706,0.00006370819,0.000037466314],"category_scores_gemma":[0.000038232334,0.00009041194,0.000049033693,0.00035077057,0.000043210428,0.0006389,0.000083568266,0.00010542349,0.000206713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031206248,0.0005001995,0.59007233,0.00037351294,0.000023356091,0.000012738969,0.0035166026,0.019211741,0.0006697124,0.006739584,0.0013413205,0.37750766],"study_design_scores_gemma":[0.00017291175,0.000079540485,0.024780445,0.00002219662,0.000002210957,0.0000055766027,0.000005383064,0.9691921,0.005074976,0.00041874213,0.00008791014,0.00015804428],"about_ca_topic_score_codex":0.000029634837,"about_ca_topic_score_gemma":0.0000020795621,"teacher_disagreement_score":0.9499803,"about_ca_system_score_codex":0.00002801066,"about_ca_system_score_gemma":0.00013206914,"threshold_uncertainty_score":0.36868918},"labels":[],"label_agreement":null},{"id":"W2167785580","doi":"10.1109/ares.2007.140","title":"Self-Diagnosing Wireless Mesh and Ad-Hoc Networks using an Adaptable Comparison-Based Approach","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Wireless mesh network; Computer science; Mobile ad hoc network; Wireless ad hoc network; Computer network; Ad hoc wireless distribution service; Optimized Link State Routing Protocol; Vehicular ad hoc network; Distributed computing; Wireless network; Protocol (science); Wireless; Adaptive quality of service multi-hop routing; Telecommunications","score_opus":0.0293267930118734,"score_gpt":0.2716807043398263,"score_spread":0.24235391132795286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167785580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30436894,0.00061739085,0.6936351,0.000018554061,0.00026119896,0.00021073916,2.1024748e-7,0.00046852924,0.00041932764],"genre_scores_gemma":[0.74018097,0.00002096535,0.25954667,0.00014885134,0.000075854994,0.000004702351,0.0000021717494,0.000011029493,0.000008766316],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981147,0.00008453738,0.00040968903,0.0005620728,0.000294345,0.0005346592],"domain_scores_gemma":[0.9987009,0.0002108614,0.00012022222,0.00063915184,0.000106136955,0.00022270012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014461826,0.0002063189,0.0003170453,0.00010061646,0.00034802023,0.00024431225,0.0004741218,0.00015625698,0.0000039436823],"category_scores_gemma":[0.000008924966,0.0001696634,0.00005044568,0.00049363734,0.000065380475,0.00074345496,0.00013764869,0.00020262944,0.0000028630845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010896223,0.002716983,0.56370574,0.000713556,0.000116200026,0.00003525158,0.004793902,0.15528908,0.00020151277,0.005389311,0.0008298771,0.26609963],"study_design_scores_gemma":[0.0003820315,0.000086794316,0.0042013237,0.0000318023,0.000009771589,0.000015233015,0.00019290557,0.9936959,0.0004134938,0.000019938821,0.0006932236,0.00025757178],"about_ca_topic_score_codex":0.0000859557,"about_ca_topic_score_gemma":0.000041966745,"teacher_disagreement_score":0.8384068,"about_ca_system_score_codex":0.00009105028,"about_ca_system_score_gemma":0.00011022156,"threshold_uncertainty_score":0.69186723},"labels":[],"label_agreement":null},{"id":"W2168361212","doi":"10.1109/innovations.2006.301961","title":"Techniques and a Framework for Characterizing Computer Systems' Workloads","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workload; Computer science; Set (abstract data type); Process (computing); Distributed computing; Characterization (materials science); Operating system; Programming language","score_opus":0.00896854814098336,"score_gpt":0.23808963029542005,"score_spread":0.2291210821544367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168361212","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02829304,0.00023657252,0.9687603,0.0004252352,0.0007493199,0.00046166906,0.0000013080206,0.0006507767,0.00042177667],"genre_scores_gemma":[0.43000758,0.0000130743865,0.56835717,0.0002018848,0.0010796346,0.00013417992,0.0000019472243,0.000009004964,0.00019553168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990717,0.000023777806,0.0002464658,0.00031790588,0.00011358068,0.00022655353],"domain_scores_gemma":[0.99927926,0.00017077527,0.00007170994,0.00036823962,0.000069205016,0.000040818628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032236232,0.000119366494,0.00018515147,0.00005987478,0.00012680705,0.0002599242,0.00027808276,0.000117703246,0.0000013195686],"category_scores_gemma":[0.0000064879614,0.000088950124,0.000045699635,0.00014712832,0.000030130584,0.00034875458,0.00012155827,0.000077072094,0.000007007308],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023396318,0.00015288893,0.043516498,0.0008357967,0.0000343858,0.000013339843,0.00043786346,0.000023786479,0.00051082915,0.7439873,0.0086660115,0.20179789],"study_design_scores_gemma":[0.0019736725,0.0014383444,0.07174824,0.0030207005,0.000045798675,0.0007528866,0.000109003544,0.27667394,0.023217192,0.07530437,0.54273224,0.0029836115],"about_ca_topic_score_codex":0.000056211815,"about_ca_topic_score_gemma":9.33055e-7,"teacher_disagreement_score":0.66868293,"about_ca_system_score_codex":0.000022979199,"about_ca_system_score_gemma":0.000017357892,"threshold_uncertainty_score":0.3627281},"labels":[],"label_agreement":null},{"id":"W2169367311","doi":"10.1145/350391.350431","title":"Using analytic models predicting middleware performance","year":2000,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Citation; Computer science; Library science; Operations research; Middleware (distributed applications); World Wide Web; Engineering; Operating system","score_opus":0.0484460767373426,"score_gpt":0.252544080666474,"score_spread":0.20409800392913138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169367311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8137759,0.00006906061,0.17043464,0.000059692706,0.00016905647,0.00012297659,5.401632e-7,0.00041263652,0.01495552],"genre_scores_gemma":[0.97179586,0.000027791484,0.026864871,0.00012818897,0.00007526258,0.000005069117,6.4052466e-7,0.0000071248,0.0010951733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986993,0.000029734589,0.00028702812,0.00036757742,0.00028506757,0.0003312914],"domain_scores_gemma":[0.9991159,0.00003078983,0.000044400556,0.0006530308,0.00006696483,0.00008890238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032156095,0.00013418034,0.00016458209,0.00006738807,0.00023200919,0.000097178774,0.00058886805,0.000067788766,0.00016668289],"category_scores_gemma":[0.0000064637297,0.00010352694,0.000069460315,0.00045912704,0.000032480526,0.00152262,0.00008246192,0.00011116147,0.00013335174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020476256,0.0001415997,0.15013315,0.00029348966,0.00005897204,0.000011933742,0.0026330508,0.56914407,0.00009791403,0.002167937,0.0002791653,0.27501824],"study_design_scores_gemma":[0.0001406587,0.00003254742,0.0036677055,0.000052116822,0.000004946357,0.0000344106,0.000018751538,0.9950933,0.00026237604,0.00036073674,0.00018486312,0.00014757462],"about_ca_topic_score_codex":0.000091680195,"about_ca_topic_score_gemma":0.0000031077402,"teacher_disagreement_score":0.42594925,"about_ca_system_score_codex":0.00006540394,"about_ca_system_score_gemma":0.000074772506,"threshold_uncertainty_score":0.4221706},"labels":[],"label_agreement":null},{"id":"W2169393467","doi":"10.1007/3-540-46029-2_9","title":"Software Performance Models from System Scenarios in Use Case Maps","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Notation; Unified Modeling Language; Sequence diagram; Software; Sequence (biology); Software engineering; Activity diagram; Resource (disambiguation); Programming language","score_opus":0.025109850589888592,"score_gpt":0.21507261937951594,"score_spread":0.18996276878962734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169393467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012076809,0.0006668795,0.98258173,0.000093583316,0.002811079,0.00082306523,0.000030874096,0.0005165978,0.0003993895],"genre_scores_gemma":[0.7759569,0.000101906706,0.2228524,0.00036813034,0.00039159067,0.0000326269,0.0000112001935,0.000055549575,0.00022965253],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938584,0.000083928964,0.0011554777,0.002502001,0.001317522,0.0010826697],"domain_scores_gemma":[0.9952642,0.0008016694,0.0004313128,0.0028905729,0.00033463852,0.00027761736],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011122696,0.0008745363,0.0010257359,0.0011192925,0.0003969413,0.00082412886,0.0028615969,0.0007257059,0.000015953727],"category_scores_gemma":[0.00009023407,0.0007616803,0.00020024057,0.0009914779,0.00054621324,0.0028868676,0.0015614388,0.0013897634,0.00011983988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018895902,0.00008966654,0.004840023,0.00048212238,0.000025027799,0.005833413,0.0037571297,0.5338054,0.0000050834706,0.001828578,0.000045624547,0.4492691],"study_design_scores_gemma":[0.0004624836,0.00011603041,0.00024987152,0.0020653112,0.000009488245,0.0017098251,8.8802676e-7,0.9884369,0.00007509608,0.0056906664,0.00022947312,0.0009540168],"about_ca_topic_score_codex":0.0006702459,"about_ca_topic_score_gemma":0.00034900993,"teacher_disagreement_score":0.76388013,"about_ca_system_score_codex":0.0012030919,"about_ca_system_score_gemma":0.0004778532,"threshold_uncertainty_score":0.9994834},"labels":[],"label_agreement":null},{"id":"W2169761397","doi":"10.1145/581339.581346","title":"Performance-related completions for software specifications","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software deployment; Computer science; Reliability (semiconductor); Specification language; Software; Component (thermodynamics); Software engineering; Programming language; Distributed computing","score_opus":0.06658017354006568,"score_gpt":0.23591103496820426,"score_spread":0.16933086142813858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169761397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03851759,0.00011551148,0.9403895,0.0024440747,0.000894018,0.00069259806,0.000009463995,0.0012047593,0.015732441],"genre_scores_gemma":[0.88937014,0.000050684037,0.10507739,0.00015212911,0.00006578036,0.00014050242,0.000009786865,0.000009090864,0.005124473],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989588,0.00001770199,0.00030375744,0.0003076957,0.00015514262,0.00025688353],"domain_scores_gemma":[0.9988647,0.00013638115,0.00006160659,0.00070266676,0.00015703602,0.00007760708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017939047,0.00010985739,0.00013400384,0.000085369385,0.0004000929,0.000067065506,0.0005797455,0.00006746171,0.00038426407],"category_scores_gemma":[0.0000479733,0.00008819106,0.000097176766,0.00040991328,0.000053423086,0.00045966048,0.00006610125,0.00007796407,0.0009212589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000987534,0.0011388457,0.11556544,0.00039496843,0.00014710278,0.0000022304457,0.0042558745,0.0022989446,0.00027058684,0.16695437,0.24580629,0.46315548],"study_design_scores_gemma":[0.001020032,0.00022585267,0.05931627,0.000041148418,0.000014897829,0.000047440546,0.000056023684,0.7656959,0.00037563647,0.0021775195,0.17050393,0.0005252874],"about_ca_topic_score_codex":0.000004474356,"about_ca_topic_score_gemma":0.0000018422352,"teacher_disagreement_score":0.85085255,"about_ca_system_score_codex":0.00004366744,"about_ca_system_score_gemma":0.000015885067,"threshold_uncertainty_score":0.99985665},"labels":[],"label_agreement":null},{"id":"W2171151309","doi":"10.1109/edcc.2010.13","title":"Emulation of Transient Software Faults for Dependability Assessment: A Case Study","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé","keywords":"Emulation; Dependability; Computer science; Context (archaeology); Software; Fault injection; Transient (computer programming); Software fault tolerance; Software bug; Embedded system; Fault (geology); Fault tolerance; Reliability engineering; Distributed computing; Engineering; Software engineering; Operating system","score_opus":0.015764365175121486,"score_gpt":0.3187662691080683,"score_spread":0.30300190393294685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171151309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55815053,0.0000013879646,0.44052878,0.000032081876,0.00034906698,0.00079280435,0.0000039225215,0.00010088901,0.000040510055],"genre_scores_gemma":[0.90127,1.200504e-7,0.098578416,0.00001349748,0.00002644547,0.00008576094,0.0000017231887,0.0000048091047,0.000019272322],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869967,0.000055648437,0.00041830793,0.0003930905,0.00025521248,0.00017808325],"domain_scores_gemma":[0.99844515,0.0002696731,0.00010304545,0.0008110655,0.00030178283,0.00006926038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010167006,0.00011601538,0.0002116134,0.000059910868,0.00013956979,0.000028869474,0.0003357274,0.000075931595,0.000017188902],"category_scores_gemma":[0.000098073746,0.00008541129,0.000104577004,0.00021084026,0.000034882494,0.00041444335,0.00006429716,0.00012781814,0.0000021535354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027602004,0.0019417243,0.90073854,0.00030782446,0.00004706378,0.00004713315,0.0063766497,0.00038710024,0.0008620006,0.0009534223,0.00005477191,0.088256195],"study_design_scores_gemma":[0.0043849554,0.0018848564,0.7845683,0.000024594085,0.000060506052,0.00064190733,0.0021602174,0.200509,0.003001218,0.0016189074,0.0005234019,0.0006221577],"about_ca_topic_score_codex":0.00042130472,"about_ca_topic_score_gemma":0.00092850835,"teacher_disagreement_score":0.3431194,"about_ca_system_score_codex":0.000024072728,"about_ca_system_score_gemma":0.0001160441,"threshold_uncertainty_score":0.34829712},"labels":[],"label_agreement":null},{"id":"W2172012155","doi":"10.1109/noms.2010.5488459","title":"Identifying symptoms of recurrent faults in log files of distributed information systems","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Downtime; Leverage (statistics); Process (computing); Identification (biology); Task (project management); Data mining; Distributed computing; Machine learning; Engineering","score_opus":0.009700964547620237,"score_gpt":0.2474721216626639,"score_spread":0.23777115711504368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172012155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87253773,0.000030961437,0.12551999,0.000017901355,0.0012634173,0.00022099266,0.000019192266,0.000056107896,0.00033373354],"genre_scores_gemma":[0.9987673,0.000004307179,0.0011740937,0.0000034695254,0.000012527501,0.000012095067,0.000018197135,0.0000013242577,0.00000666716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988811,0.000029491664,0.00060359883,0.00011017298,0.00024635278,0.00012927875],"domain_scores_gemma":[0.9990622,0.00007357936,0.00024605868,0.00040678863,0.00017981257,0.00003157355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005113007,0.00007404708,0.00018983152,0.0001341239,0.00002135196,0.00002789321,0.00041671583,0.00008018476,0.000005875877],"category_scores_gemma":[0.000095817464,0.000055287313,0.000043279368,0.0003388701,0.000038505754,0.00097654486,0.000112902984,0.00011421436,0.000013718972],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057934863,0.0005050525,0.7389894,0.004906687,0.00006468006,0.0000023453636,0.009068511,0.0029513256,0.0054059355,0.086416155,0.0011695777,0.15046239],"study_design_scores_gemma":[0.0015380427,0.0003071693,0.7227484,0.0008783754,0.000009914726,0.000025001398,0.00061460113,0.25218904,0.018384594,0.0008467447,0.001999387,0.000458713],"about_ca_topic_score_codex":0.00031635383,"about_ca_topic_score_gemma":0.000035388635,"teacher_disagreement_score":0.24923772,"about_ca_system_score_codex":0.000021038248,"about_ca_system_score_gemma":0.000048208643,"threshold_uncertainty_score":0.22545512},"labels":[],"label_agreement":null},{"id":"W2174594309","doi":"10.1109/models.2015.7338261","title":"Performance prediction upon toolchain migration in model-based software","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Toolchain; Computer science; Cruise control; Model-based design; Focus (optics); Software; Execution time; Software development; Development environment; Embedded system; Software engineering; Reliability engineering; Distributed computing; Control (management); Operating system; Simulation; Artificial intelligence","score_opus":0.022881763539516268,"score_gpt":0.23229651967859255,"score_spread":0.20941475613907629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174594309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46304944,0.000018303737,0.5356902,0.0002198104,0.00025590486,0.00014445007,9.0573747e-7,0.0002778942,0.0003431036],"genre_scores_gemma":[0.9544735,0.000005229548,0.045078836,0.0001593299,0.000040870727,0.000046826353,0.000008112812,0.000005594347,0.00018170413],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877524,0.00004936747,0.0002946043,0.00032069505,0.00033460927,0.00022546874],"domain_scores_gemma":[0.9991878,0.000031225158,0.00005536851,0.00049190247,0.00013737137,0.00009630212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079396804,0.00011908661,0.00012958793,0.00014241962,0.000055836197,0.000064171916,0.00035332597,0.00010024884,0.0000034591253],"category_scores_gemma":[0.00007583394,0.00009580527,0.00003585486,0.00041922083,0.000017457141,0.0011378715,0.000059272475,0.00010914164,0.00005467514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026376683,0.000095296535,0.36943775,0.00005818119,0.0000022254676,0.0000013913707,0.00087816775,0.60477597,0.00003858678,0.0002538249,0.0011727406,0.023259494],"study_design_scores_gemma":[0.0004806189,0.00011143826,0.015839275,0.000031990236,0.000001174059,0.0000025502113,0.000019256313,0.9821153,0.000743854,0.00025552942,0.0002845635,0.00011444369],"about_ca_topic_score_codex":0.00007734556,"about_ca_topic_score_gemma":0.000109257046,"teacher_disagreement_score":0.49142405,"about_ca_system_score_codex":0.00018224065,"about_ca_system_score_gemma":0.0002712019,"threshold_uncertainty_score":0.39068255},"labels":[],"label_agreement":null},{"id":"W2175343113","doi":"","title":"Improving the Quality of Web-based Enterprise Applications with Extended Static Checking: A Case Study.","year":2005,"lang":"en","type":"article","venue":"Workshop on Automated Specification and Verification of Web Sites","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Java; Programming language; Software engineering; Web application; Quality (philosophy); Code (set theory); Real time Java; World Wide Web","score_opus":0.029255572854686804,"score_gpt":0.3080112474619958,"score_spread":0.278755674607309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175343113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92376435,0.00012619,0.07310994,0.00093610515,0.000034705223,0.0013190608,0.000012512492,0.00051787513,0.00017926015],"genre_scores_gemma":[0.9914328,0.00003322185,0.008118573,0.00007109993,0.000025229327,0.00025103727,0.000016100534,0.0000117321915,0.0000402156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979569,0.00023745498,0.0007862041,0.00046889723,0.0003909953,0.00015959822],"domain_scores_gemma":[0.9971069,0.0004183808,0.00076751714,0.0012693227,0.00036807207,0.0000697783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001057499,0.00018088068,0.00026666143,0.00017862681,0.00019620454,0.00008808807,0.00044099192,0.000071978306,0.0000145624],"category_scores_gemma":[0.000080687176,0.00012390516,0.000050341736,0.00077365164,0.00017646902,0.00025086338,0.000039478047,0.00013862386,0.0000129847485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010660139,0.014899001,0.11610431,0.001797725,0.00045759606,0.000024296514,0.029737178,0.013464258,0.205584,0.03153543,0.001878362,0.5834518],"study_design_scores_gemma":[0.0022894277,0.00028217776,0.08219087,0.00010653385,0.00004754347,0.000042781874,0.0055707945,0.9009617,0.006498172,0.000021625465,0.0016159315,0.00037246355],"about_ca_topic_score_codex":0.000033137363,"about_ca_topic_score_gemma":0.00004046405,"teacher_disagreement_score":0.8874974,"about_ca_system_score_codex":0.000060439404,"about_ca_system_score_gemma":0.00014465339,"threshold_uncertainty_score":0.5052706},"labels":[],"label_agreement":null},{"id":"W2202946309","doi":"10.4271/2009-01-1428","title":"Managing and Configuring On-Board Diagnostics","year":2009,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Chrysler (Canada)","funders":"","keywords":"Computer science","score_opus":0.009750587742914697,"score_gpt":0.240790480151344,"score_spread":0.2310398924084293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202946309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8009329,0.001840936,0.00012290823,0.042997446,0.0013926863,0.002612774,0.000031162686,0.010907799,0.13916141],"genre_scores_gemma":[0.98717755,0.0012040738,0.005483619,0.005597159,0.00018378212,0.00010307163,0.0000063625703,0.00004492009,0.00019945453],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9953987,0.00014012597,0.00094903243,0.0015248649,0.0009705858,0.001016696],"domain_scores_gemma":[0.99618053,0.00093007175,0.00021188962,0.0021132745,0.00010809704,0.00045614992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008303805,0.00071880926,0.0008596729,0.0002415763,0.0005610688,0.00030265556,0.0017047977,0.0006116131,0.000054101372],"category_scores_gemma":[0.00081890845,0.0005814971,0.00030326674,0.0007573175,0.0006385301,0.00076850055,0.0005256332,0.0011762043,0.00014818838],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029309522,0.00091852655,0.002020769,0.00019646419,0.000068645364,0.00031031764,0.0001921316,0.00008754365,0.6772027,0.16224548,0.008167046,0.14829727],"study_design_scores_gemma":[0.0005846162,0.0017994333,0.96091455,0.00039960546,0.00002789285,0.00010182277,0.00003379021,9.68422e-7,0.00016216954,0.010849986,0.024427047,0.00069809164],"about_ca_topic_score_codex":0.000025377652,"about_ca_topic_score_gemma":0.0030793555,"teacher_disagreement_score":0.95889384,"about_ca_system_score_codex":0.00022085369,"about_ca_system_score_gemma":0.000079741956,"threshold_uncertainty_score":0.99966365},"labels":[],"label_agreement":null},{"id":"W22089455","doi":"10.3899/jrheum.110532","title":"GENERATING LOG FILE ANALYZERS","year":2012,"lang":"en","type":"dissertation","venue":"The Journal of Rheumatology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Spectrum analyzer; Prolog; Task (project management); Automation; Set (abstract data type); Process (computing); Regression testing; Programming language; Reliability engineering; Operating system; Software development; Software construction; Engineering","score_opus":0.010373808415596427,"score_gpt":0.2547732632743708,"score_spread":0.24439945485877435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22089455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737329,0.0039009936,0.014696548,0.00022719843,0.0065904497,0.000119210374,0.000005600246,0.00003929145,0.00068779103],"genre_scores_gemma":[0.99415636,0.00056726724,0.0042928085,0.00006413862,0.00008056659,0.0000043389755,0.000031459793,0.000017249005,0.00078583544],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983032,0.00027899232,0.0007538888,0.000108516026,0.0002864012,0.00026902143],"domain_scores_gemma":[0.99738324,0.00046290626,0.0013386965,0.0004502933,0.00029079235,0.000074062074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012675561,0.00017118006,0.00050720637,0.00015736846,0.00017227317,0.00003375997,0.0012509525,0.0002358746,0.0003721014],"category_scores_gemma":[0.00019042919,0.00009742857,0.00017384133,0.00020645482,0.000041373776,0.00028440382,0.00005481369,0.0005312141,0.00007358578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051936664,0.00052119076,0.20451848,0.0025828443,0.0023458453,0.000050388066,0.06789235,0.005669346,0.0013331748,0.0038195387,0.5394913,0.17125618],"study_design_scores_gemma":[0.010693759,0.0051012337,0.44026682,0.014188352,0.003540053,0.15517399,0.026856355,0.14904512,0.007335162,0.016608793,0.16159165,0.009598704],"about_ca_topic_score_codex":0.00011312325,"about_ca_topic_score_gemma":0.0000911024,"teacher_disagreement_score":0.37789965,"about_ca_system_score_codex":0.00004560155,"about_ca_system_score_gemma":0.00026757066,"threshold_uncertainty_score":0.40742496},"labels":[],"label_agreement":null},{"id":"W2211526479","doi":"10.1017/s1049023x00031198","title":"Availability and Appropriateness of Communication Technology in Disasters: The Evolution of Virtual Emergency Management Information Systems","year":2000,"lang":"en","type":"article","venue":"Prehospital and Disaster Medicine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Emergency management; Action (physics); Computer science; Computer security; Business; Risk analysis (engineering); Political science","score_opus":0.004227797662362894,"score_gpt":0.2042835495713888,"score_spread":0.20005575190902591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2211526479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894396,0.0016356938,0.0069478587,0.00056097587,0.00013360196,0.00043779708,0.0000017423382,0.000021760708,0.00082096254],"genre_scores_gemma":[0.9994679,0.00031802952,0.000121995625,0.000005831065,0.000007959607,0.00003843585,0.00000260113,0.0000015288396,0.000035711626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990246,0.000066571425,0.00050909835,0.00013273265,0.00017047278,0.00009648591],"domain_scores_gemma":[0.9992763,0.00003215095,0.00013797414,0.00047265022,0.000058026097,0.00002289489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054297614,0.000083649546,0.00018501794,0.00009923587,0.00004352443,0.0000078798985,0.00028876902,0.000050760056,0.0000063247403],"category_scores_gemma":[0.000021589733,0.000048729416,0.000013376152,0.00033582587,0.00030357976,0.000552046,0.00016135846,0.00006477009,0.0000019604204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001288907,0.0002636283,0.5641498,0.0019676625,0.0000555925,4.539474e-7,0.056881927,0.00043580463,0.000081075144,0.06436134,0.000069860704,0.311604],"study_design_scores_gemma":[0.0021557354,0.00093343185,0.9204542,0.0009254874,0.00003949942,0.000016426462,0.03804248,0.02513557,0.00005006184,0.011636604,0.00036272738,0.00024778023],"about_ca_topic_score_codex":0.0002926012,"about_ca_topic_score_gemma":0.00000689174,"teacher_disagreement_score":0.35630444,"about_ca_system_score_codex":0.000025811405,"about_ca_system_score_gemma":0.000007767971,"threshold_uncertainty_score":0.1987128},"labels":[],"label_agreement":null},{"id":"W2218614072","doi":"10.1049/iet-net.2013.0003","title":"Resilient Network Design","year":2013,"lang":"en","type":"article","venue":"IET Networks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.011555157381773666,"score_gpt":0.2110986917479675,"score_spread":0.19954353436619382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218614072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035865367,0.00067812164,0.9914764,0.00046204866,0.0017533025,0.0004576825,7.73435e-8,0.0003903016,0.0011955354],"genre_scores_gemma":[0.9199962,0.00007099075,0.077507965,0.0008621883,0.0008905731,0.00013226888,0.0000013683909,0.000013276925,0.00052516774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984568,0.00014175451,0.0002770199,0.0003729595,0.00021798053,0.0005334901],"domain_scores_gemma":[0.99862486,0.00019658553,0.000079031255,0.0008664065,0.00009672225,0.0001363889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005969925,0.00014934679,0.00017882488,0.00002623025,0.00018227607,0.00018722302,0.0007922223,0.00013162673,0.00007535724],"category_scores_gemma":[0.000019045854,0.000114321694,0.00007411944,0.00044811104,0.000043315616,0.00047857338,0.00020428997,0.00019212566,0.0006561538],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051858133,0.00003604476,0.0073842877,0.000010272615,0.00001778868,0.000004860735,0.00014265114,0.5895631,0.000004613491,0.0016237602,0.33277008,0.06843739],"study_design_scores_gemma":[0.00018942966,0.00009566059,0.017228952,0.000046085213,0.0000035682117,0.000013499935,0.000006275756,0.96808016,0.000025998232,0.0048643155,0.009201828,0.00024421807],"about_ca_topic_score_codex":0.000045123114,"about_ca_topic_score_gemma":0.0000021666149,"teacher_disagreement_score":0.9164097,"about_ca_system_score_codex":0.000039885756,"about_ca_system_score_gemma":0.0000397103,"threshold_uncertainty_score":0.8433748},"labels":[],"label_agreement":null},{"id":"W2232079827","doi":"","title":"The Official Guide to DB2 Version 8","year":2003,"lang":"en","type":"book","venue":"Prentice Hall Professional Technical Reference eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; Computer science; Section (typography); Certification; SQL; World Wide Web; Study guide; Database; Software engineering; Operating system; Political science","score_opus":0.02003935488991135,"score_gpt":0.3021388401362113,"score_spread":0.2820994852462999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232079827","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000102464444,0.00026265258,0.028998913,0.001000426,0.0048402534,0.0019742185,0.000020957945,0.0007661493,0.962034],"genre_scores_gemma":[0.007353484,0.00005169813,0.0074638976,0.00070836075,0.00032545655,0.0003225241,0.000027803879,0.000051995685,0.9836948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99481905,0.00032937576,0.0011053485,0.0012343539,0.001693892,0.00081800774],"domain_scores_gemma":[0.99533206,0.0010676116,0.00045402948,0.0021926258,0.0005685539,0.00038513017],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018710018,0.0005884014,0.00058875984,0.00015643278,0.0010045635,0.00024163557,0.003950812,0.0010030668,0.000053320782],"category_scores_gemma":[0.0006660451,0.0003656094,0.00028498986,0.00014826063,0.00025382545,0.00018148706,0.0022772436,0.0018161817,0.0012442989],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015818051,0.00016936354,0.000028501398,0.00031282293,0.00006983366,0.000023692039,0.00013962011,0.000009356543,0.00023876416,0.3122333,0.62777853,0.058838066],"study_design_scores_gemma":[0.00027026082,0.00019227128,0.000174865,0.0011505969,0.00003661421,0.000019739722,0.000010517231,0.000105912644,0.0001991372,0.040053483,0.9572013,0.0005853159],"about_ca_topic_score_codex":0.0000114512095,"about_ca_topic_score_gemma":0.000043762026,"teacher_disagreement_score":0.32942277,"about_ca_system_score_codex":0.0005511382,"about_ca_system_score_gemma":0.0026480788,"threshold_uncertainty_score":0.9998796},"labels":[],"label_agreement":null},{"id":"W2235243468","doi":"","title":"Model-driven Elasticity and DoS Attack Mitigation in Cloud Environments","year":2014,"lang":"en","type":"article","venue":"International Conference on Autonomic Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; York University","funders":"","keywords":"Cloud computing; Computer science; Elasticity (physics); Workload; Distributed computing; Server; Denial-of-service attack; Service level; Response time; Web service; Computer security; Computer network; The Internet; Operating system; World Wide Web","score_opus":0.03085006355062936,"score_gpt":0.2755445681411867,"score_spread":0.24469450459055736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235243468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59766614,0.0000016920935,0.39954475,0.0004473496,0.00040195545,0.000078839446,0.0000011822368,0.000042013344,0.0018160689],"genre_scores_gemma":[0.9937052,0.0000051034212,0.005942726,0.00018628358,0.000090471025,0.0000046413006,0.000004315293,0.0000049742757,0.000056258257],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885917,0.000060387567,0.00031891625,0.00040241386,0.00018955817,0.00016956952],"domain_scores_gemma":[0.99944544,0.00011852782,0.00013456479,0.00021798475,0.000029352343,0.000054127824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034077073,0.00012591768,0.00014752378,0.00010208207,0.000068748275,0.00012039005,0.00048250853,0.00005793385,0.000009802496],"category_scores_gemma":[0.00004700734,0.0001226964,0.000030146835,0.000049974293,0.00004927774,0.0002455754,0.00024463996,0.00015883523,0.00005723495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002540275,0.00015940327,0.09677631,0.00002627207,0.0000327137,0.0000028430122,0.0020205898,0.5770029,0.0019022229,0.21244727,0.00008166375,0.10952241],"study_design_scores_gemma":[0.00035949162,0.00003196654,0.048820537,0.000080075944,0.0000010638684,0.0000031266168,0.000010417938,0.94819003,0.00014988834,0.0020343533,0.00019655714,0.00012248894],"about_ca_topic_score_codex":0.000021497664,"about_ca_topic_score_gemma":0.000008732621,"teacher_disagreement_score":0.39603907,"about_ca_system_score_codex":0.00017732392,"about_ca_system_score_gemma":0.000049045666,"threshold_uncertainty_score":0.50034136},"labels":[],"label_agreement":null},{"id":"W2240989855","doi":"10.1109/ase.2015.15","title":"Performance Prediction of Configurable Software Systems by Fourier Learning (T)","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Software system; Factor (programming language); Algorithm; Constant (computer programming); Sample (material); Data mining; Theoretical computer science; Programming language","score_opus":0.018441065591878403,"score_gpt":0.20993754057007785,"score_spread":0.19149647497819944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240989855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51979357,0.0005667647,0.46758783,0.00010055059,0.0016481922,0.00036111072,0.0000064195915,0.0007786046,0.00915697],"genre_scores_gemma":[0.9922661,0.000025133084,0.0037725435,0.000018204995,0.000052398296,0.000023535249,0.000007497964,0.000007609032,0.0038269418],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860626,0.00007552932,0.00036340108,0.0002689215,0.00045111612,0.00023475602],"domain_scores_gemma":[0.998877,0.00005868292,0.00014786099,0.00045604297,0.00033165337,0.00012878848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086940516,0.000118901895,0.00021413733,0.000059273054,0.00009530217,0.000067438195,0.0004183741,0.000097125536,0.000011541884],"category_scores_gemma":[0.000117219366,0.00009102033,0.00004130565,0.0002824197,0.00004730442,0.0008958638,0.00008273662,0.0001400231,0.00007480463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033333494,0.00015733023,0.8904651,0.0006683658,0.00006416953,0.0000021547446,0.002222514,0.02220394,0.0005917857,0.0013943198,0.057866745,0.024330288],"study_design_scores_gemma":[0.0012644903,0.0008666014,0.008750341,0.00019852612,0.0000136828485,0.000058292168,0.00046175928,0.9215645,0.0056188144,0.00009419124,0.060757034,0.00035177643],"about_ca_topic_score_codex":0.00014117965,"about_ca_topic_score_gemma":4.3504912e-7,"teacher_disagreement_score":0.89936054,"about_ca_system_score_codex":0.000065209,"about_ca_system_score_gemma":0.00012928015,"threshold_uncertainty_score":0.37117013},"labels":[],"label_agreement":null},{"id":"W2243336684","doi":"10.17226/22535","title":"Performance Measurement of Transportation Systems: Summary of the Fourth International Conference","year":2013,"lang":"en","type":"book","venue":"Transportation Research Board eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Systems engineering; Operations research; Engineering","score_opus":0.0724010035294592,"score_gpt":0.29227610821848643,"score_spread":0.2198751046890272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2243336684","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23546945,0.0015637927,0.04643263,0.0010468303,0.009792202,0.015678862,0.0014218019,0.00064928713,0.6879451],"genre_scores_gemma":[0.90898335,0.00021126888,0.00066246797,0.000012495832,0.000108288536,0.00027350802,0.00009199451,0.000034712903,0.089621924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9938424,0.00021039647,0.0012718408,0.00053715927,0.0037625772,0.00037557798],"domain_scores_gemma":[0.99432224,0.00012164502,0.0006988163,0.0010592932,0.0036909068,0.00010711065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001876755,0.00029613447,0.0005376415,0.0003359851,0.00015196779,0.000066302644,0.002090532,0.00032346262,0.000044549826],"category_scores_gemma":[0.000021171181,0.00021737306,0.00026870586,0.00017616128,0.00045148894,0.00033778787,0.000026534792,0.000684667,0.000019528828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013184873,0.0012458961,0.120655626,0.059828855,0.003667717,0.000054939737,0.048658676,0.011287968,0.011245844,0.48126385,0.13438708,0.12638505],"study_design_scores_gemma":[0.006494336,0.002182674,0.63172233,0.031335957,0.0004722454,0.0000061502246,0.0014447502,0.05660129,0.02298524,0.008993376,0.23450202,0.00325965],"about_ca_topic_score_codex":0.0007450757,"about_ca_topic_score_gemma":0.00048873515,"teacher_disagreement_score":0.6735139,"about_ca_system_score_codex":0.00028695088,"about_ca_system_score_gemma":0.001868109,"threshold_uncertainty_score":0.8864216},"labels":[],"label_agreement":null},{"id":"W2245342929","doi":"","title":"Software error early detection system based on run-time statistical analysis of function return values","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Function point; Overhead (engineering); Software; Software bug; Function (biology); Code (set theory); Source code; Software maintenance; Workload; Software system; Software quality; State (computer science); Real-time computing; Operating system; Software development; Distributed computing; Programming language","score_opus":0.006588570754921798,"score_gpt":0.2166083522351904,"score_spread":0.2100197814802686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245342929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24805638,0.000007601428,0.7506017,0.000017373508,0.00025764096,0.00014071689,0.000011236999,0.00041528977,0.0004920467],"genre_scores_gemma":[0.9834054,1.2370086e-7,0.016268881,0.00002789452,0.00005216285,0.00001553673,0.000017662243,0.000006889388,0.00020545397],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998197,0.00015659978,0.00046577796,0.00043484633,0.0005312409,0.00021452439],"domain_scores_gemma":[0.9985937,0.00029434072,0.00016773617,0.00067361456,0.00021296006,0.000057670164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005822069,0.00015334506,0.00035343957,0.0003982429,0.00013021538,0.00006521878,0.00025784626,0.00012001101,0.0000412174],"category_scores_gemma":[0.000056173154,0.000115262046,0.00017741456,0.0012952058,0.000046739548,0.0002535558,0.000035850575,0.00009655966,0.000083546984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088032545,0.0013348036,0.7648056,0.0015652779,0.0014934909,0.00003423879,0.0005873325,0.15499467,0.007875093,0.008882676,0.003737799,0.053808685],"study_design_scores_gemma":[0.00020811195,0.00033631755,0.31110665,0.000032702555,0.00019473692,0.0000011176654,0.000013170608,0.68552,0.002290192,0.00013356523,0.000025687956,0.00013778523],"about_ca_topic_score_codex":0.00068383245,"about_ca_topic_score_gemma":0.000043621967,"teacher_disagreement_score":0.735349,"about_ca_system_score_codex":0.00016851435,"about_ca_system_score_gemma":0.00005492029,"threshold_uncertainty_score":0.47002497},"labels":[],"label_agreement":null},{"id":"W2251611076","doi":"","title":"Proceedings of the 6th international workshop on Software quality","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Quality (philosophy); Software; Computer science; Engineering management; Software review; Software quality; Software peer review; Pleasure; Software development; Engineering; World Wide Web; Software construction; Psychology; Medicine","score_opus":0.03155408621747025,"score_gpt":0.27476105030589465,"score_spread":0.2432069640884244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251611076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.933325,0.000011901037,0.048042968,0.0015787943,0.001120027,0.00019101112,0.0000014371595,0.00021941916,0.015509463],"genre_scores_gemma":[0.9915511,0.000007122894,0.0062023886,0.0003449192,0.0000565906,0.000007575198,2.0723682e-7,0.0000027163985,0.0018273994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990274,0.000010601459,0.0002322022,0.00020603265,0.00041392288,0.0001098687],"domain_scores_gemma":[0.9993128,0.00007479686,0.00010771823,0.00027757138,0.00019839317,0.000028732024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029436298,0.00007250683,0.000102665246,0.000032324082,0.0001046424,0.000020624375,0.0009967068,0.000047150035,0.00002284786],"category_scores_gemma":[0.0002014685,0.00003965,0.00008435023,0.00025611636,0.00007657054,0.00027314163,0.00022087934,0.000098915,0.000025902957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023328406,0.0002404953,0.93381387,0.000061378174,0.00003097256,7.63711e-7,0.0023187397,0.00012359067,0.00018354047,0.03406372,0.014048079,0.015091528],"study_design_scores_gemma":[0.00048690735,0.00005861685,0.97783047,0.00012994518,0.0000024449541,0.000034770987,0.0001421236,0.0018285832,0.010155172,0.0018882334,0.0071984003,0.00024436155],"about_ca_topic_score_codex":0.000022944336,"about_ca_topic_score_gemma":0.0000017057787,"teacher_disagreement_score":0.0582261,"about_ca_system_score_codex":0.00003558689,"about_ca_system_score_gemma":0.00004549711,"threshold_uncertainty_score":0.18521458},"labels":[],"label_agreement":null},{"id":"W2268591325","doi":"","title":"The (5+1) architectural view model for cloud applications","year":2014,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cloud computing; Software deployment; Service-oriented modeling; Software engineering; Architectural model; Software architecture; Domain (mathematical analysis); Modeling language; Distributed computing; Systems engineering; Reference architecture; Process (computing); Architecture; Metamodeling; Set (abstract data type); Focus (optics); Software; Programming language; Engineering; Operating system","score_opus":0.010133331911213666,"score_gpt":0.2365334798559208,"score_spread":0.22640014794470714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268591325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031057752,0.00069724215,0.98706436,0.0062782345,0.00019297437,0.0015386897,0.000009693794,0.0008622095,0.00025082857],"genre_scores_gemma":[0.72533846,0.00009311695,0.267185,0.0018708449,0.00031181387,0.0045026797,0.0000070888186,0.0000309252,0.0006600712],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806917,0.000105765204,0.00043956883,0.0004689023,0.00027603476,0.0006405729],"domain_scores_gemma":[0.99728626,0.00048085296,0.00017592912,0.0017102165,0.00015781206,0.00018890384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014612,0.0002358622,0.0002486725,0.000099170524,0.0008688505,0.0003006802,0.0016782653,0.00014538087,8.11021e-7],"category_scores_gemma":[0.00016364426,0.0001609555,0.00021019278,0.00038731593,0.00010887499,0.00025700004,0.0002812127,0.00024506162,0.000019173409],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002445907,0.000078180885,0.0019898221,0.000093042414,0.000026233578,3.4387526e-7,0.00034597798,0.019363325,0.00027529002,0.37739688,0.002655043,0.5977514],"study_design_scores_gemma":[0.00020171699,0.000058258425,0.0014758843,0.000016813685,0.000008319552,0.000023379309,0.0000071613126,0.9187737,0.0004513897,0.041961048,0.03680991,0.00021243072],"about_ca_topic_score_codex":0.00032724632,"about_ca_topic_score_gemma":0.00046291956,"teacher_disagreement_score":0.89941037,"about_ca_system_score_codex":0.00015991957,"about_ca_system_score_gemma":0.00016919903,"threshold_uncertainty_score":0.6682583},"labels":[],"label_agreement":null},{"id":"W2279272802","doi":"10.1007/978-3-642-35632-2_21","title":"Path-Aware Time-Triggered Runtime Verification","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Overhead (engineering); Sampling (signal processing); Execution time; Real-time computing; Set (abstract data type); Path (computing); Parallel computing; Embedded system; Operating system; Programming language; Telecommunications; Detector","score_opus":0.009377730707233394,"score_gpt":0.2167901030679255,"score_spread":0.20741237236069213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279272802","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003181025,0.00035875582,0.9925256,0.0005037439,0.0020748472,0.0007466897,0.00000584338,0.00041465586,0.0030517813],"genre_scores_gemma":[0.44807765,0.00023012138,0.5381426,0.002589578,0.0022860763,0.00013954952,0.00006413523,0.00016923432,0.008301018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955944,0.000048628986,0.000717156,0.0017938311,0.0011416872,0.0007042944],"domain_scores_gemma":[0.99612236,0.0003267591,0.0003968461,0.002480731,0.0004693038,0.00020397948],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010199083,0.0005827244,0.00063953095,0.0006034888,0.0003248803,0.00062735844,0.0037029174,0.0005159614,0.00016178258],"category_scores_gemma":[0.00007825945,0.00048385354,0.00018074866,0.0006853194,0.00055699947,0.001096117,0.0009840017,0.00071164925,0.0022689009],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006347224,0.00006189871,0.0001937886,0.00018947912,0.000020769452,0.00003397412,0.0008558484,0.0040511033,0.00031662697,0.0030683149,0.00056195364,0.9906399],"study_design_scores_gemma":[0.00047333588,0.00027265595,0.0012164701,0.0008840556,0.000014686174,0.0000958406,1.9302188e-7,0.92904055,0.0015972694,0.057327017,0.0075703193,0.0015076259],"about_ca_topic_score_codex":0.000038367052,"about_ca_topic_score_gemma":0.0000048576344,"teacher_disagreement_score":0.9891323,"about_ca_system_score_codex":0.00041115718,"about_ca_system_score_gemma":0.0006509258,"threshold_uncertainty_score":0.99976134},"labels":[],"label_agreement":null},{"id":"W2295492139","doi":"10.1145/2151024.2151044","title":"Execution mining","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Artifact (error); Source code; Code (set theory); Simple (philosophy); Programming language; Software engineering; Representation (politics); Execution model; Software; Distributed computing; Operating system","score_opus":0.01501654337794989,"score_gpt":0.24153168270439995,"score_spread":0.22651513932645007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295492139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3700507,0.00011360704,0.6002365,0.00020943994,0.0010261126,0.000050847888,4.9961688e-8,0.00031013275,0.028002657],"genre_scores_gemma":[0.9695034,0.0000017425123,0.029836427,0.00012921925,0.00009371133,0.000003794844,1.7641297e-7,0.0000011458255,0.0004303969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99960494,0.000013175749,0.00007147524,0.000072459974,0.000084829146,0.0001530907],"domain_scores_gemma":[0.99967664,0.000020742731,0.000015288435,0.00022274443,0.000016536891,0.000048022444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002617097,0.00003385355,0.000039305847,0.000020049245,0.000046366833,0.000019614172,0.00016083443,0.00002335959,0.00002342076],"category_scores_gemma":[0.000012396381,0.000023671939,0.000019360057,0.000111061476,0.000007604461,0.0006280702,0.000057263886,0.000020552841,0.00020975173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001895148,0.00011057308,0.69128466,0.000034109595,0.000009425529,6.441213e-7,0.0040911157,0.00001322791,0.00044100222,0.07143476,0.012128724,0.22044988],"study_design_scores_gemma":[0.0006125504,0.00012354304,0.7825466,0.000047582045,0.000007732785,0.00011251576,0.0004798536,0.031478167,0.019061869,0.0011991647,0.16362178,0.0007086373],"about_ca_topic_score_codex":0.000007968972,"about_ca_topic_score_gemma":3.467453e-7,"teacher_disagreement_score":0.5994527,"about_ca_system_score_codex":0.000014454137,"about_ca_system_score_gemma":0.000008732152,"threshold_uncertainty_score":0.26960042},"labels":[],"label_agreement":null},{"id":"W2318956585","doi":"10.1109/tpds.2016.2542815","title":"Post-Deployment Anomaly Detection and Diagnosis in Networked Embedded Systems by Program Profiling and Symptom Mining","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Computer science; Debugging; Anomaly detection; Profiling (computer programming); Software deployment; Wireless sensor network; Data mining; Program analysis; Distributed computing; Real-time computing; Computer network; Operating system","score_opus":0.01018631391818493,"score_gpt":0.23139136991951384,"score_spread":0.22120505600132892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318956585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.466451,0.0014771946,0.5301475,0.00011134846,0.00065580953,0.00088793616,0.000056170462,0.00020958504,0.000003472744],"genre_scores_gemma":[0.9973453,0.0009508245,0.00027181307,0.000014188479,0.00003808603,0.0013172464,0.000006179021,0.000014918215,0.000041437717],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788404,0.0002458517,0.0005605541,0.00065277715,0.00024506054,0.0004117474],"domain_scores_gemma":[0.9988914,0.00032577198,0.00015033376,0.000335989,0.00009642547,0.00020009407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056579825,0.0002787489,0.0003971122,0.00013495785,0.00027690173,0.00045497657,0.00015477075,0.00019803118,7.0360846e-7],"category_scores_gemma":[0.0000108768745,0.00019431191,0.00004830625,0.00031519553,0.00008994395,0.00084149843,0.00000797044,0.00013171499,0.0000029667087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086374744,0.002281151,0.15687144,0.0031985366,0.00067215314,0.00007942987,0.003994764,0.065695584,0.011010917,0.00029456045,0.00044079695,0.7545969],"study_design_scores_gemma":[0.007878189,0.00274406,0.01798655,0.00393085,0.00013535332,0.0005115495,0.0040636635,0.9569938,0.0024143192,0.000039755065,0.0014849027,0.0018169956],"about_ca_topic_score_codex":0.0003475078,"about_ca_topic_score_gemma":0.000053764466,"teacher_disagreement_score":0.89129823,"about_ca_system_score_codex":0.00011057305,"about_ca_system_score_gemma":0.000032969983,"threshold_uncertainty_score":0.792381},"labels":[],"label_agreement":null},{"id":"W2322330124","doi":"10.1145/2020976.1958783","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Root cause; Web service; Software engineering; Web application; Root cause analysis; Risk analysis (engineering); World Wide Web; Engineering; Reliability engineering","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322330124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7863927,0.00052084477,0.2065979,0.00011057678,0.0020274539,0.0002931837,0.0000074521245,0.0039693313,0.00008058945],"genre_scores_gemma":[0.8478211,0.000012044951,0.15190005,0.00008244243,0.0001092222,0.000021328053,0.0000032708003,0.000026878964,0.0000236262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983507,0.000012128533,0.00035751416,0.0004883218,0.0002978989,0.00049346563],"domain_scores_gemma":[0.9898693,0.008099318,0.00008884154,0.0016544126,0.00010933291,0.00017882457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032583755,0.00028241327,0.0002614381,0.0001465454,0.0001051848,0.000074423144,0.001720667,0.00015681167,0.00008124681],"category_scores_gemma":[0.028987661,0.0002521217,0.00013609116,0.00039657106,0.000031953878,0.0007490185,0.00041147546,0.00026324397,0.00038230396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070027145,0.000111424095,0.9514269,0.00023572428,0.000043342516,0.000047814323,0.0016313884,0.00013506526,0.00039482652,0.0015404521,0.000436101,0.043989938],"study_design_scores_gemma":[0.0002098665,0.0000654285,0.99206996,0.00009766304,0.000007023677,0.000048281247,0.0000056211393,0.00014481803,0.0048665702,0.0001637493,0.0018681978,0.00045279379],"about_ca_topic_score_codex":0.00009725697,"about_ca_topic_score_gemma":0.000003270858,"teacher_disagreement_score":0.061428465,"about_ca_system_score_codex":0.000054373148,"about_ca_system_score_gemma":0.0000942827,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W2323664125","doi":"","title":"Methodology for jbi scoping reviews","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":299,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","score_opus":0.3028050645951804,"score_gpt":0.41514372536919136,"score_spread":0.11233866077401095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323664125","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078440737,0.0011264385,0.9935666,0.0005961043,0.0010213319,0.0005605977,1.42331e-7,0.00014889425,0.0021955287],"genre_scores_gemma":[0.0068292757,0.00005048132,0.99125826,0.00088179734,0.00014228269,0.00013190137,6.409277e-7,0.0000037549692,0.00070159783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914473,0.00015693349,0.00023447779,0.00022062034,0.00007621397,0.00016704024],"domain_scores_gemma":[0.9990961,0.00023160319,0.00005746939,0.0004419123,0.000095563715,0.000077358796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030586838,0.00006501708,0.0002153145,0.000031680538,0.000042270636,0.000029040293,0.0004048708,0.000046685105,0.0000054718844],"category_scores_gemma":[0.0006163429,0.0000424117,0.00006210703,0.00013790048,0.000017323284,0.00024876092,0.00010012679,0.00003442077,0.00013744783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003125304,0.000101626465,0.010379531,0.0016341886,0.000030030085,0.0000024750698,0.003889274,0.00010545233,0.00034299892,0.114983335,0.13663147,0.7318684],"study_design_scores_gemma":[0.0024716735,0.0009529525,0.0009882672,0.0010068408,0.000023062528,0.000095757336,0.0001803997,0.03843769,0.010591166,0.06729439,0.87697303,0.0009847477],"about_ca_topic_score_codex":0.000018444938,"about_ca_topic_score_gemma":0.000008521961,"teacher_disagreement_score":0.7403416,"about_ca_system_score_codex":0.000024427587,"about_ca_system_score_gemma":0.000088782566,"threshold_uncertainty_score":0.17666596},"labels":[],"label_agreement":null},{"id":"W2323669771","doi":"10.1515/jisys.2001.11.2.95","title":"Application of Case-Based Reasoning for Call Admission Control in Asynchronous Transfer Mode Networks","year":2001,"lang":"en","type":"article","venue":"Journal of Intelligent Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Kuwait University","keywords":"Computer science; Asynchronous communication; Control (management); Transfer (computing); Mode (computer interface); Call Admission Control; Computer network; Artificial intelligence; Telecommunications; Human–computer interaction","score_opus":0.011805450132374846,"score_gpt":0.2683723677700272,"score_spread":0.2565669176376524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323669771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08942709,0.0011290184,0.9081086,0.00008076001,0.0005991554,0.00061991834,0.000001954133,0.000016165477,0.000017320122],"genre_scores_gemma":[0.9972568,0.00004761,0.0024158976,0.000033509747,0.00019149459,0.000036321428,9.062192e-7,0.000009316491,0.000008101591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980471,0.00013293175,0.0011505268,0.00017650236,0.0002729614,0.00021994252],"domain_scores_gemma":[0.99847203,0.00028979333,0.00040247032,0.00030218647,0.00041697884,0.000116556716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015710576,0.00013075607,0.00044520976,0.000185549,0.00005234788,0.00003715896,0.00037309542,0.00013012924,0.0000013165197],"category_scores_gemma":[0.000063209925,0.00009575779,0.00018732793,0.00026172507,0.000020063602,0.00022088192,0.000009286996,0.00016939803,0.0000011906227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030317451,0.00022486488,0.032377735,0.00031396915,0.00004769454,0.0001090919,0.0005179482,0.9458975,0.0004315292,0.00048518565,0.00012578219,0.0191655],"study_design_scores_gemma":[0.0008659585,0.00034110268,0.00029175097,0.0005145703,0.000017336233,0.0010412091,0.00008232272,0.99501216,0.00074793067,0.000024337714,0.00095926714,0.00010202885],"about_ca_topic_score_codex":0.00028723717,"about_ca_topic_score_gemma":0.0000401307,"teacher_disagreement_score":0.90782976,"about_ca_system_score_codex":0.00019944346,"about_ca_system_score_gemma":0.00015331637,"threshold_uncertainty_score":0.39048892},"labels":[],"label_agreement":null},{"id":"W2336944640","doi":"10.1002/cjce.22509","title":"How do you write and present research well? 9—show and state what error bars represent","year":2016,"lang":"en","type":"article","venue":"The Canadian Journal of Chemical Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Standard deviation; Confidence interval; Standard error; Error bar; Statistics; Range (aeronautics); Mathematics; Interval (graph theory); Relative standard deviation; Tolerance interval; Combinatorics; Materials science","score_opus":0.02121686990521046,"score_gpt":0.24223785186038577,"score_spread":0.2210209819551753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336944640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96035695,0.0038165343,0.004366072,0.030906765,0.00038209182,0.0001317271,0.0000016868341,0.000015670492,0.000022507349],"genre_scores_gemma":[0.9988094,0.00014580858,0.0007167974,0.00002361068,0.00016006333,0.0000028299487,5.6053718e-8,0.000008385507,0.00013303247],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988817,0.000045517292,0.00018528783,0.00017626707,0.0003285064,0.00038273065],"domain_scores_gemma":[0.99859,0.0002715551,0.000055408418,0.00035003005,0.00018138578,0.00055161654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012581105,0.00009962569,0.00015977511,0.00014153554,0.000094910465,0.00056687807,0.0005090385,0.000055665216,0.00000344762],"category_scores_gemma":[0.0002636476,0.000052995027,0.00004064623,0.00017711786,0.00016293484,0.00079920876,0.00010988806,0.00031076552,0.0000017318274],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016403491,0.000083130544,0.02966843,0.0012202386,0.00064729515,0.0011851358,0.019788373,0.0056425347,0.19688465,0.005627924,0.019520922,0.71956736],"study_design_scores_gemma":[0.007217989,0.0011625058,0.024595834,0.00907543,0.00010592547,0.0076939724,0.0013951728,0.13397162,0.4908354,0.016947279,0.30401376,0.002985128],"about_ca_topic_score_codex":0.00023806425,"about_ca_topic_score_gemma":0.000031655156,"teacher_disagreement_score":0.71658224,"about_ca_system_score_codex":0.00013591714,"about_ca_system_score_gemma":0.00019639352,"threshold_uncertainty_score":0.5466418},"labels":[],"label_agreement":null},{"id":"W2337392435","doi":"10.1145/2909480","title":"Debugging distributed systems","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Visualization; Programming language; Algorithmic program debugging; Software engineering; Operating system; Embedded system; Artificial intelligence","score_opus":0.03294595689119045,"score_gpt":0.27052413423506116,"score_spread":0.2375781773438707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337392435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15400054,0.00722285,0.44722736,0.3821898,0.0028394903,0.0013967842,0.00009270826,0.0010944909,0.0039359587],"genre_scores_gemma":[0.9829176,0.000071758535,0.01688429,0.000023595016,0.000009480818,0.000022169164,8.3200854e-7,0.0000025276936,0.00006775763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99934876,0.00013771086,0.00020571827,0.00009617119,0.00011589434,0.0000957404],"domain_scores_gemma":[0.96094805,0.0004284285,0.00012509609,0.03836292,0.00011406626,0.000021428543],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00037205947,0.000049433595,0.000089217356,0.000022478527,0.00019174299,0.000022536258,0.035169452,0.000029159832,0.0000010709524],"category_scores_gemma":[0.003253024,0.000023303088,0.00005724346,0.00025830686,0.00014052974,0.00019876887,0.017262882,0.000050471797,0.000028076687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013263054,0.0005808512,0.46244264,0.0002934595,0.0002469026,4.55355e-7,0.002185077,0.0004717147,0.0144814225,0.28950128,0.15162407,0.07815886],"study_design_scores_gemma":[0.0020892876,0.0001229999,0.44369143,0.0026479152,0.00008356548,0.000085257896,0.000267484,0.037935536,0.014124827,0.2713656,0.22660306,0.0009830345],"about_ca_topic_score_codex":0.000036458736,"about_ca_topic_score_gemma":0.0000039204397,"teacher_disagreement_score":0.828917,"about_ca_system_score_codex":0.000040898558,"about_ca_system_score_gemma":0.000049887818,"threshold_uncertainty_score":0.9906853},"labels":[],"label_agreement":null},{"id":"W2339498136","doi":"10.1145/2904111.2904115","title":"A reference architecture for real-time microservice API consumption","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"RTDS Technologies (Canada); University of Ottawa","funders":"","keywords":"Computer science; NoSQL; Microservices; Scalability; Architecture; World Wide Web; Cloud computing; Database; Web service; Rest (music); Operating system","score_opus":0.01831473904096118,"score_gpt":0.25717755949166776,"score_spread":0.2388628204507066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339498136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22911935,0.000027056025,0.7655952,0.0021676936,0.00023850874,0.00045066373,0.000012838505,0.0005651303,0.0018235755],"genre_scores_gemma":[0.8058181,0.0001239826,0.18529074,0.0007502331,0.00016871902,0.00017775169,0.000007512565,0.000019490115,0.0076434757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990348,0.000035184454,0.0001925293,0.0003651751,0.00012642879,0.0002458757],"domain_scores_gemma":[0.99887395,0.0002618684,0.000062801526,0.0006139198,0.00011902218,0.00006844576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030195474,0.00011076792,0.0001359287,0.000045854424,0.00009420558,0.000047871046,0.0005402327,0.00008500654,0.00006722273],"category_scores_gemma":[0.000031581545,0.00005883977,0.000053567517,0.00009717165,0.00003951032,0.00026229248,0.00011187267,0.000038461912,0.00069761643],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015028562,0.00016758668,0.01709112,0.00063156435,0.00005741327,0.0000032427279,0.0011038585,0.000012629357,0.44298524,0.027708087,0.016563034,0.49352595],"study_design_scores_gemma":[0.01219271,0.0019631255,0.18607156,0.0015735789,0.00007441956,0.00036059698,0.00005526256,0.015833564,0.32198018,0.0777878,0.37823266,0.003874519],"about_ca_topic_score_codex":0.000044325778,"about_ca_topic_score_gemma":0.000020262436,"teacher_disagreement_score":0.58030444,"about_ca_system_score_codex":0.000037796442,"about_ca_system_score_gemma":0.000048977618,"threshold_uncertainty_score":0.8966681},"labels":[],"label_agreement":null},{"id":"W2340362696","doi":"10.1007/s11219-016-9311-0","title":"A declarative framework for stateful analysis of execution traces","year":2016,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Debugging; Tracing; TRACE (psycholinguistics); Programming language; Abstraction; Software engineering; Distributed computing; Theoretical computer science","score_opus":0.04390968862051765,"score_gpt":0.35937246303747283,"score_spread":0.3154627744169552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340362696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24929951,0.00016400027,0.7492566,0.00063878566,0.0003737232,0.00013983877,0.00004382748,0.000077468394,0.0000062403988],"genre_scores_gemma":[0.7776979,0.00006348386,0.2219818,0.000085934225,0.0000975314,0.000017913397,0.0000023028347,0.000006548271,0.00004654755],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99762154,0.00034275078,0.00087130547,0.00032782648,0.00050773524,0.00032886805],"domain_scores_gemma":[0.9959424,0.0019426295,0.00071789976,0.00055407657,0.00069499045,0.00014796309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002824309,0.00015918171,0.00052301533,0.00031321618,0.00024175867,0.000091539034,0.00067135395,0.00015230358,0.000039615494],"category_scores_gemma":[0.0017258826,0.00009418092,0.0005013914,0.00096615875,0.000117165095,0.00082732283,0.0000665299,0.00016638864,0.0000070751744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039846098,0.00053911615,0.4494413,0.0003081956,0.0035082716,0.000008174954,0.013868543,0.0005993065,0.0009256155,0.07464842,0.0011493985,0.4546052],"study_design_scores_gemma":[0.0023734304,0.0010236889,0.47283703,0.00065637025,0.00078095763,0.000057432986,0.0009904932,0.0017972625,0.007970309,0.50749373,0.0030371568,0.0009821367],"about_ca_topic_score_codex":0.000016608188,"about_ca_topic_score_gemma":0.000014883216,"teacher_disagreement_score":0.52839845,"about_ca_system_score_codex":0.00012929951,"about_ca_system_score_gemma":0.00021215489,"threshold_uncertainty_score":0.38405862},"labels":[],"label_agreement":null},{"id":"W2353131584","doi":"","title":"The Design and Development of Alarm System in Network Education","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"LEAPS; Computer science; ALARM; Publicity; Flexibility (engineering); Profitability index; Computer security; Risk analysis (engineering); Asset (computer security); Work (physics); Set (abstract data type); Engineering management; Marketing; Business","score_opus":0.007928079373588647,"score_gpt":0.22920713275083102,"score_spread":0.22127905337724238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353131584","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00515388,0.000602551,0.9931301,0.00021719416,0.000033480042,0.00071248267,1.00738134e-7,0.000060915812,0.00008932862],"genre_scores_gemma":[0.2812617,0.000013526115,0.7183692,0.000073255695,0.000051381438,0.00021603277,0.0000011468288,0.0000022298962,0.000011529514],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992223,0.000044046345,0.00030890005,0.00020290558,0.00007779627,0.00014406191],"domain_scores_gemma":[0.9994072,0.00009243887,0.00008749514,0.0003154774,0.00006525448,0.0000321579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005013978,0.00007387128,0.00009782624,0.000038949627,0.00021558492,0.000055345517,0.00042036502,0.000035454254,1.0360606e-7],"category_scores_gemma":[3.4525974e-7,0.000053124175,0.000014725889,0.00029733338,0.00002267262,0.00009185903,0.00006734418,0.000054359913,0.000008693944],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014996846,0.000056834087,0.0008262299,0.000028723323,0.0000037201314,5.2754807e-8,0.00065927836,0.0005203343,0.00014406687,0.010822763,0.00045354094,0.986483],"study_design_scores_gemma":[0.00074528245,0.00010517152,0.2260159,0.00039873642,0.000010069297,0.00007738087,0.00029012878,0.05534559,0.006089934,0.0069906064,0.7033164,0.00061478355],"about_ca_topic_score_codex":0.0000034201976,"about_ca_topic_score_gemma":0.000002055877,"teacher_disagreement_score":0.98586816,"about_ca_system_score_codex":0.00005719961,"about_ca_system_score_gemma":0.000194556,"threshold_uncertainty_score":0.2166341},"labels":[],"label_agreement":null},{"id":"W2358348501","doi":"10.1109/tpds.2016.2567390","title":"Diagnosing Performance Variations by Comparing Multi-Level Execution Traces","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Codebase; Tracing; TRACE (psycholinguistics); Task (project management); Overhead (engineering); Kernel (algebra); Context (archaeology); Source code; Tree (set theory); Distributed computing; Machine learning; Programming language","score_opus":0.03671217780830908,"score_gpt":0.24399445136615242,"score_spread":0.20728227355784334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2358348501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091627546,0.00024633174,0.9059796,0.00026158316,0.0010151772,0.00033225276,0.00022556585,0.00028257442,0.000029383464],"genre_scores_gemma":[0.99781525,0.00026629743,0.0014255288,0.00001923258,0.00003380976,0.00017593164,0.000013122931,0.000009761934,0.00024106207],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983308,0.00011093681,0.00046994028,0.0004695826,0.00027297484,0.00034581727],"domain_scores_gemma":[0.99894756,0.00021331637,0.00014302359,0.000432958,0.000107202824,0.0001559583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003278271,0.0002276495,0.0003027691,0.00009355609,0.00057630945,0.00017729787,0.00030404777,0.00013887901,0.000004383382],"category_scores_gemma":[0.000009253531,0.00015616693,0.0000753797,0.0002937687,0.000077071745,0.0008828641,0.0000044147896,0.00013384971,0.000053861895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041203026,0.0044515645,0.0785098,0.0015783992,0.00078418106,0.000025247686,0.003913982,0.5714553,0.015201056,0.0034456416,0.010980628,0.30924216],"study_design_scores_gemma":[0.004174434,0.00033985722,0.040804476,0.0008203212,0.000060706792,0.000116132534,0.00018939869,0.94681484,0.0023127678,0.0000443142,0.00335431,0.0009684217],"about_ca_topic_score_codex":0.00013526442,"about_ca_topic_score_gemma":0.000015261476,"teacher_disagreement_score":0.9061877,"about_ca_system_score_codex":0.0001260563,"about_ca_system_score_gemma":0.00004456537,"threshold_uncertainty_score":0.6368303},"labels":[],"label_agreement":null},{"id":"W2367047471","doi":"","title":"Study on the Design Model Suitable for Performance Measurement","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Software design; Basis (linear algebra); Reliability engineering; Software development; Operating system","score_opus":0.0905620034432027,"score_gpt":0.2842046288915642,"score_spread":0.19364262544836153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367047471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019026197,0.000027411501,0.97612476,0.0004207098,0.00003871888,0.003942182,0.0000014760926,0.00019365219,0.00022487028],"genre_scores_gemma":[0.7428,0.0000017023985,0.2548298,0.00043193594,0.000095808246,0.0017524867,9.039053e-7,0.000010532963,0.000076846874],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985092,0.00003910635,0.00032188676,0.00044188532,0.00033420665,0.0003536702],"domain_scores_gemma":[0.99842376,0.000261368,0.000085616964,0.0008879042,0.00027988525,0.000061482206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030994902,0.0001583847,0.00013652154,0.000072074035,0.0005717083,0.00011322304,0.0011624745,0.00004935171,7.920683e-7],"category_scores_gemma":[0.0000024708906,0.00010420113,0.000067950234,0.0003459106,0.000028086391,0.00017107044,0.0001429064,0.000124096,0.00007754949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013524918,0.006019991,0.010502754,0.0002583732,0.00032184273,0.0000020882235,0.01569945,0.101587094,0.008962725,0.050608426,0.040861323,0.7650407],"study_design_scores_gemma":[0.0022584335,0.0012286187,0.028803386,0.0000833958,0.000056468816,0.000023209876,0.00043920762,0.7975364,0.045617077,0.005473819,0.117365,0.0011150314],"about_ca_topic_score_codex":0.0000030655322,"about_ca_topic_score_gemma":0.0000024415747,"teacher_disagreement_score":0.7639257,"about_ca_system_score_codex":0.00013054733,"about_ca_system_score_gemma":0.000089246554,"threshold_uncertainty_score":0.4397176},"labels":[],"label_agreement":null},{"id":"W2367120529","doi":"","title":"Research on Auto-generation Technology of TestScript in .NET Framework","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Automation; Test script; Test harness; Maintainability; Manual testing; Test Management Approach; Software engineering; Software; Keyword-driven testing; Test (biology); Scripting language; Test case; Reliability engineering; Embedded system; Software development; Operating system; Software construction; Engineering","score_opus":0.057521076148307176,"score_gpt":0.33786285830842505,"score_spread":0.28034178216011785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367120529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16528454,0.000108823624,0.83269584,0.00089428417,0.000042497195,0.0005913694,0.0000017580593,0.00015481267,0.00022608839],"genre_scores_gemma":[0.74967617,0.000023879267,0.24966496,0.00010079242,0.000098201126,0.00038880797,0.0000039768447,0.0000061325823,0.000037100002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986164,0.00007284638,0.00035313243,0.00045090014,0.0002395149,0.00026720655],"domain_scores_gemma":[0.9986543,0.00015209091,0.00006854408,0.0008626152,0.00022193784,0.000040499035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044120348,0.00010131743,0.00017036601,0.0006037156,0.000204994,0.000022695785,0.0009241698,0.0001821215,0.0000036000395],"category_scores_gemma":[0.0000045505667,0.00009339083,0.000037604947,0.0022354028,0.00016644681,0.00013193068,0.00022470021,0.00037250962,0.00013858292],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011218247,0.0019359165,0.08422101,0.00015954784,0.000032716674,0.000015068441,0.0033568207,0.0030725324,0.03108412,0.46183884,0.012395482,0.40187672],"study_design_scores_gemma":[0.0019340286,0.0011570831,0.21008651,0.0005010771,0.00000862012,0.00032691474,0.00018352114,0.07114732,0.16407976,0.10211717,0.44705197,0.0014060112],"about_ca_topic_score_codex":0.000029049459,"about_ca_topic_score_gemma":0.0000053577505,"teacher_disagreement_score":0.5843916,"about_ca_system_score_codex":0.00008560021,"about_ca_system_score_gemma":0.000115355106,"threshold_uncertainty_score":0.38083676},"labels":[],"label_agreement":null},{"id":"W2397411116","doi":"10.1145/2896982.2896989","title":"Model driven performance simulation of cloud provisioned Hadoop mapreduce applications","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cloud computing; Computer science; Provisioning; Software deployment; Distributed computing; Latency (audio); Big data; Operating system","score_opus":0.019640571182959803,"score_gpt":0.25894983669933963,"score_spread":0.23930926551637982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397411116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20589219,0.000009767953,0.7924629,0.00025883198,0.00008570593,0.00034950775,0.0000019081704,0.00015913563,0.00078008714],"genre_scores_gemma":[0.97234106,0.000013371304,0.026677394,0.000035050874,0.000045419238,0.00006670275,8.1600115e-7,0.0000052712085,0.0008149382],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989698,0.000020263164,0.0003112342,0.00029901403,0.00023722273,0.00016247263],"domain_scores_gemma":[0.99873,0.00010106731,0.0001173624,0.0007919973,0.00020450377,0.000055075787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000215955,0.000094396026,0.00013418382,0.00006246768,0.000090290836,0.000016737922,0.00054493843,0.000063022155,0.0000109317825],"category_scores_gemma":[0.000021304117,0.000054888744,0.000051413168,0.00024379636,0.00005341038,0.000642964,0.00013936979,0.000036991813,0.00009377628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003339185,0.00030716104,0.03283961,0.00028170279,0.00002708768,2.0349005e-7,0.00093188026,0.5053707,0.015436976,0.018671963,0.0006404196,0.4254589],"study_design_scores_gemma":[0.00023725501,0.000044945966,0.0024626271,0.000037705202,0.0000025952002,8.661709e-7,0.000004355139,0.98934543,0.006154383,0.0010472242,0.00055924477,0.00010336961],"about_ca_topic_score_codex":0.0000039905926,"about_ca_topic_score_gemma":7.669222e-7,"teacher_disagreement_score":0.76644886,"about_ca_system_score_codex":0.000039618142,"about_ca_system_score_gemma":0.00009391063,"threshold_uncertainty_score":0.22382979},"labels":[],"label_agreement":null},{"id":"W2400560134","doi":"10.1155/2016/9792462","title":"Detection of Common Problems in Real-Time and Multicore Systems Using Model-Based Constraints","year":2016,"lang":"en","type":"article","venue":"Scientific Programming","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Computer science; Workflow; Multi-core processor; Tracing; Kernel (algebra); Set (abstract data type); Distributed computing; Representation (politics); Core (optical fiber); Programming language; Parallel computing; Database","score_opus":0.02571358315245265,"score_gpt":0.2586395748591801,"score_spread":0.23292599170672745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400560134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7023487,0.00005727896,0.29665926,0.000010382306,0.00036607892,0.00044610965,0.0000027407473,0.00009666075,0.000012752457],"genre_scores_gemma":[0.98675287,0.0000015547719,0.01317723,0.0000012179809,0.000008724985,0.00002495101,8.534149e-7,0.0000060221596,0.000026574868],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845153,0.000083407554,0.0004072057,0.00046219132,0.00028699977,0.00030867013],"domain_scores_gemma":[0.9990559,0.000084240026,0.00018233623,0.00047015407,0.00013396883,0.00007340047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016436218,0.000114309274,0.00021441824,0.00022617802,0.00015490489,0.00018520918,0.00029070541,0.00007788589,6.7322486e-7],"category_scores_gemma":[0.000049653394,0.00007833473,0.00003852732,0.0005367908,0.00048580422,0.0004307064,0.00009554881,0.00005646758,0.0000039803363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009303039,0.00019052588,0.03830047,0.00055841927,0.000009496389,0.0000034019824,0.0011326662,0.012599729,0.40482807,0.0001551198,0.0000021370715,0.54221064],"study_design_scores_gemma":[0.00047316926,0.0000430791,0.0008160724,0.0005776626,0.0000040961118,0.000009667082,0.000030206671,0.98632216,0.011447037,0.00011223271,0.00003058031,0.00013400758],"about_ca_topic_score_codex":0.00017644052,"about_ca_topic_score_gemma":0.00004224844,"teacher_disagreement_score":0.97372246,"about_ca_system_score_codex":0.00009679019,"about_ca_system_score_gemma":0.000119756114,"threshold_uncertainty_score":0.31943977},"labels":[],"label_agreement":null},{"id":"W2400577739","doi":"10.1145/2901739.2901769","title":"Logging library migrations","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Logging; Debugging; Leverage (statistics); Computer science; Software engineering; World Wide Web; Operating system","score_opus":0.008629201659741622,"score_gpt":0.20807930754848444,"score_spread":0.19945010588874282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400577739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029702388,0.000047386246,0.9436698,0.009506554,0.0003386589,0.00006115178,5.637246e-7,0.0007633902,0.015910096],"genre_scores_gemma":[0.97001064,0.000012082208,0.023380736,0.00038696837,0.00005321248,0.0000068563877,1.9202936e-7,0.00000246542,0.006146836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99959064,0.000014277514,0.00008838933,0.00013549709,0.000069154936,0.00010206667],"domain_scores_gemma":[0.9995366,0.00006658242,0.000015335032,0.0003354592,0.000009716158,0.000036311943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006250405,0.000038924252,0.00004267317,0.000031299252,0.000054684755,0.000043340784,0.00030298816,0.000021474805,0.00011549816],"category_scores_gemma":[0.0000106222105,0.000018562796,0.000026924052,0.000107208376,0.000016579443,0.0011366346,0.00009437309,0.000015961086,0.00048745773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025409881,0.000070665454,0.2874405,0.000030480289,0.000014887686,0.000006167405,0.00046796486,0.0000060746465,0.0022977467,0.18595082,0.13375063,0.38996154],"study_design_scores_gemma":[0.0011040523,0.00017292584,0.18701825,0.00018889803,0.000005386326,0.000061109815,0.000056627694,0.00945125,0.056620188,0.05115737,0.69334793,0.00081602175],"about_ca_topic_score_codex":0.0000040568652,"about_ca_topic_score_gemma":9.899233e-7,"teacher_disagreement_score":0.9403083,"about_ca_system_score_codex":0.0000062673366,"about_ca_system_score_gemma":0.000032087606,"threshold_uncertainty_score":0.62654454},"labels":[],"label_agreement":null},{"id":"W2406773059","doi":"","title":"Model-based performance testing.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Reliability engineering; Engineering","score_opus":0.08411767033182665,"score_gpt":0.24820776281123494,"score_spread":0.16409009247940828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406773059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11672577,0.000007230851,0.8772715,0.00004766074,0.00094871706,0.00009740684,0.0000038377725,0.0007890668,0.004108813],"genre_scores_gemma":[0.7760784,0.0000027476212,0.223635,0.00011118441,0.000046858597,0.00003422195,0.0000026159337,0.000011227519,0.000077739554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987556,0.000009376491,0.00025174013,0.00035870934,0.0003738384,0.00025073424],"domain_scores_gemma":[0.99899757,0.000073432726,0.0000722899,0.000452193,0.00031368018,0.000090834554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001986179,0.00018909878,0.00013965686,0.0001738731,0.00006278345,0.00007602585,0.0010823336,0.00007465979,0.00005181333],"category_scores_gemma":[0.00026114623,0.00017295725,0.000057107434,0.00021293406,0.000023931054,0.00048254768,0.00010966271,0.00020333206,0.00012873021],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011136659,0.0005915458,0.23094453,0.000363241,0.0001501651,0.00006769489,0.00274578,0.48166433,0.0012004832,0.15435226,0.0004830368,0.12732558],"study_design_scores_gemma":[0.00018596831,0.000083832216,0.013256567,0.0001355085,0.0000018898126,0.0000070903866,0.0000030792544,0.98392713,0.0018210289,0.00023806818,0.00012131862,0.0002185005],"about_ca_topic_score_codex":0.000010860214,"about_ca_topic_score_gemma":5.497646e-7,"teacher_disagreement_score":0.6593526,"about_ca_system_score_codex":0.00008768034,"about_ca_system_score_gemma":0.00013344259,"threshold_uncertainty_score":0.7052992},"labels":[],"label_agreement":null},{"id":"W2407664911","doi":"","title":"Dependability Modeling of Self-healing Client-Server Applications.","year":2003,"lang":"en","type":"article","venue":"Workshop on Algorithms and Data Structures","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Control reconfiguration; Computer science; Software fault tolerance; Fault management; Fault tolerance; Embedded system; Server; Distributed computing; Software; Reliability engineering; Software engineering; Operating system; Engineering","score_opus":0.02961166643194081,"score_gpt":0.2949991580920693,"score_spread":0.2653874916601285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407664911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10687146,0.0011063588,0.89058024,0.00009376751,0.00039825044,0.0004626608,0.000063747764,0.00017902636,0.0002444646],"genre_scores_gemma":[0.82761,0.00016374905,0.17202754,0.00008514744,0.00005656818,0.000015038689,0.000030275993,0.000007509578,0.000004156814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982995,0.000080382975,0.00038552383,0.0007042729,0.00029883243,0.00023149217],"domain_scores_gemma":[0.99755913,0.00013239532,0.000110294066,0.0020106856,0.000086458625,0.000101045465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072260346,0.00016469965,0.00023678459,0.00006571199,0.00019618624,0.00009031445,0.0008974479,0.00011446935,0.000011984775],"category_scores_gemma":[0.00007951544,0.0001251473,0.000038958995,0.000251442,0.000051583847,0.00043492645,0.00033276645,0.0001870593,0.0000032944874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044093656,0.00045291393,0.022830939,0.0008486011,0.00016987594,0.0000050200524,0.0015133513,0.047777183,0.00003551679,0.14657684,0.00056680373,0.77917886],"study_design_scores_gemma":[0.00064398133,0.00005573445,0.0053099543,0.00006344653,0.000026177535,0.000028523102,0.00020306684,0.96409553,0.00025729186,0.020963231,0.007927803,0.00042526893],"about_ca_topic_score_codex":0.000045783367,"about_ca_topic_score_gemma":0.0000095262485,"teacher_disagreement_score":0.91631836,"about_ca_system_score_codex":0.000023861043,"about_ca_system_score_gemma":0.00006988278,"threshold_uncertainty_score":0.5103359},"labels":[],"label_agreement":null},{"id":"W2483067896","doi":"10.1016/b978-0-12-411519-4.00018-5","title":"Mining Software Logs for Goal-Driven Root Cause Analysis","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Root cause analysis; Root (linguistics); Computer science; Data mining; Software engineering; Engineering; Reliability engineering; Philosophy","score_opus":0.03100444830357659,"score_gpt":0.2724281780965521,"score_spread":0.24142372979297552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483067896","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007082332,0.0034042813,0.10885481,0.0002271555,0.0034803434,0.0033621474,0.00019816612,0.0015739161,0.87819093],"genre_scores_gemma":[0.002360369,0.000017222164,0.033430718,0.00016557363,0.0004991596,0.00019004034,0.000088148285,0.000087179214,0.9631616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665797,0.000046244837,0.00084413355,0.0011806415,0.0006991041,0.00057193305],"domain_scores_gemma":[0.99612117,0.00026508459,0.0005538377,0.002074256,0.00067427626,0.000311379],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008034799,0.0006352979,0.0012175483,0.00050019735,0.00023821866,0.00018577169,0.0015378416,0.00062118756,0.000035302583],"category_scores_gemma":[0.0001023446,0.00054012326,0.00088585523,0.00011181016,0.00013705298,0.00021131698,0.0005130818,0.00036563934,0.00016377916],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014650069,0.000013133026,0.0009785594,0.00027489619,0.001296732,0.000035785994,0.001098834,0.00012334215,9.5558e-7,0.0013841448,0.0016512359,0.9931277],"study_design_scores_gemma":[0.00054850284,0.00018819445,0.00015063134,0.00033727702,0.0011039024,0.000025383555,0.0000098796,0.0016859148,0.000011665011,0.0060289507,0.98893416,0.00097556895],"about_ca_topic_score_codex":0.0000021408398,"about_ca_topic_score_gemma":0.000117648524,"teacher_disagreement_score":0.99215215,"about_ca_system_score_codex":0.00028466695,"about_ca_system_score_gemma":0.0004399292,"threshold_uncertainty_score":0.999705},"labels":[],"label_agreement":null},{"id":"W2483497932","doi":"10.4018/978-1-4666-4217-1.ch002","title":"UML-Driven Software Performance Engineering","year":2013,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Applications of UML; Software engineering; Categorization; Software; Data science; Artificial intelligence; Programming language","score_opus":0.0043992300136767035,"score_gpt":0.18892402538762226,"score_spread":0.18452479537394556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483497932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0919267,0.13811211,0.74745375,0.00007444008,0.009537287,0.0034077168,0.00011353868,0.006343948,0.0030304869],"genre_scores_gemma":[0.7821734,0.06729541,0.09761594,0.00013285439,0.0018849855,0.00037163057,0.00029898956,0.00051120674,0.04971558],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939521,0.000038519534,0.0019792274,0.0017769258,0.0009856698,0.0012675797],"domain_scores_gemma":[0.99621564,0.00036957578,0.000894985,0.0017471114,0.0004289775,0.00034371056],"candidate_categories":["metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0006770229,0.0015158439,0.0024557626,0.0015773176,0.00046513084,0.0005676671,0.001551446,0.000773211,0.000043949967],"category_scores_gemma":[0.00011720068,0.001464242,0.00040837887,0.00082046964,0.0002082821,0.005020667,0.0007838667,0.00126396,0.00010412539],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017408196,0.000031028845,0.03510694,0.0052979416,0.0007636185,0.000035137098,0.0006481157,0.9332275,0.0000037391,0.007873686,0.00014711444,0.0168478],"study_design_scores_gemma":[0.0007360916,0.00040272094,0.018931316,0.0043924386,0.00041724741,0.00018123764,0.00002263437,0.7708368,0.000039742932,0.00003184027,0.20099035,0.0030176123],"about_ca_topic_score_codex":0.00008445832,"about_ca_topic_score_gemma":0.000018327548,"teacher_disagreement_score":0.6902467,"about_ca_system_score_codex":0.00047726205,"about_ca_system_score_gemma":0.00017050517,"threshold_uncertainty_score":0.999759},"labels":[],"label_agreement":null},{"id":"W2483576841","doi":"10.1109/uic-atc-scalcom-cbdcom-iop.2015.146","title":"Improved Chain Calculation for Sub-chain Dependencies in Layered Queueing Networks","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Queueing theory; Mean value analysis; Layered queueing network; Computer science; Chain (unit); Dependency (UML); Solver; Mathematical optimization; Queue; Throughput; Algorithm; Computer network; Mathematics","score_opus":0.02396718781154114,"score_gpt":0.2541481091753526,"score_spread":0.23018092136381144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483576841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23955883,0.0000890722,0.7589689,0.00021067171,0.00045610245,0.00042548907,4.3902654e-7,0.00016124407,0.00012926107],"genre_scores_gemma":[0.98790824,0.0000036571364,0.011625667,0.00012914042,0.00010779564,0.000077967125,0.000003906025,0.000007002731,0.00013663874],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884427,0.00006172389,0.00030422903,0.00031567566,0.00016320625,0.00031092286],"domain_scores_gemma":[0.99920326,0.00012170362,0.00007319426,0.00036952642,0.00013823395,0.00009405556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011665209,0.000116416086,0.00017190295,0.00008680802,0.00006277512,0.00007789253,0.00034076965,0.000107295586,7.9083674e-7],"category_scores_gemma":[0.00014138025,0.00009238382,0.00005378027,0.00033670483,0.000018177921,0.00048605373,0.00010923425,0.000090966365,0.0000050335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022996019,0.0003423044,0.45907146,0.00031405047,0.00005948729,0.0000176565,0.010441529,0.317712,0.0017924363,0.0214851,0.0046778615,0.18385614],"study_design_scores_gemma":[0.0006146589,0.00006906697,0.012829128,0.000015532256,0.0000011869178,0.0000031365369,0.0000742069,0.9849542,0.0006223735,0.0005195915,0.00015378033,0.00014314358],"about_ca_topic_score_codex":0.00046731808,"about_ca_topic_score_gemma":0.00132794,"teacher_disagreement_score":0.74834937,"about_ca_system_score_codex":0.00012583152,"about_ca_system_score_gemma":0.00010407144,"threshold_uncertainty_score":0.3767303},"labels":[],"label_agreement":null},{"id":"W2484023394","doi":"10.1109/icst.2016.9","title":"A Framework to Evaluate the Effectiveness of Different Load Testing Analysis Techniques","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; System under test; Oracle; Load testing; Reliability engineering; Data mining; Test data; Test case; Test (biology); Regression testing; Test Management Approach; Software; Regression analysis; Machine learning; Software system; Engineering","score_opus":0.0205680247550138,"score_gpt":0.29894165628157626,"score_spread":0.27837363152656247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484023394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36113468,0.000009777164,0.6377821,0.00020253554,0.000062124716,0.00023146113,4.1540298e-7,0.00013539485,0.00044151372],"genre_scores_gemma":[0.97390366,0.0000016998284,0.025913563,0.000052701245,0.000020470097,0.0000785481,4.5630806e-8,0.0000029696043,0.000026335769],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986232,0.00034230066,0.00021829343,0.00028217112,0.00036665358,0.00016741856],"domain_scores_gemma":[0.9957704,0.0029344629,0.000048346228,0.00089339627,0.00030672038,0.00004665983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023794123,0.00010301446,0.0002442514,0.0000879684,0.00006801,0.0000298524,0.0006913099,0.00005107634,0.000010973019],"category_scores_gemma":[0.0010274193,0.000037649366,0.00011675918,0.0012300127,0.00004258949,0.0001136445,0.00026709086,0.000052149324,0.000018527724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004236038,0.00010628467,0.7506209,0.00012595637,0.00029639484,9.1776064e-7,0.0004074261,0.00006211077,0.018191926,0.010901057,0.000039633473,0.21920505],"study_design_scores_gemma":[0.00012407373,0.0002506587,0.79497164,0.00048212343,0.000093503164,0.0000018677017,0.000008459387,0.002464124,0.18265119,0.018724915,0.00004414197,0.00018329472],"about_ca_topic_score_codex":0.00008739454,"about_ca_topic_score_gemma":0.000007785125,"teacher_disagreement_score":0.612769,"about_ca_system_score_codex":0.000083603045,"about_ca_system_score_gemma":0.00004709028,"threshold_uncertainty_score":0.15352966},"labels":[],"label_agreement":null},{"id":"W2499579268","doi":"10.4018/978-1-59140-366-1.ch010","title":"Software Architecture Analysis and Reconstruction","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Architecture tradeoff analysis method; Software engineering; Reference architecture; Computer science; Software architecture; Resource-oriented architecture; Software; Software system; Software architecture description; Architecture; Domain (mathematical analysis); Field (mathematics); Software construction; Systems engineering; Engineering; Operating system","score_opus":0.011258288237618305,"score_gpt":0.21271073785335154,"score_spread":0.20145244961573322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499579268","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006171571,0.0004828855,0.2964108,0.000028350172,0.0008491825,0.00029362732,0.000050593742,0.00049491634,0.7007725],"genre_scores_gemma":[0.5494331,0.00015340831,0.26345706,0.0014892776,0.0017525164,0.000116434916,0.000029347138,0.00017723339,0.1833916],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982909,0.000024035866,0.00037689053,0.00076162035,0.0002837599,0.00026280122],"domain_scores_gemma":[0.99845374,0.00003282772,0.00025314034,0.0009780137,0.00012338953,0.00015891221],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016128928,0.00036899306,0.0005538555,0.00019330437,0.00013710208,0.00010976449,0.0005423466,0.0004717385,0.000025705533],"category_scores_gemma":[0.000015995618,0.0003075995,0.00032086266,0.00007808791,0.00015490189,0.00009981221,0.00029154864,0.00029640546,0.00006301957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001381006,0.0000049484984,0.0028764757,0.00009981752,0.0006727074,0.000021866439,0.00020251535,0.000009061053,9.066947e-7,0.46579275,0.00015737224,0.5301478],"study_design_scores_gemma":[0.00022146119,0.00010898058,0.0024379161,0.00018334923,0.0005193798,0.00037406283,0.0000028513118,0.00006740297,0.000026553378,0.98908776,0.0062653287,0.0007049637],"about_ca_topic_score_codex":0.00013028842,"about_ca_topic_score_gemma":0.00014654818,"teacher_disagreement_score":0.54881597,"about_ca_system_score_codex":0.000111037145,"about_ca_system_score_gemma":0.00012418491,"threshold_uncertainty_score":0.9999376},"labels":[],"label_agreement":null},{"id":"W2500017973","doi":"10.1109/tpds.2015.2488629","title":"Wait Analysis of Distributed Systems Using Kernel Tracing","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Distributed computing; Scheduling (production processes); Overhead (engineering); TRACE (psycholinguistics); Kernel (algebra); Control flow; Computer multitasking; Parallel computing; Address space; Real-time computing; Operating system","score_opus":0.040160039793068925,"score_gpt":0.268441434870765,"score_spread":0.22828139507769607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500017973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1569948,0.0005909299,0.8397097,0.00003158907,0.0012350408,0.0003923355,0.0008160346,0.00019616219,0.00003339291],"genre_scores_gemma":[0.9992489,0.000027752192,0.00047637246,0.000007459509,0.00004103409,0.000057232028,0.0000790653,0.0000124971075,0.0000496363],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971223,0.00026427268,0.0009618722,0.00060420437,0.00061818765,0.00042919457],"domain_scores_gemma":[0.99786717,0.00016977589,0.00036229118,0.00083687657,0.0004051322,0.00035877788],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008240384,0.00032346553,0.000896955,0.0003976173,0.00025551292,0.00022612834,0.00045566304,0.00023438108,0.000002497536],"category_scores_gemma":[0.000017516906,0.00026778868,0.00027155504,0.0020950781,0.00010377236,0.00051965687,0.000007640449,0.00021745694,0.000010022216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046666693,0.00016821033,0.0021134196,0.00016885153,0.00061114307,0.000007970193,0.00037873135,0.9958947,0.00009522541,0.0002122652,0.00010438288,0.00019845806],"study_design_scores_gemma":[0.0008505346,0.00012969997,0.0013227195,0.00014201703,0.00048458017,0.00005539802,0.00083320076,0.99556094,0.000073055955,0.0000187382,0.00020191478,0.0003272213],"about_ca_topic_score_codex":0.0018289057,"about_ca_topic_score_gemma":0.000026089036,"teacher_disagreement_score":0.84225416,"about_ca_system_score_codex":0.000224823,"about_ca_system_score_gemma":0.00015488603,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W2501978389","doi":"10.4018/978-1-59904-847-5.ch005","title":"Anomaly Detection and Quality Evaluation of Web Applications","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal","funders":"","keywords":"Computer science; Complement (music); Data mining; Anomaly detection; Set (abstract data type); Bayesian network; Probabilistic logic; Quality (philosophy); Cluster analysis; Bayesian probability; Machine learning; Theoretical computer science; Artificial intelligence; Programming language","score_opus":0.039630505577249876,"score_gpt":0.2917901264558608,"score_spread":0.2521596208786109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501978389","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012534934,0.0011578616,0.0267756,0.000017939417,0.00035726602,0.0012485497,0.000047510424,0.0002132082,0.95764714],"genre_scores_gemma":[0.9970293,0.000023820157,0.0008897847,0.00003081601,0.00009642208,0.00007845312,0.0000014124025,0.00000816876,0.0018418058],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99821025,0.00006034606,0.0004747762,0.00045959625,0.0006612871,0.00013373203],"domain_scores_gemma":[0.9982748,0.0000400468,0.0003624186,0.00076722354,0.00048562244,0.00006988239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007188204,0.00019922998,0.0003107052,0.00005952521,0.00011894653,0.000029822555,0.00031652645,0.000284018,0.0000034669054],"category_scores_gemma":[0.000021137748,0.000186058,0.000110659734,0.000036272777,0.00012269267,0.00009746726,0.00013446786,0.0001230154,0.000027948328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017182343,0.000025891846,0.0012088033,0.00026128598,0.000080662874,0.0000010121228,0.00018656577,0.000023176271,0.00018197212,0.659985,0.00012751302,0.3379009],"study_design_scores_gemma":[0.004745583,0.0008494055,0.06732823,0.00083925534,0.00071523734,0.00049836334,0.00004178279,0.024197001,0.0026020424,0.7891713,0.10569064,0.003321183],"about_ca_topic_score_codex":0.000098513105,"about_ca_topic_score_gemma":0.00012441559,"teacher_disagreement_score":0.9844944,"about_ca_system_score_codex":0.00021422071,"about_ca_system_score_gemma":0.00034803705,"threshold_uncertainty_score":0.7587225},"labels":[],"label_agreement":null},{"id":"W2502915158","doi":"10.4018/978-1-61520-837-1.ch006","title":"Balancing Security and Performance Properties During System Architectural Design","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Risk analysis (engineering); Quality (philosophy); Process (computing); Context (archaeology); Process management; Computer security; Systems engineering; Software engineering; Engineering; Business","score_opus":0.01847060652053609,"score_gpt":0.19136805585684097,"score_spread":0.17289744933630488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502915158","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20135275,0.002047015,0.011275735,0.000021956319,0.0018257895,0.0017043874,0.000021298525,0.0016845163,0.78006655],"genre_scores_gemma":[0.9943946,0.000009236523,0.0013821111,0.000030174782,0.00019080256,0.0000337772,3.296003e-7,0.000027046812,0.0039318935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976466,0.000054620246,0.00053400773,0.0008116313,0.00043765194,0.00051551237],"domain_scores_gemma":[0.99845237,0.000024167673,0.00027112252,0.000927557,0.00013342446,0.00019134446],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003591181,0.00055196317,0.00060722826,0.00008478395,0.00033784827,0.0001788937,0.0008253794,0.0003598778,0.000002283476],"category_scores_gemma":[0.000010105685,0.0004225098,0.0001404213,0.000027785836,0.0001668382,0.00023115482,0.00057876686,0.00039980948,0.00008292383],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049693044,0.000033218996,0.0046273298,0.013239437,0.00047075047,0.00029915673,0.009097807,0.00012210819,0.00015098478,0.91054827,0.0001574607,0.06075657],"study_design_scores_gemma":[0.016408127,0.00938578,0.065166935,0.10014361,0.0017178986,0.05227875,0.00084930524,0.1394095,0.039447386,0.53174,0.008965966,0.03448675],"about_ca_topic_score_codex":0.00009265777,"about_ca_topic_score_gemma":0.000012396973,"teacher_disagreement_score":0.7930419,"about_ca_system_score_codex":0.0003525852,"about_ca_system_score_gemma":0.00019836887,"threshold_uncertainty_score":0.9998227},"labels":[],"label_agreement":null},{"id":"W2507131699","doi":"","title":"Using existing instrumentation for transaction generation and performance analysis in distributed systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; A priori and a posteriori; Database transaction; Context (archaeology); Aggregate (composite); Interdependence; Construct (python library); Data mining; Information system; Distributed computing; Data science; Database","score_opus":0.05871308859681092,"score_gpt":0.2956587917984327,"score_spread":0.23694570320162178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507131699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49562138,0.000014529316,0.5040628,0.000018247938,0.00010110649,0.00014501356,0.0000014375689,0.000028836284,0.000006699556],"genre_scores_gemma":[0.97131765,0.000008707643,0.028577732,0.0000088586585,0.00003155431,0.000027119888,0.000021977234,0.000002313927,0.0000040659525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992788,0.000020422714,0.0002539942,0.00022037498,0.00010404245,0.00012239678],"domain_scores_gemma":[0.9997034,0.00001713356,0.00006844346,0.00012895846,0.00005663861,0.00002539941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033510767,0.00007035689,0.00012702926,0.00015455986,0.00013117927,0.000103161015,0.00007141613,0.00004554785,4.3996963e-7],"category_scores_gemma":[0.000008325826,0.00006088055,0.00003138975,0.0006490584,0.000011423887,0.0007751272,0.0000086567015,0.000033898265,4.1716547e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011973795,0.000039015562,0.1333922,0.00017020977,0.000049174483,3.6766792e-7,0.0007845904,0.8477617,0.0020674318,0.0012237452,9.701018e-7,0.014498637],"study_design_scores_gemma":[0.00044682418,0.000041458938,0.03552442,0.000019215522,0.000024496809,0.000004511163,0.00006660817,0.96209157,0.0016593455,0.000035517383,0.0000054877873,0.000080552345],"about_ca_topic_score_codex":0.00038875942,"about_ca_topic_score_gemma":0.00010185829,"teacher_disagreement_score":0.4756963,"about_ca_system_score_codex":0.00016717451,"about_ca_system_score_gemma":0.000033191995,"threshold_uncertainty_score":0.24826367},"labels":[],"label_agreement":null},{"id":"W2510761896","doi":"10.18293/seke2016-142","title":"Cross-Model Traceability for Coupled Transformation of Software and Performance Models","year":2016,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metamodeling; Traceability; Computer science; Model transformation; Unified Modeling Language; Abstraction; Transformation (genetics); Software engineering; Distributed computing; Programming language; Software; Artificial intelligence","score_opus":0.022811036751171226,"score_gpt":0.2443031053994861,"score_spread":0.2214920686483149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510761896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82156783,0.00008739125,0.17694068,0.0001437835,0.00038189345,0.0003995872,0.000023326613,0.00030621706,0.00014929837],"genre_scores_gemma":[0.9639365,0.00010593883,0.03566255,0.0000074117447,0.00006259281,0.000103151615,8.603766e-7,0.000026675129,0.00009429156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982488,0.0000013639561,0.0005997181,0.00046877578,0.00036912694,0.00031218433],"domain_scores_gemma":[0.99815136,0.00017098658,0.00022826926,0.00014266162,0.0012005664,0.00010613171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071400317,0.0003196179,0.000382096,0.00022241329,0.000113670634,0.00012262205,0.0008478473,0.00015741462,0.0000021555136],"category_scores_gemma":[0.0006716546,0.00021995163,0.00012744476,0.00023410592,0.000098405835,0.0014882286,0.00021823682,0.00018388525,6.062618e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061164255,0.0005417433,0.107956566,0.018618183,0.000527805,2.4198005e-7,0.014799044,0.036084354,0.1614533,0.58618486,0.00022387899,0.07299839],"study_design_scores_gemma":[0.0008017466,0.00015278344,0.010835609,0.001130128,0.000017133163,0.000011618287,0.000038831182,0.9653934,0.020293463,0.0009701305,0.00006844556,0.00028667797],"about_ca_topic_score_codex":0.0000023839207,"about_ca_topic_score_gemma":2.9865333e-7,"teacher_disagreement_score":0.92930907,"about_ca_system_score_codex":0.00010397963,"about_ca_system_score_gemma":0.00006787993,"threshold_uncertainty_score":0.8969367},"labels":[],"label_agreement":null},{"id":"W2520417227","doi":"10.1007/978-3-319-46433-6_1","title":"Analytic Solution of Fair Share Scheduling in Layered Queueing Networks","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Parameterized complexity; Scheduling (production processes); Weighted fair queueing; Scalability; Queueing theory; Fair queuing; Round-robin scheduling; Distributed computing; Solver; Proportionally fair; Mean value analysis; Dynamic priority scheduling; Mathematical optimization; Layered queueing network; Algorithm; Computer network; Quality of service; Mathematics","score_opus":0.01517167482556693,"score_gpt":0.2416346958652756,"score_spread":0.22646302103970867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520417227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010919474,0.0006913661,0.99541837,0.00028794684,0.0014354928,0.0003512148,0.0000028840657,0.00011184349,0.0006089325],"genre_scores_gemma":[0.9281548,0.000049420487,0.07125003,0.00016066943,0.00030441032,0.000006948028,0.000001932648,0.000019074621,0.000052712967],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964097,0.00005022414,0.00083977316,0.0012817264,0.0007524133,0.0006661237],"domain_scores_gemma":[0.997414,0.00045637443,0.00043756358,0.0013076484,0.0002729969,0.00011139964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015263159,0.00041252308,0.00067465106,0.00090047094,0.00013802099,0.00015527486,0.002422373,0.0004331331,0.000013044114],"category_scores_gemma":[0.00013196525,0.00032045055,0.00015898804,0.0008642734,0.0004353718,0.00079694815,0.0010261387,0.00064195966,0.00001613865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011385854,0.000030906536,0.0043503153,0.00019271468,0.000013891592,0.00003705611,0.00064678496,0.47486836,0.000120945246,0.0043550264,0.000004487185,0.5153681],"study_design_scores_gemma":[0.0002902865,0.00008773319,0.0014311923,0.0023353512,0.0000039538345,0.00001864022,2.0536469e-7,0.972083,0.0002784931,0.022997243,0.00004712218,0.00042682784],"about_ca_topic_score_codex":0.00005401891,"about_ca_topic_score_gemma":0.00016430872,"teacher_disagreement_score":0.92706287,"about_ca_system_score_codex":0.00046112033,"about_ca_system_score_gemma":0.0005176037,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W2522585932","doi":"10.5555/3026877.3026924","title":"Non-intrusive performance profiling for entire software stacks based on the flow reconstruction principle","year":2016,"lang":"en","type":"article","venue":"Operating Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Software; A priori and a posteriori; Root cause; Parallel computing; Distributed computing; Operating system; Reliability engineering","score_opus":0.022177047937895277,"score_gpt":0.2808422017868504,"score_spread":0.2586651538489551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522585932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27475116,0.000011196361,0.7225345,0.00017085027,0.0005636446,0.0018712573,0.000010383551,0.000072976705,0.000014085355],"genre_scores_gemma":[0.9195887,0.00000789937,0.07933172,0.00009304265,0.00012379391,0.00077356,0.000008807185,0.000011956605,0.000060526927],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985611,0.00015899273,0.00041569344,0.00038107127,0.00022417448,0.0002589728],"domain_scores_gemma":[0.99878657,0.00042142978,0.00019103348,0.00034273285,0.0002113747,0.000046851255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014555863,0.00016006474,0.00015931891,0.00006256738,0.0006743045,0.0002843837,0.00020944791,0.000054539203,0.000009235492],"category_scores_gemma":[0.00008677732,0.00008646653,0.000039852755,0.00012854955,0.000031659594,0.00062408944,0.00003660438,0.00005603258,0.000008220473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012568301,0.00007442283,0.1526455,0.0012076307,0.0000927613,0.0000014598485,0.0029339218,0.017833179,0.014256752,0.005180894,0.00093777914,0.80471003],"study_design_scores_gemma":[0.0011312314,0.0005454086,0.002219086,0.00041985625,0.0000093284925,0.000015461583,0.00044198308,0.9637387,0.03101807,0.00004224362,0.00020155302,0.00021708319],"about_ca_topic_score_codex":0.000015418584,"about_ca_topic_score_gemma":0.0000015012836,"teacher_disagreement_score":0.9459055,"about_ca_system_score_codex":0.00011626776,"about_ca_system_score_gemma":0.00013539541,"threshold_uncertainty_score":0.5186273},"labels":[],"label_agreement":null},{"id":"W2523780669","doi":"10.1145/2976767.2976781","title":"Supporting the model-driven development of real-time embedded systems with run-time monitoring and animation via highly customizable code generation","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Animation; Component (thermodynamics); Personalization; Software engineering; Process (computing); Embedded system; Key (lock); Code generation; Computer animation; Certification; Operating system; Real-time computing; Computer graphics (images); World Wide Web","score_opus":0.015072132610600954,"score_gpt":0.24525142517127455,"score_spread":0.2301792925606736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523780669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48571593,0.000009908971,0.51362085,0.000059730355,0.00006573318,0.00023022678,7.794843e-7,0.00009550084,0.0002013527],"genre_scores_gemma":[0.91146475,0.0000074433274,0.087518245,0.0000031595307,0.000055057026,0.000036068996,0.0000016659137,0.000007872056,0.00090573996],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866956,0.00006980984,0.00045822625,0.00028373362,0.0003048163,0.00021384297],"domain_scores_gemma":[0.9990454,0.00007849132,0.00026039954,0.00036714252,0.00019771772,0.000050894978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008985801,0.00012549701,0.00019632335,0.000049358263,0.00021466459,0.0000778273,0.00024800005,0.000056716046,0.0000034698767],"category_scores_gemma":[0.000014408738,0.00005894293,0.00001855783,0.00013904752,0.00003536674,0.0006511373,0.00009472358,0.00003366814,0.00002675964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041274412,0.00008058808,0.01852825,0.0002592095,0.00009842763,0.0000018610579,0.008028667,0.054688226,0.89360744,0.00090376503,0.0005166124,0.023245662],"study_design_scores_gemma":[0.00027428538,0.00003962012,0.0008185107,0.00010625373,0.0000064957003,0.000008839821,0.00003260631,0.93534523,0.063199766,0.000015646905,0.000030881747,0.00012187244],"about_ca_topic_score_codex":0.000041500563,"about_ca_topic_score_gemma":0.000003608439,"teacher_disagreement_score":0.880657,"about_ca_system_score_codex":0.00008668045,"about_ca_system_score_gemma":0.00013538379,"threshold_uncertainty_score":0.24036229},"labels":[],"label_agreement":null},{"id":"W2527012254","doi":"10.1145/2934466.2934469","title":"A mathematical model of performance-relevant feature interactions","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Specialized Research Fund for the Doctoral Program of Higher Education of China; National Natural Science Foundation of China","keywords":"Computer science; Feature (linguistics); Task (project management); Software; Theoretical computer science; Software system; Machine learning; Artificial intelligence; Programming language","score_opus":0.01815097922852866,"score_gpt":0.24633700286230248,"score_spread":0.22818602363377383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527012254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10322178,0.000007118156,0.88382274,0.0015612186,0.0001361548,0.00009406985,0.0000014878525,0.00013159019,0.011023835],"genre_scores_gemma":[0.9416533,0.000013806936,0.053371247,0.000042681684,0.000020330013,0.000012511652,1.1777943e-7,0.0000035882074,0.004882376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992688,0.000013454027,0.00020472077,0.00017746972,0.00018332088,0.00015226782],"domain_scores_gemma":[0.9991754,0.0000981346,0.000057640256,0.00052284414,0.000094394636,0.00005154191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018284965,0.00008168851,0.00014314942,0.00005583626,0.000043782475,0.0000134760685,0.00038732257,0.000044567267,0.00005355665],"category_scores_gemma":[0.000037023627,0.00003872794,0.00006928957,0.00012594355,0.00004690707,0.00055264286,0.00012297726,0.000059269347,0.0001742996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082301805,0.0009926007,0.018098125,0.0011077214,0.00015319516,0.000003521058,0.0038564054,0.0016926209,0.078542486,0.40211558,0.023930008,0.4694254],"study_design_scores_gemma":[0.00040387912,0.0000985542,0.00094178994,0.0002591973,0.0000068612308,0.000035761826,0.000016846321,0.9499267,0.0368493,0.009879804,0.001389488,0.0001918174],"about_ca_topic_score_codex":0.0000010599452,"about_ca_topic_score_gemma":6.4194904e-7,"teacher_disagreement_score":0.9482341,"about_ca_system_score_codex":0.000030326437,"about_ca_system_score_gemma":0.00005468189,"threshold_uncertainty_score":0.22403269},"labels":[],"label_agreement":null},{"id":"W2529512925","doi":"10.7287/peerj.preprints.2496","title":"An exploratory study of the state of practice of performance testing in Java-based open source projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Suite; Software engineering; Test suite; Test strategy; Software performance testing; Quality (philosophy); Task (project management); Integration testing; Test (biology); Exploratory research; Software quality; Unit testing; Software; Process management; Software development; Test case; Systems engineering; Operating system; Engineering; Software construction","score_opus":0.04216808551109924,"score_gpt":0.2931957702763548,"score_spread":0.25102768476525555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529512925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98862004,0.000007286891,0.0099289,0.00006683014,0.000079055055,0.00089776254,8.441108e-7,0.00002962537,0.00036967956],"genre_scores_gemma":[0.9950295,0.0000012259846,0.0048532565,0.000034074248,0.0000052227215,0.00003630359,4.556371e-8,0.000005815742,0.000034544297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983037,0.00036205706,0.00054281193,0.00026874687,0.00036463083,0.00015803162],"domain_scores_gemma":[0.99744856,0.0005569212,0.0004937242,0.0010682648,0.00040324297,0.00002929658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021820937,0.000097368276,0.0002377941,0.000081455415,0.000045865698,0.00001873476,0.0015673086,0.000025215664,0.0000018505084],"category_scores_gemma":[0.0004844343,0.00004738644,0.00002190235,0.0007531291,0.00007849715,0.0015311682,0.00043436678,0.000069150614,0.0000016434375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081635815,0.0016637171,0.9051308,0.00020522086,0.000013392193,8.206478e-7,0.017072918,0.003008688,0.004744796,0.00001809334,0.00001355956,0.06804634],"study_design_scores_gemma":[0.0064401226,0.006789248,0.6347211,0.0015920087,0.00002692905,0.000007649075,0.0086760875,0.10122817,0.23963156,0.00008226764,0.00026500135,0.0005398372],"about_ca_topic_score_codex":0.000508365,"about_ca_topic_score_gemma":0.00014672508,"teacher_disagreement_score":0.2704097,"about_ca_system_score_codex":0.000031200772,"about_ca_system_score_gemma":0.0003542443,"threshold_uncertainty_score":0.29124755},"labels":[],"label_agreement":null},{"id":"W2529822314","doi":"10.1145/3003977.3004002","title":"Boosting Service Availability for Base Stations of Cellular Networks by Event-driven Battery Profiling","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Backup; Base station; Computer science; Battery (electricity); Reliability engineering; IT service continuity; Computer network; Engineering; Power (physics); Database","score_opus":0.056989322014526354,"score_gpt":0.3178577480223783,"score_spread":0.260868426007852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529822314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1189407,0.024389813,0.85046476,0.001917562,0.00066291756,0.0034144649,0.00004133943,0.00012688551,0.00004156341],"genre_scores_gemma":[0.9421602,0.015676465,0.039765645,0.0011078481,0.00012543252,0.0009585517,0.00011923032,0.000029087725,0.0000575414],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963366,0.0003509514,0.0012975769,0.0006493656,0.0009482817,0.00041725184],"domain_scores_gemma":[0.99341404,0.0016897339,0.0008226266,0.0017183378,0.0022388396,0.00011639877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008232173,0.00025552057,0.0005154241,0.00020644278,0.00024539253,0.000042224492,0.0012224974,0.0001150439,0.00008229511],"category_scores_gemma":[0.0051675374,0.0001794693,0.00017037717,0.0024594218,0.00004873233,0.0012559369,0.0002801089,0.00013122463,0.000051663214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023385957,0.00028760088,0.10312397,0.013446992,0.000085010484,2.9006145e-7,0.00017410635,0.0058380314,0.0043245237,0.00015919542,0.008846203,0.8636907],"study_design_scores_gemma":[0.0014783081,0.00031931602,0.005688116,0.005331319,0.00022079224,0.0000038350745,0.000015067207,0.97043294,0.011580947,0.00021655763,0.0041085714,0.0006042628],"about_ca_topic_score_codex":0.0000066060493,"about_ca_topic_score_gemma":0.0000013977914,"teacher_disagreement_score":0.9645949,"about_ca_system_score_codex":0.00023726445,"about_ca_system_score_gemma":0.00036428412,"threshold_uncertainty_score":0.73185456},"labels":[],"label_agreement":null},{"id":"W2531425405","doi":"10.1007/s10664-016-9456-2","title":"Which log level should developers choose for a new logging statement?","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Statement (logic); Logging; Computer science; Brier score; Leverage (statistics); Login; Database; Data mining; Information retrieval; Operating system; Machine learning; Forestry","score_opus":0.07458787435700132,"score_gpt":0.30730650497298284,"score_spread":0.23271863061598153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531425405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032812923,0.000114356306,0.961664,0.002996464,0.00097428873,0.00036045257,0.000011113538,0.0010485585,0.000017837283],"genre_scores_gemma":[0.61757344,0.00002065504,0.3805265,0.00046654794,0.00040614,0.00012377264,0.000005380797,0.00005415153,0.0008233834],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978303,0.000021276726,0.00048440963,0.0006138583,0.0003499492,0.0007002497],"domain_scores_gemma":[0.998212,0.0006708302,0.0000760552,0.00057712296,0.00015138344,0.0003126105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055273075,0.0002907008,0.00031248992,0.00013358935,0.00012792026,0.00009892006,0.000759066,0.00015549961,0.000024630684],"category_scores_gemma":[0.0010820044,0.00019492136,0.00011980509,0.0004988045,0.000017601444,0.0006798557,0.00024959908,0.00015018917,0.00009000645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010478643,0.0002287915,0.49844545,0.0009798551,0.00040486243,0.000024828054,0.0031631778,0.011051798,0.0015789046,0.0011458944,0.07487842,0.40799323],"study_design_scores_gemma":[0.006227609,0.0006402509,0.3924212,0.0011844542,0.00006857841,0.00008662456,0.00004686266,0.036174674,0.009502307,0.0023505923,0.54795617,0.0033406704],"about_ca_topic_score_codex":0.000021941709,"about_ca_topic_score_gemma":0.000007582728,"teacher_disagreement_score":0.58476055,"about_ca_system_score_codex":0.00028898384,"about_ca_system_score_gemma":0.0002895386,"threshold_uncertainty_score":0.79486626},"labels":[],"label_agreement":null},{"id":"W2534933448","doi":"10.1007/s10664-016-9467-z","title":"Towards just-in-time suggestions for log changes","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Commit; Computer science; Logging; Random forest; Set (abstract data type); Directory; Source code; Process (computing); Machine learning; Data mining; Data science; Database; Artificial intelligence; Programming language; Operating system","score_opus":0.023848696009115034,"score_gpt":0.2737739051977656,"score_spread":0.24992520918865058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534933448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09583456,0.000118687116,0.8990081,0.0031774456,0.0006659028,0.0003018029,0.000011648837,0.00086584856,0.000015976899],"genre_scores_gemma":[0.87659043,0.000028946935,0.12145888,0.00038473328,0.0005944898,0.0003634685,0.000005025533,0.000043726737,0.00053029123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986228,0.000019132289,0.00024266787,0.00040730636,0.00023758541,0.0004705243],"domain_scores_gemma":[0.9986909,0.0006152492,0.00003674742,0.0004479264,0.00007240068,0.00013677555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040921362,0.0001831552,0.00024846764,0.00014702139,0.00006190284,0.00004870311,0.00061537663,0.00013720522,0.000021990654],"category_scores_gemma":[0.00095495494,0.00012348752,0.000092256014,0.00039243605,0.000023579822,0.00027771617,0.0001703143,0.000098679026,0.00010688234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000664752,0.00057135354,0.6466935,0.0010079398,0.00013000086,0.00006771218,0.002483106,0.006869541,0.0032662412,0.00228073,0.025941713,0.31062165],"study_design_scores_gemma":[0.00443765,0.0009126471,0.7040953,0.0013555702,0.000038939503,0.00009052242,0.000018073068,0.04874685,0.009568935,0.0024625144,0.2256741,0.0025989024],"about_ca_topic_score_codex":0.0000076147094,"about_ca_topic_score_gemma":0.0000043013974,"teacher_disagreement_score":0.7807559,"about_ca_system_score_codex":0.00016590078,"about_ca_system_score_gemma":0.00005990014,"threshold_uncertainty_score":0.5035675},"labels":[],"label_agreement":null},{"id":"W2539799527","doi":"10.1109/tic-sth.2009.5444368","title":"Performance modeling of a 3-tiered software system","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software; Software system; Queueing theory; Software performance testing; Distributed computing; Software architecture; Throughput; Computer architecture; Software construction; Software engineering; Operating system; Computer network","score_opus":0.012304473103077562,"score_gpt":0.2143324622429035,"score_spread":0.20202798913982595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539799527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38562033,0.00006518838,0.6100318,0.00005950509,0.00022028529,0.0001283705,4.5422908e-7,0.0004770531,0.0033970252],"genre_scores_gemma":[0.9448716,0.00000799182,0.05493472,0.00005620924,0.00003329768,0.0000047272756,5.8710475e-7,0.0000034586371,0.0000873959],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879354,0.000024776255,0.00038418398,0.00027340787,0.00028894766,0.00023512247],"domain_scores_gemma":[0.99895656,0.000023328936,0.000083896564,0.00070757826,0.00016358928,0.00006506587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034778865,0.000119983146,0.00023226325,0.00008526235,0.00008980424,0.000029255185,0.0006572656,0.000071800365,0.0000037836464],"category_scores_gemma":[0.000020924626,0.00008901799,0.00007979844,0.00034314537,0.000015991796,0.0005380807,0.00006933741,0.000076217366,0.000036524187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011617864,0.0005772836,0.09120368,0.0031408889,0.000099217956,0.000020088286,0.0049799937,0.247929,0.0012068449,0.04496453,0.0011392313,0.6046231],"study_design_scores_gemma":[0.00020374852,0.00013612608,0.0027285633,0.00012452227,0.0000031075972,0.000020496458,0.000048894235,0.995615,0.0008372833,0.00012107156,0.000032522206,0.00012863755],"about_ca_topic_score_codex":0.000018382743,"about_ca_topic_score_gemma":4.4737885e-7,"teacher_disagreement_score":0.747686,"about_ca_system_score_codex":0.000052278618,"about_ca_system_score_gemma":0.00006935147,"threshold_uncertainty_score":0.36300483},"labels":[],"label_agreement":null},{"id":"W2548798173","doi":"10.1109/icenco.2012.6487095","title":"Fault-localization comparative study of deploying monitoring trails to achieve survivability in all-optical networks","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Survivability; Software deployment; Computer science; Focus (optics); Travelling salesman problem; Fault (geology); Process (computing); Distributed computing; Algorithm; Computer network; Geology","score_opus":0.07476440788082163,"score_gpt":0.34398111899041073,"score_spread":0.2692167111095891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548798173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64119315,0.00002197795,0.3576722,0.000022530028,0.00040795613,0.00045698296,1.2857613e-7,0.00007442282,0.0001506657],"genre_scores_gemma":[0.99530804,0.0000016167562,0.0045263437,0.000020747291,0.000087512126,0.00004434439,4.626226e-7,0.0000053667027,0.000005549973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981971,0.00025229607,0.0005234986,0.00031993273,0.00032471868,0.000382456],"domain_scores_gemma":[0.99888027,0.000282029,0.00007106912,0.0005066477,0.000110163004,0.00014984795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014099948,0.00014370315,0.00033520404,0.00009005489,0.00006150181,0.00003661421,0.00041996388,0.00007639819,0.0000033597796],"category_scores_gemma":[0.00006203925,0.000113406786,0.000038924463,0.00067199406,0.000026794965,0.00066421553,0.00020874289,0.00014822585,0.000009988134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023509243,0.0007445156,0.9263766,0.000017082391,0.00001400205,3.49419e-7,0.015699726,0.053701244,0.000048046466,0.00016351037,0.000011161449,0.0032002502],"study_design_scores_gemma":[0.00051187567,0.0004332595,0.9006485,0.000037962905,0.00000716462,0.0000015185689,0.003529358,0.0932407,0.001304389,0.000045792054,0.000022339982,0.00021716376],"about_ca_topic_score_codex":0.00033247293,"about_ca_topic_score_gemma":0.00015230339,"teacher_disagreement_score":0.35411492,"about_ca_system_score_codex":0.00010087631,"about_ca_system_score_gemma":0.000020535936,"threshold_uncertainty_score":0.46245944},"labels":[],"label_agreement":null},{"id":"W2550167848","doi":"10.1007/s11390-016-1690-y","title":"Enhanced Userspace and In-Kernel Trace Filtering for Production Systems","year":2016,"lang":"en","type":"article","venue":"Journal of Computer Science and Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Filter (signal processing); Real-time computing; Context (archaeology); Kernel (algebra); Rendering (computer graphics); Overhead (engineering); Software; Latency (audio); Distributed computing; Operating system; Computer graphics (images); Telecommunications","score_opus":0.009656570307727841,"score_gpt":0.2397008524398235,"score_spread":0.23004428213209566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550167848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52189493,0.00022586375,0.4740089,0.0030249157,0.0007174033,0.00010178433,1.0820155e-7,0.000023931783,0.0000021403089],"genre_scores_gemma":[0.97280836,0.00011471203,0.026940973,0.000015976366,0.000094225994,0.000006602278,5.1219904e-9,0.0000024658227,0.000016667756],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989611,0.00001537179,0.00029454703,0.00028805406,0.00021430527,0.00022660806],"domain_scores_gemma":[0.9989682,0.00007202001,0.00020778469,0.0002454701,0.00045141735,0.000055121553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013545378,0.000083406194,0.00020824154,0.00055010157,0.0001041453,0.00008410408,0.0005298946,0.000070386166,1.00539246e-7],"category_scores_gemma":[0.00016115354,0.000050160987,0.000017651955,0.00069933594,0.0004025762,0.0011764499,0.00017436675,0.00008557199,5.0595895e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042073483,0.000081323305,0.010532759,0.00017304982,0.000016850036,0.000013457114,0.001131631,0.00016929008,0.20543247,0.007057952,0.00023688232,0.7751123],"study_design_scores_gemma":[0.010274035,0.007620965,0.103204966,0.0052797874,0.000047485148,0.010554482,0.001141643,0.17970562,0.63302463,0.03188818,0.015219236,0.0020389429],"about_ca_topic_score_codex":0.0000015543233,"about_ca_topic_score_gemma":0.0000014559612,"teacher_disagreement_score":0.7730733,"about_ca_system_score_codex":0.00006339171,"about_ca_system_score_gemma":0.00013412815,"threshold_uncertainty_score":0.20455056},"labels":[],"label_agreement":null},{"id":"W2560511472","doi":"10.18260/p.27201","title":"Why a Testing Career is Not the First Choice of Engineers","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"System integration testing; Software testing; Process (computing); Computer science; Quality (philosophy); Software engineering; Software quality analyst; Software quality; Software development; Software; Personal software process; Software construction; Engineering","score_opus":0.031430165618215926,"score_gpt":0.2308017583081909,"score_spread":0.19937159268997498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560511472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31431818,0.00013383418,0.6314829,0.045529395,0.0012950742,0.00048154482,0.000006399204,0.0005929422,0.0061597438],"genre_scores_gemma":[0.9937133,0.0000020824893,0.0040055495,0.0019473273,0.000056893183,0.000009449154,3.0393327e-8,0.0000035385467,0.00026180537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992936,0.000011532011,0.00016477499,0.00017304019,0.00020133093,0.00015571836],"domain_scores_gemma":[0.9985786,0.0006193865,0.000049772796,0.00059014646,0.00013226818,0.000029799252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024837223,0.000071645154,0.000091617985,0.000026028873,0.000069948896,0.00002083776,0.0006384227,0.000033918393,0.000023079334],"category_scores_gemma":[0.00022970932,0.000029316765,0.00004571597,0.00026893005,0.00004488507,0.00022508384,0.00013314562,0.000037617163,0.000038625527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008752084,0.000099827754,0.69255525,0.00033850636,0.00009139094,0.000003101009,0.007020291,0.00025014163,0.0032079187,0.0036018845,0.1190776,0.17374533],"study_design_scores_gemma":[0.0017125225,0.00039091744,0.46108872,0.0006468008,0.00002905553,0.000035891448,0.00016934572,0.056917924,0.085801296,0.00057661615,0.3917441,0.0008868108],"about_ca_topic_score_codex":0.00035621927,"about_ca_topic_score_gemma":0.000028585242,"teacher_disagreement_score":0.67939514,"about_ca_system_score_codex":0.00002056454,"about_ca_system_score_gemma":0.000029197698,"threshold_uncertainty_score":0.1195503},"labels":[],"label_agreement":null},{"id":"W2564043656","doi":"10.22360/summersim.2016.scsc.025","title":"A Simulation-based Model Generator for Software Performance Estimation","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cegep Edouard Montpetit","funders":"","keywords":"Computer science; Workstation; Modular design; Software; Generator (circuit theory); Range (aeronautics); Software system; Set (abstract data type); Real-time computing; Distributed computing; Embedded system; Operating system; Programming language","score_opus":0.02198375711364464,"score_gpt":0.26351939591573953,"score_spread":0.2415356388020949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564043656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070104145,0.000008641622,0.9285759,0.0003715697,0.00018339975,0.00030166662,0.0000049756654,0.0004227823,0.00002693021],"genre_scores_gemma":[0.65677106,6.009494e-7,0.34268704,0.00019656924,0.000030232837,0.0000777209,0.000001704633,0.0000056650524,0.00022942446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990541,0.000013183581,0.00023010421,0.00030251776,0.00018848208,0.00021163351],"domain_scores_gemma":[0.9986066,0.0005417961,0.00006733717,0.000497885,0.00022393864,0.00006241571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026781845,0.0001127251,0.000114956456,0.00006151456,0.00015966783,0.000049141603,0.0003395922,0.00006694695,0.000010006619],"category_scores_gemma":[0.00026991454,0.00006525487,0.0000651928,0.0001365408,0.000023792314,0.0007362854,0.00003687822,0.00002304009,0.000059036916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075751977,0.00001803612,0.004512792,0.00004501313,0.0000026529276,4.6856083e-8,0.000027828539,0.9137328,0.00008190734,0.0005321425,0.00011156761,0.08092759],"study_design_scores_gemma":[0.00052016677,0.000044658023,0.0007183605,0.000031525975,0.000002475013,1.8891548e-7,4.6355055e-7,0.9949713,0.0026124143,0.00079584453,0.00016559045,0.0001370515],"about_ca_topic_score_codex":0.000001627544,"about_ca_topic_score_gemma":0.0000011067709,"teacher_disagreement_score":0.5866669,"about_ca_system_score_codex":0.000068960995,"about_ca_system_score_gemma":0.00017242074,"threshold_uncertainty_score":0.26610166},"labels":[],"label_agreement":null},{"id":"W2565253670","doi":"10.1109/mesoca.2016.13","title":"StratusPM: An Analytical Performance Model for Cloud Applications","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloud computing; Computer science; Software deployment; Distributed computing; Cloud testing; Software engineering; Reuse; Software; Upgrade; Systems engineering; Cloud computing security; Operating system; Engineering","score_opus":0.033760530109989806,"score_gpt":0.29032790524331975,"score_spread":0.25656737513332994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565253670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037655696,0.000009486888,0.9596814,0.00058968016,0.00010494356,0.00036817338,0.0000049388823,0.0002729179,0.0013127698],"genre_scores_gemma":[0.9434482,0.000010371174,0.054236345,0.00014043208,0.00013797355,0.00021066869,0.0000014692482,0.0000058110286,0.0018087219],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989981,0.000011830698,0.0002153106,0.0003654696,0.00015145086,0.00025783948],"domain_scores_gemma":[0.9988326,0.000070910435,0.00003848677,0.00080376345,0.00013016595,0.00012406343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031381843,0.0000975045,0.00011655389,0.000041500938,0.00014196621,0.000050730378,0.0006355209,0.000067132685,0.000010358093],"category_scores_gemma":[0.000011746654,0.00005435644,0.000058500704,0.00015749078,0.000051419516,0.00078090245,0.00006577082,0.0000369973,0.00007983811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002306693,0.00024690118,0.011294301,0.00010061412,0.00002069712,1.9558419e-7,0.00023777252,0.0013640382,0.00035706436,0.6282736,0.0027057005,0.35537603],"study_design_scores_gemma":[0.0002569168,0.000088605964,0.0011983198,0.000008448943,0.0000036273098,0.0000029633193,0.000005232692,0.99048537,0.0005538651,0.0043312293,0.0029314582,0.00013398229],"about_ca_topic_score_codex":0.000002376175,"about_ca_topic_score_gemma":0.0000039075594,"teacher_disagreement_score":0.9891213,"about_ca_system_score_codex":0.00003817462,"about_ca_system_score_gemma":0.00010277933,"threshold_uncertainty_score":0.22165912},"labels":[],"label_agreement":null},{"id":"W2565446097","doi":"","title":"Modelling decisions in layered queueing networks","year":2016,"lang":"en","type":"article","venue":"Summer Computer Simulation Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Timeout; Computer science; Queueing theory; Layered queueing network; Petri net; Distributed computing; Stochastic Petri net; Resource allocation; Resource (disambiguation); Real-time computing; Computer network","score_opus":0.06491153466699856,"score_gpt":0.28670384408563315,"score_spread":0.2217923094186346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565446097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05768563,0.000048737667,0.9406142,0.00032724356,0.000780948,0.00020011034,8.545119e-7,0.00020642269,0.00013583316],"genre_scores_gemma":[0.95693976,0.000036183454,0.042685285,0.00013881485,0.00013840628,0.000011946118,0.0000013722683,0.000008874084,0.00003935862],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981679,0.00012960199,0.00049796415,0.0005610804,0.00027597396,0.00036752416],"domain_scores_gemma":[0.9979603,0.0008804638,0.00011728653,0.00070262834,0.00023667373,0.00010264006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043360316,0.00018483681,0.00023920774,0.00017936937,0.00011039266,0.00014992927,0.00070650846,0.000121682926,0.000016978209],"category_scores_gemma":[0.000034035194,0.00012900872,0.00007069191,0.00043655577,0.00003816955,0.0009925166,0.00026992252,0.0001300381,0.00007270353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005560781,0.000021179763,0.013093242,0.0000026775904,0.0000040755153,0.0000031382876,0.00019663243,0.83405674,0.0000065787276,0.003575661,0.000023403823,0.14901109],"study_design_scores_gemma":[0.00051744626,0.00002732105,0.0053346585,0.00021689165,0.0000013013964,0.0000015384721,0.0000031010886,0.9906003,0.00002505811,0.002410582,0.00065256015,0.00020927955],"about_ca_topic_score_codex":0.000083694955,"about_ca_topic_score_gemma":0.000030985284,"teacher_disagreement_score":0.89925414,"about_ca_system_score_codex":0.00007427996,"about_ca_system_score_gemma":0.00008932466,"threshold_uncertainty_score":0.52608234},"labels":[],"label_agreement":null},{"id":"W2575714565","doi":"","title":"Killed by Proxy: Analyzing Client-end TLS Interce.","year":2016,"lang":"en","type":"article","venue":"Network and Distributed System Security Symposium","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Proxy (statistics); Computer security","score_opus":0.003860537646584409,"score_gpt":0.20185295038285253,"score_spread":0.1979924127362681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575714565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3441889,0.0028994041,0.639948,0.0033511824,0.0040097404,0.0015667675,0.0004086676,0.0017456753,0.0018816462],"genre_scores_gemma":[0.99892896,0.00013545058,0.00021298567,0.000068724774,0.0004041857,0.00007198708,0.00006357654,0.00001667008,0.000097480675],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682367,0.00031766368,0.0007571595,0.0008881287,0.00041760757,0.000795798],"domain_scores_gemma":[0.9979583,0.0002571476,0.00029586512,0.000946437,0.00019372345,0.00034855295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011191885,0.0003674022,0.00058708113,0.00006530345,0.0004186231,0.00028798365,0.00076468417,0.00026295087,0.000011226004],"category_scores_gemma":[0.000038602142,0.00023703398,0.0001627149,0.00057765894,0.00012003435,0.0006486642,0.00043388718,0.00018059116,0.000064272404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031950825,0.000607797,0.7099225,0.002601428,0.0006179771,0.00010812623,0.0040289816,0.00027295476,0.0038242147,0.046261344,0.21360677,0.01782841],"study_design_scores_gemma":[0.026058398,0.0034432022,0.03246958,0.0173469,0.0007347512,0.001729152,0.0024730458,0.26872003,0.008283407,0.008839071,0.61923945,0.010662974],"about_ca_topic_score_codex":0.000054551303,"about_ca_topic_score_gemma":0.000010530845,"teacher_disagreement_score":0.6774529,"about_ca_system_score_codex":0.00023623226,"about_ca_system_score_gemma":0.00006962074,"threshold_uncertainty_score":0.96659654},"labels":[],"label_agreement":null},{"id":"W2576427772","doi":"10.5555/3375069.3375109","title":"Online Characterization of Buggy Applications Running on the Cloud","year":2016,"lang":"en","type":"article","venue":"Conference on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Computer science; Resource (disambiguation); Resource management (computing); Quality of service; Computer security; Distributed computing; Computer network; Operating system","score_opus":0.02291429358918484,"score_gpt":0.2309119831685328,"score_spread":0.20799768957934794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576427772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43690088,0.00003520569,0.5195897,0.029271822,0.0006530775,0.0014514743,0.000011699035,0.00021920551,0.011866914],"genre_scores_gemma":[0.9967613,0.0004407773,0.00047649804,0.0018621642,0.00015398716,0.00008662802,0.0000070104734,0.000004501233,0.00020708208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992091,0.000038742626,0.00019068185,0.0002495353,0.00015825249,0.00015366384],"domain_scores_gemma":[0.9991506,0.00006666875,0.00011241111,0.00055383967,0.000082194994,0.00003431518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025263766,0.00009878898,0.000111291316,0.00003132116,0.00013434941,0.000041400755,0.00043505034,0.000031848474,0.000016957709],"category_scores_gemma":[0.0000018111696,0.000051570616,0.000020554182,0.00026826258,0.000027516391,0.000086351865,0.00018530361,0.000047514346,0.000032176053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019414014,0.00012930082,0.0019605225,0.00013929592,0.000034871144,7.5862823e-7,0.0002692789,0.00010865772,0.00027384367,0.6455772,0.0001753634,0.35131153],"study_design_scores_gemma":[0.0021174373,0.00076378713,0.6248264,0.0031541698,0.00008306191,0.0000046649366,0.0005193475,0.092055015,0.0007442589,0.033149518,0.24147095,0.0011114253],"about_ca_topic_score_codex":0.0000051137317,"about_ca_topic_score_gemma":0.0000053286217,"teacher_disagreement_score":0.62286586,"about_ca_system_score_codex":0.000013439501,"about_ca_system_score_gemma":0.0000130665885,"threshold_uncertainty_score":0.21029887},"labels":[],"label_agreement":null},{"id":"W2579398908","doi":"10.5555/3375069.3375078","title":"Predicting Web Service Response Time Percentiles","year":2016,"lang":"en","type":"article","venue":"Conference on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Response time; Computer science; Percentile; Workload; Service (business); Web service; Real-time computing; Data mining; World Wide Web; Statistics","score_opus":0.014805947602598218,"score_gpt":0.22063526992587487,"score_spread":0.20582932232327666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579398908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93173903,0.00010018437,0.013647649,0.031271473,0.0008431403,0.0007709741,0.0000062640906,0.00074696366,0.02087429],"genre_scores_gemma":[0.993073,0.00039043886,0.0017156319,0.0033091449,0.00015993469,0.000053101427,0.0000020815605,0.000013534001,0.0012831531],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981288,0.00019365018,0.0002891453,0.0006099394,0.0003178135,0.00046068022],"domain_scores_gemma":[0.99858767,0.00018297396,0.000100306555,0.00082849624,0.00015915821,0.00014138827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091673626,0.00022776097,0.00022072559,0.000076623735,0.00026634015,0.00018665506,0.00079196057,0.00008130669,0.00009249347],"category_scores_gemma":[0.000009871235,0.00014920042,0.00003857104,0.00045771772,0.000028795885,0.0003482917,0.00065961084,0.00008878802,0.0006134932],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020491905,0.0005105363,0.06503224,0.0019754434,0.00050818967,0.00016228373,0.0060626897,0.0015404392,0.0021832353,0.08439513,0.017162321,0.8184183],"study_design_scores_gemma":[0.0045506055,0.00078514434,0.25499597,0.0042445497,0.00011139747,0.000039827282,0.00086697924,0.587569,0.00011279299,0.0068118772,0.13806671,0.0018451508],"about_ca_topic_score_codex":0.000014271421,"about_ca_topic_score_gemma":0.000036787922,"teacher_disagreement_score":0.81657314,"about_ca_system_score_codex":0.000047376103,"about_ca_system_score_gemma":0.00005428315,"threshold_uncertainty_score":0.78854185},"labels":[],"label_agreement":null},{"id":"W2580829856","doi":"10.1109/cloudcom.2016.0091","title":"Modelling the Structure of Reusable Solutions for Architecture-Based Quality Evaluation","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Reuse; Metamodeling; Software engineering; Cloud computing; Software architecture; Architecture; Quality (philosophy); Process (computing); Reference architecture; Set (abstract data type); Implementation; Software; Systems engineering; Engineering; Programming language","score_opus":0.06873469165369195,"score_gpt":0.3125366089246186,"score_spread":0.24380191727092665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580829856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106272005,0.00003435226,0.8913289,0.0015778007,0.00018675732,0.00045333648,0.000010968711,0.000052520816,0.00008340546],"genre_scores_gemma":[0.9507867,9.49834e-7,0.049043145,0.00006216313,0.00003583992,0.00001927764,0.0000013971387,0.000002712833,0.000047774953],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989228,0.00013210332,0.00025320065,0.00020201439,0.00030421818,0.00018561463],"domain_scores_gemma":[0.9984481,0.00040922177,0.00010655065,0.0006924624,0.00031999816,0.000023680817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015905624,0.00006868845,0.000105617044,0.000031912183,0.000180876,0.000018451938,0.00043752172,0.00004886282,0.000020982205],"category_scores_gemma":[0.00015393941,0.00002874719,0.00007925091,0.00014484707,0.00005641565,0.00014256124,0.000052814434,0.000036668458,0.0000022098034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025598178,0.000039456,0.0011933465,0.00009030237,0.000016546817,1.3288599e-8,0.0003634122,0.9180007,0.006764061,0.027173806,0.00025382004,0.046078917],"study_design_scores_gemma":[0.00044553902,0.00004123915,0.00060104573,0.000026899137,0.0000067377846,5.302746e-7,0.0000100250645,0.9308192,0.012979988,0.054741755,0.00025111,0.00007591213],"about_ca_topic_score_codex":0.00013579265,"about_ca_topic_score_gemma":0.000026029458,"teacher_disagreement_score":0.8445147,"about_ca_system_score_codex":0.000043058186,"about_ca_system_score_gemma":0.00017494978,"threshold_uncertainty_score":0.13911703},"labels":[],"label_agreement":null},{"id":"W2583043835","doi":"","title":"Programmed to Perfection","year":2007,"lang":"en","type":"article","venue":"Australian Holstein Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software; Perfection; Computer science; Artificial intelligence; Programming language; Epistemology; Philosophy","score_opus":0.01634475990671082,"score_gpt":0.2883522246327094,"score_spread":0.27200746472599857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583043835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6953208,0.000020924677,0.29880783,0.0025732978,0.002156406,0.0002662686,3.146319e-7,0.00018940312,0.0006647747],"genre_scores_gemma":[0.9700266,0.0000029370879,0.028180612,0.00020519856,0.0005225859,0.0000052534465,3.7266267e-7,0.000007899125,0.0010485469],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99836797,0.000053448017,0.0003958612,0.0002509062,0.00039228814,0.0005395525],"domain_scores_gemma":[0.99887854,0.000036531925,0.0001088838,0.0003773938,0.00016375417,0.00043487933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020260334,0.00013378254,0.00014494703,0.0001876236,0.00026101767,0.00032499604,0.00061194674,0.00009167116,0.000035555837],"category_scores_gemma":[0.00006841973,0.00010569725,0.00010889764,0.00059900904,0.000026536356,0.00059700746,0.000067871995,0.0003448032,0.0003266926],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054813085,0.00019497625,0.09795485,0.000049412807,0.000049365826,0.00027062697,0.00259083,0.00014963947,0.004410756,0.0014001819,0.01913395,0.8737406],"study_design_scores_gemma":[0.0020321333,0.002345999,0.5853896,0.000323738,0.000028379873,0.007387028,0.00077009416,0.00036995453,0.052352987,0.0026305758,0.34516522,0.00120426],"about_ca_topic_score_codex":0.000019788886,"about_ca_topic_score_gemma":0.00001097114,"teacher_disagreement_score":0.87253636,"about_ca_system_score_codex":0.0001362929,"about_ca_system_score_gemma":0.00006438712,"threshold_uncertainty_score":0.4310209},"labels":[],"label_agreement":null},{"id":"W2592746543","doi":"","title":"Performance analysis roundtrip: automatic generation of performance models and results feedback using cross-model trace links","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; TRACE (psycholinguistics); Model transformation; Applications of UML; Traceability; Model-driven architecture; Programming language; Software engineering; Software; Distributed computing; Artificial intelligence","score_opus":0.031040751423117675,"score_gpt":0.24843474565248533,"score_spread":0.21739399422936764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592746543","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49717414,0.000085256615,0.50235444,0.000015013083,0.00017022918,0.00008171673,0.000002331187,0.00011448719,0.0000024051621],"genre_scores_gemma":[0.7587908,0.00008957125,0.24101803,0.000016332948,0.000058007903,0.0000052702053,6.094051e-7,0.0000073163674,0.0000141049195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757445,0.000020447756,0.0006355204,0.0007315621,0.0005988943,0.0004391431],"domain_scores_gemma":[0.99836385,0.00014864595,0.0001936951,0.0007019572,0.00042194157,0.00016989712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019261183,0.00024071525,0.00037293282,0.00049740955,0.00035191438,0.00029744837,0.0006913098,0.00013594035,5.3484564e-7],"category_scores_gemma":[0.00013824746,0.0001744427,0.00006499544,0.0015336487,0.00027956784,0.0039125276,0.00040176846,0.00014334204,0.0000011930557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046013542,0.000018238472,0.02257536,0.00017907485,0.00003256473,7.9814305e-7,0.00071998895,0.8573527,0.0015730769,0.0001161458,0.0000045108504,0.117422946],"study_design_scores_gemma":[0.00037317845,0.00007514704,0.03131115,0.00014844857,0.000025624018,0.00001963943,0.0000013028216,0.9658127,0.0019569404,0.000014698854,0.000009335484,0.00025187482],"about_ca_topic_score_codex":0.0000076403685,"about_ca_topic_score_gemma":7.6196244e-7,"teacher_disagreement_score":0.26161662,"about_ca_system_score_codex":0.00011393195,"about_ca_system_score_gemma":0.00020359877,"threshold_uncertainty_score":0.7113567},"labels":[],"label_agreement":null},{"id":"W2594266659","doi":"10.1002/cpe.4069","title":"Hardware‐assisted software event tracing","year":2017,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Tracing; Computer science; x86; Debugging; Embedded system; Software; Overhead (engineering); Memory footprint; Operating system; Computer hardware","score_opus":0.03195901466201988,"score_gpt":0.3455792680153101,"score_spread":0.3136202533532902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594266659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27569458,0.0013866503,0.71963453,0.0013426597,0.0009625464,0.00018532782,0.000001656154,0.00015058521,0.0006414738],"genre_scores_gemma":[0.9858147,0.00025694357,0.0135451695,0.0002491879,0.000051988503,0.000032992448,0.0000017905174,0.0000042886772,0.00004293291],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987438,0.000080918486,0.00027889144,0.00046678408,0.0002263629,0.000203253],"domain_scores_gemma":[0.99860924,0.0003022223,0.00032971596,0.00044845347,0.00018748014,0.00012289466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003903795,0.00014682597,0.00017243974,0.00004171562,0.0012497852,0.0007630503,0.0004036469,0.00006520033,0.0000043260757],"category_scores_gemma":[0.0008563952,0.0001283221,0.0000324802,0.00007675504,0.00019093111,0.0037524444,0.00025646354,0.00014576945,0.000012356888],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018240813,0.00007634925,0.012542963,0.00009383819,0.000015785574,0.000021412761,0.014541888,0.000039819115,0.000057895068,0.00286998,0.00015532963,0.9695665],"study_design_scores_gemma":[0.004741979,0.0010803007,0.6863036,0.0010893336,0.00012491774,0.0019975484,0.011916079,0.21305679,0.0018710096,0.00886381,0.066373475,0.0025811233],"about_ca_topic_score_codex":0.00006163032,"about_ca_topic_score_gemma":0.0000022519564,"teacher_disagreement_score":0.9669854,"about_ca_system_score_codex":0.000016566626,"about_ca_system_score_gemma":0.000068014786,"threshold_uncertainty_score":0.9612464},"labels":[],"label_agreement":null},{"id":"W2594649443","doi":"","title":"Microservices in the modern software world","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Microservices; Computer science; Software architecture; Software engineering; Service-oriented architecture; Flexibility (engineering); Scalability; Resource-oriented architecture; Architectural style; Architecture; Software; Software development; Reference architecture; Computer architecture; Operating system; Component-based software engineering; World Wide Web; Web service; Cloud computing","score_opus":0.007591136296314276,"score_gpt":0.20336497133910333,"score_spread":0.19577383504278906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594649443","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16490221,0.00025543233,0.83323264,0.0005403039,0.0006072236,0.00015142569,9.943938e-7,0.00030257873,0.0000071650506],"genre_scores_gemma":[0.847459,0.000018915372,0.15175843,0.00056443183,0.00013539397,0.000027916862,2.2783956e-7,0.000008924431,0.000026707006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803305,0.00003392356,0.00026233253,0.0006034231,0.0005455077,0.0005217872],"domain_scores_gemma":[0.9983918,0.00051761046,0.00004902129,0.0007938164,0.0001402525,0.00010747363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017594459,0.00019323216,0.00018362587,0.00033925215,0.00022738503,0.00037909477,0.0020044765,0.000044471806,0.0000014444573],"category_scores_gemma":[0.00019911409,0.000104711,0.000040808165,0.0014919058,0.00016731648,0.001584138,0.0005507314,0.000134931,0.000016102205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037517657,0.00006497207,0.10783486,0.00016379051,0.000009031859,0.000039492967,0.0052453843,0.0031587041,0.0007916087,0.0021052507,0.00040166778,0.8801815],"study_design_scores_gemma":[0.0013136204,0.00018298051,0.4395282,0.0009481022,0.000008356818,0.00025057406,0.000026298289,0.5402443,0.0016561387,0.0044171656,0.010083956,0.0013403062],"about_ca_topic_score_codex":0.00001667346,"about_ca_topic_score_gemma":0.000014691442,"teacher_disagreement_score":0.87884116,"about_ca_system_score_codex":0.00008429469,"about_ca_system_score_gemma":0.0001186442,"threshold_uncertainty_score":0.42699906},"labels":[],"label_agreement":null},{"id":"W2602253609","doi":"10.1016/j.jss.2017.03.057","title":"Distributed analysis and filtering of application event streams","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"STREAMS; Event (particle physics); Computer science; Environmental science; Real-time computing; Computer network; Physics","score_opus":0.008948841535487742,"score_gpt":0.2543940845877232,"score_spread":0.24544524305223547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602253609","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48914075,0.0005216053,0.5101012,0.00004022548,0.0001262486,0.000053472926,0.0000063206453,0.0000071906156,0.0000030069186],"genre_scores_gemma":[0.9973637,0.00009801243,0.0024641054,0.0000020533105,0.000055525197,0.0000025815946,0.0000010537916,0.0000023440257,0.000010640264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990885,0.000029629913,0.00045799022,0.00012634553,0.00020790094,0.00008962621],"domain_scores_gemma":[0.9983054,0.000056566638,0.0008899751,0.0004430801,0.0002251651,0.000079836595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005938233,0.00007699754,0.00034995342,0.00009911487,0.00017495277,0.00015769864,0.0003399222,0.000052656196,4.5964262e-7],"category_scores_gemma":[0.00009091187,0.000053667125,0.00008903126,0.00010697031,0.000048083682,0.00043507238,0.000113199974,0.00006909629,2.6982312e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001063618,0.00003644815,0.9455338,0.00037614984,0.00028529388,0.000006559647,0.00043865148,0.00063797995,0.00027218566,0.00019942386,0.000043955926,0.052158892],"study_design_scores_gemma":[0.0005148307,0.0001761716,0.9756935,0.00032246255,0.00016900634,0.0001329482,0.00016286345,0.02134533,0.0004021544,0.0002334413,0.00069868786,0.0001485747],"about_ca_topic_score_codex":0.00020130663,"about_ca_topic_score_gemma":0.000008503386,"teacher_disagreement_score":0.50822294,"about_ca_system_score_codex":0.00002075364,"about_ca_system_score_gemma":0.00002696209,"threshold_uncertainty_score":0.21884818},"labels":[],"label_agreement":null},{"id":"W2603399189","doi":"10.1002/cpe.4068","title":"Multi‐scale navigation of large trace data: A survey","year":2017,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Visualization; Tracing; Correctness; Software visualization; Data science; Scale (ratio); Data visualization; Heuristics; Data structure; Field (mathematics); Data mining; Software; Software system; Programming language; Component-based software engineering","score_opus":0.0727773124512009,"score_gpt":0.40216154067841786,"score_spread":0.32938422822721697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603399189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5732477,0.0009137781,0.4249278,0.00023466456,0.0004169572,0.00013029402,0.00001971817,0.000030932344,0.000078188605],"genre_scores_gemma":[0.9852035,0.0002383734,0.014445995,0.00004826473,0.00002023855,0.000009010452,0.000019948067,0.0000026530784,0.0000120171],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988427,0.00014455838,0.00027273057,0.00041989665,0.00018099725,0.00013908089],"domain_scores_gemma":[0.9982372,0.00036871067,0.0004004334,0.0006913324,0.00023557486,0.000066746936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010863328,0.000098656965,0.00015854706,0.000026093172,0.00052767526,0.00026187257,0.00059547456,0.00005363374,0.0000014136164],"category_scores_gemma":[0.00074503117,0.000086980646,0.000013025037,0.00008554732,0.0001772489,0.004491949,0.00042126328,0.00010107264,0.000003628471],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010977218,0.0007215639,0.3776825,0.00045605525,0.000048938124,0.000015049723,0.073830225,0.00005042725,0.00087690627,0.0026066382,0.00043285,0.543169],"study_design_scores_gemma":[0.001235013,0.00014846683,0.5933052,0.00014133875,0.000016923217,0.0000702691,0.0023877316,0.3977025,0.000498091,0.00020250806,0.003979922,0.00031207668],"about_ca_topic_score_codex":0.00025741648,"about_ca_topic_score_gemma":0.000021414673,"teacher_disagreement_score":0.542857,"about_ca_system_score_codex":0.0000055751407,"about_ca_system_score_gemma":0.000058416408,"threshold_uncertainty_score":0.4058505},"labels":[],"label_agreement":null},{"id":"W2606700701","doi":"10.1145/3053600.3053651","title":"Open-perspective Modeling of Software Systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scope (computer science); Rotation formalisms in three dimensions; Perspective (graphical); Principal (computer security); Data science; Data modeling; Software; Software engineering; Management science; Artificial intelligence; Engineering","score_opus":0.04486310369410974,"score_gpt":0.31813186571143404,"score_spread":0.2732687620173243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606700701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021288408,0.00015976504,0.94936526,0.00025499167,0.0009357961,0.00035125102,0.0000018072685,0.0001394748,0.02750325],"genre_scores_gemma":[0.97719145,0.000007999394,0.022203755,0.000020640615,0.000041752046,0.000017072096,1.8746768e-7,0.000004710618,0.00051242614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990296,0.000028903969,0.00024173927,0.00032784985,0.00020661415,0.00016529726],"domain_scores_gemma":[0.9975766,0.00003547613,0.00017341139,0.0017887155,0.0003702462,0.000055531353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005257235,0.00009216257,0.00022954491,0.00003764115,0.00035938574,0.00053948996,0.0035602204,0.00005622138,0.0000062297077],"category_scores_gemma":[0.00020457676,0.00006654143,0.000052065552,0.00005726347,0.000050113766,0.0014783237,0.0012437555,0.00006772335,0.00003588713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042286934,0.00036250782,0.07646051,0.00048851233,0.00017020067,0.000018158818,0.0046983967,0.036293257,0.00015200363,0.8634953,0.0019353087,0.015883561],"study_design_scores_gemma":[0.00048047648,0.00007738116,0.0026226135,0.00013623401,0.0000050581093,0.000013180868,0.00047663506,0.9877445,0.00034855222,0.007688356,0.00019170114,0.00021528342],"about_ca_topic_score_codex":0.0032032575,"about_ca_topic_score_gemma":0.000016559015,"teacher_disagreement_score":0.95590305,"about_ca_system_score_codex":0.00005417384,"about_ca_system_score_gemma":0.00011170796,"threshold_uncertainty_score":0.6615834},"labels":[],"label_agreement":null},{"id":"W2610473248","doi":"10.1109/ipdps.2001.925075","title":"Correcting errors in message passing systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Message passing; Distributed computing","score_opus":0.013109511078102168,"score_gpt":0.24711132030386807,"score_spread":0.2340018092257659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610473248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69192374,0.0002914304,0.28987995,0.0006298564,0.0017860618,0.00022664802,1.6645757e-7,0.0005018811,0.014760254],"genre_scores_gemma":[0.9921756,0.000002057382,0.0069981343,0.00009538601,0.00009918894,0.00001221515,2.0031283e-7,0.000004294874,0.00061295385],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989593,0.00006174051,0.00028842743,0.00026033886,0.00018059362,0.00024959803],"domain_scores_gemma":[0.9994035,0.00008497014,0.00005923927,0.0003729904,0.000031893283,0.000047413934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068661594,0.00008780781,0.00014418131,0.00009265919,0.000080495134,0.000117041614,0.00037256637,0.000057936395,0.0000110648925],"category_scores_gemma":[0.00003982657,0.0000673463,0.000033361644,0.0003660382,0.00001541025,0.00065207266,0.000097924865,0.000116594805,0.00011106469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065050062,0.00018779728,0.40513402,0.00020693227,0.000015598627,0.000027209195,0.006245724,0.028084984,0.00027132346,0.0050375722,0.0027832538,0.5519991],"study_design_scores_gemma":[0.00059294334,0.000044408884,0.03625968,0.0002588768,0.000002453963,0.00016164154,0.0008674462,0.95054793,0.0019689554,0.000087282715,0.008769243,0.00043912765],"about_ca_topic_score_codex":0.0002830226,"about_ca_topic_score_gemma":0.00009077221,"teacher_disagreement_score":0.92246294,"about_ca_system_score_codex":0.00011040686,"about_ca_system_score_gemma":0.000043735366,"threshold_uncertainty_score":0.27463025},"labels":[],"label_agreement":null},{"id":"W2613496308","doi":"10.1145/3035918.3056448","title":"A Demonstration of Interactive Analysis of Performance Measurements with Viska","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alberta Innovates - Technology Futures; Microsoft Research; International Science and Technology Center; National Science Foundation","keywords":"Computer science; Visualization; Analytics; Visual analytics; Inference; Data visualization; Enhanced Data Rates for GSM Evolution; Big data; Data science; Data analysis; Data mining; Machine learning; Human–computer interaction; Artificial intelligence","score_opus":0.028859191119970797,"score_gpt":0.27727299668774846,"score_spread":0.24841380556777767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613496308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80840147,0.00000352844,0.18493433,0.000031248583,0.000054761167,0.00007836983,6.2824466e-7,0.000015463424,0.0064802147],"genre_scores_gemma":[0.9935455,0.0000032903822,0.0063856305,0.0000057056436,0.0000044943654,0.0000044476024,6.069533e-7,0.0000013948177,0.00004896612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992367,0.000020503961,0.00021939146,0.00015774068,0.00028509487,0.00008059537],"domain_scores_gemma":[0.99852467,0.000023204426,0.0003592879,0.0007625911,0.00030689238,0.000023339006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003372824,0.00006302631,0.00020874452,0.00012581325,0.000078012345,0.00003539113,0.00052763347,0.000021991256,0.000006466265],"category_scores_gemma":[0.000024140438,0.00004024793,0.00006195179,0.00024620627,0.00007502765,0.00087389495,0.00007070179,0.00003673276,0.000002182933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027047365,0.000058407568,0.9806956,0.000037223028,0.0003679103,1.5068663e-7,0.00044223003,0.00050504704,0.0006780561,0.00015609477,0.000005209613,0.017027032],"study_design_scores_gemma":[0.00019936953,0.00015946654,0.8907318,0.000047640355,0.000101135156,8.772042e-7,0.000026939962,0.06641793,0.042237617,0.0000075850785,0.0000070302654,0.00006262381],"about_ca_topic_score_codex":0.00012064932,"about_ca_topic_score_gemma":0.000087275475,"teacher_disagreement_score":0.185144,"about_ca_system_score_codex":0.000018644778,"about_ca_system_score_gemma":0.000052112093,"threshold_uncertainty_score":0.1641263},"labels":[],"label_agreement":null},{"id":"W2613509522","doi":"10.1109/vlhcc.2017.8103454","title":"Debugging behaviour of embedded-software developers: An exploratory study","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Algorithmic program debugging; Computer science; Software bug; Exploratory research; Programming language; Software engineering; Software; Embedded software","score_opus":0.037474645144319106,"score_gpt":0.3049765826070587,"score_spread":0.2675019374627396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613509522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295419,0.000023749686,0.068912156,0.0000374649,0.00050771114,0.00029195988,9.656893e-7,0.00034765576,0.00033647782],"genre_scores_gemma":[0.97109747,0.0000018755934,0.02867473,0.000037901686,0.000038723603,0.00003137439,6.6239335e-7,0.000009099265,0.00010817383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985769,0.00007937794,0.00033506416,0.00042885315,0.00034253794,0.00023728362],"domain_scores_gemma":[0.99716985,0.000032880518,0.00020192018,0.002248448,0.0002361374,0.00011079019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008192371,0.0001475495,0.00024495748,0.00007510593,0.00047940493,0.00022043345,0.0019626576,0.00006186777,0.000021261498],"category_scores_gemma":[0.00013389424,0.00011186632,0.000054224536,0.00009477682,0.00007329502,0.0021566409,0.00054907595,0.00009923896,0.000040999545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043063114,0.00036328268,0.9619269,0.000025346431,0.000018354693,0.000012897455,0.010112618,0.00001692882,0.00003660675,0.0001284708,0.00014018387,0.027214123],"study_design_scores_gemma":[0.00088984036,0.00055648724,0.9879291,0.000068791385,0.000020958363,0.000011703928,0.00454531,0.0018784872,0.0032694025,0.00025813348,0.00010686949,0.0004649361],"about_ca_topic_score_codex":0.00014301628,"about_ca_topic_score_gemma":0.00024550673,"teacher_disagreement_score":0.0415556,"about_ca_system_score_codex":0.000033191605,"about_ca_system_score_gemma":0.00018121181,"threshold_uncertainty_score":0.45617762},"labels":[],"label_agreement":null},{"id":"W2614734074","doi":"10.1109/icst.2017.17","title":"Perphecy: Performance Regression Test Selection Made Simple but Effective","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Regression testing; Computer science; Commit; Generality; Regression; Simple (philosophy); Selection (genetic algorithm); Regression analysis; Machine learning; Software; Statistics; Software system; Mathematics; Operating system","score_opus":0.009765202068299257,"score_gpt":0.2605345804974529,"score_spread":0.2507693784291536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614734074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95500296,0.000024476903,0.03530297,0.00038623,0.00068017753,0.00040793137,0.0000011961175,0.00043892616,0.00775514],"genre_scores_gemma":[0.9940869,0.000023787115,0.0033222572,0.00008022402,0.00018893235,0.00005607154,0.0000012211774,0.000008735868,0.0022318629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868506,0.00004210048,0.00020082555,0.00046363086,0.00028275527,0.00032565478],"domain_scores_gemma":[0.9983196,0.0001468025,0.00017863703,0.0011134004,0.00014739104,0.000094121904],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004671273,0.00017503205,0.00019285262,0.000058167407,0.0013110827,0.00034435806,0.0010117351,0.00011549108,0.00003849194],"category_scores_gemma":[0.0002642299,0.00011695735,0.0000730762,0.00011850976,0.00008048288,0.0015844499,0.00034275212,0.00018614692,0.00032448812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000108074,0.00008031797,0.8261369,0.00009131803,0.000009772789,0.0000025143643,0.00022449398,0.000046975143,0.003078092,0.00023539246,0.001867247,0.16821617],"study_design_scores_gemma":[0.00040816268,0.00029988197,0.869124,0.00007455633,0.0000049003393,0.000040062914,0.000015723888,0.07888177,0.047672395,0.00035735208,0.0028715732,0.0002496054],"about_ca_topic_score_codex":0.00018356218,"about_ca_topic_score_gemma":0.000018650697,"teacher_disagreement_score":0.16796656,"about_ca_system_score_codex":0.00009885082,"about_ca_system_score_gemma":0.000065641376,"threshold_uncertainty_score":0.9999891},"labels":[],"label_agreement":null},{"id":"W2618689158","doi":"10.1109/icse.2017.15","title":"Characterizing and Detecting Anti-Patterns in the Logging Code","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Logging; Code (set theory); Source code; Redundant code; Context (archaeology); Database; Operating system; Set (abstract data type); Programming language; Code generation","score_opus":0.02643058065307089,"score_gpt":0.27538497500370246,"score_spread":0.24895439435063157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618689158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667018,0.000013770967,0.03079958,0.0013579899,0.0002206496,0.00008897567,2.8169856e-7,0.000052544452,0.000764419],"genre_scores_gemma":[0.9987848,0.000011632232,0.0008409659,0.00029310165,0.00004794443,0.0000054667967,9.233029e-8,0.0000021947278,0.000013815453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99938655,0.000035664896,0.00012261863,0.00019369305,0.00009762076,0.00016386367],"domain_scores_gemma":[0.99917334,0.00007277074,0.00007495469,0.0006491208,0.000011317999,0.000018477862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079150795,0.00006207342,0.000088903755,0.000029784998,0.0004194328,0.00045968362,0.0007423941,0.000028495331,0.000001767729],"category_scores_gemma":[0.00005747492,0.000036574795,0.000017457633,0.000029736633,0.000028479997,0.0006264898,0.00023731729,0.00010322943,0.0000068623613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5582522e-7,0.000006933579,0.97019047,0.000031773037,0.000001554938,0.000007468217,0.0018356967,0.0000012033869,0.00058046327,0.00020166906,0.000005162575,0.027137179],"study_design_scores_gemma":[0.00011102275,0.00001055173,0.98745614,0.0000459519,7.2640944e-7,0.000030281204,0.00015673997,0.010649158,0.0011709641,0.000093395676,0.0002052072,0.00006986546],"about_ca_topic_score_codex":0.00023268208,"about_ca_topic_score_gemma":0.000085922926,"teacher_disagreement_score":0.032082997,"about_ca_system_score_codex":0.000008827369,"about_ca_system_score_gemma":0.000009071937,"threshold_uncertainty_score":0.443274},"labels":[],"label_agreement":null},{"id":"W2620873247","doi":"10.5555/3104068.3104085","title":"Transforming workflow models into automated end-to-end acceptance test cases","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Workflow; Computer science; Test suite; Heuristics; Test case; Regression testing; Software engineering; Programming language; Model-based testing; Data mining; Database; Software system; Machine learning; Software; Regression analysis; Software construction","score_opus":0.026899247945903183,"score_gpt":0.2891282796677941,"score_spread":0.2622290317218909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620873247","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36256334,0.00009945993,0.6208481,0.0020138435,0.0010474733,0.0006066089,0.00000544711,0.0024215064,0.01039418],"genre_scores_gemma":[0.9454211,0.00001662834,0.05368293,0.000250622,0.00008548181,0.000047702644,0.000001023739,0.0000114118075,0.00048311157],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998317,0.000023106779,0.00033919816,0.00054234633,0.00034987935,0.0004284737],"domain_scores_gemma":[0.9976838,0.0002023236,0.0001026787,0.0016906569,0.00012445795,0.00019605618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043141976,0.00021021346,0.00026461054,0.00008605712,0.00085686025,0.0005895911,0.0019124452,0.000104366525,0.00005486965],"category_scores_gemma":[0.00018894517,0.00015955459,0.000097190314,0.0002086332,0.00008767203,0.002562181,0.00027293066,0.00012393377,0.00019119817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025247893,0.0002682443,0.031420864,0.000226611,0.000048240287,0.00015686554,0.0058433386,0.00470508,0.002062856,0.005883431,0.0039962647,0.945363],"study_design_scores_gemma":[0.0006689028,0.00024305083,0.022105515,0.00025720338,0.00001311247,0.00012181175,0.000089821726,0.94614816,0.021345694,0.0042094626,0.003999917,0.0007973596],"about_ca_topic_score_codex":0.00074385,"about_ca_topic_score_gemma":0.00040021032,"teacher_disagreement_score":0.9445656,"about_ca_system_score_codex":0.00008041116,"about_ca_system_score_gemma":0.0001183054,"threshold_uncertainty_score":0.65903634},"labels":[],"label_agreement":null},{"id":"W2661131174","doi":"","title":"Chorus: model knowledge base for performance modeling in datacenters","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Chorus; Computer science; Reuse; Distributed computing; Resource (disambiguation); Service (business); Knowledge base; Performance indicator; Artificial intelligence; Computer network","score_opus":0.1120372113696402,"score_gpt":0.2711208296091353,"score_spread":0.1590836182394951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2661131174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23957004,0.000056790337,0.7556014,0.000030453823,0.00025366887,0.00029207,0.0000022186773,0.00014541055,0.004047937],"genre_scores_gemma":[0.8990922,0.000029614854,0.10046308,0.00007804024,0.0000227122,0.000081111124,0.0000027634676,0.000008230782,0.0002222242],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987578,0.000017906543,0.00031239665,0.00042032418,0.000104632825,0.00038694442],"domain_scores_gemma":[0.9990769,0.000025316833,0.000036126217,0.0006943136,0.00008368918,0.000083661515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066542416,0.00013545189,0.00016477155,0.00012282711,0.00008413746,0.00003157215,0.00079435407,0.0000653862,0.000007059497],"category_scores_gemma":[0.000022340118,0.0001066768,0.00005878581,0.00022578583,0.000019878966,0.0011773936,0.00020469226,0.000091789894,0.000045888126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006071455,0.0036611226,0.1707068,0.0031996816,0.00011860514,0.000011190173,0.069995254,0.35618,0.00059440697,0.06355118,0.0067726444,0.32460195],"study_design_scores_gemma":[0.00044479454,0.000048086804,0.00024195162,0.00004624537,0.0000018507761,0.0000018687662,0.0000488913,0.9978933,0.0005124155,0.00050894346,0.00009467186,0.00015698705],"about_ca_topic_score_codex":0.000048965278,"about_ca_topic_score_gemma":0.00003241673,"teacher_disagreement_score":0.6595222,"about_ca_system_score_codex":0.00006808562,"about_ca_system_score_gemma":0.00011169905,"threshold_uncertainty_score":0.43501538},"labels":[],"label_agreement":null},{"id":"W2689273870","doi":"","title":"The QSL platform at LORIA","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Documentation; Software engineering; Computer science; Quality (philosophy); Software quality; Reliability (semiconductor); Software project management; Software development; Software; Systems engineering; Engineering management; Engineering; Programming language; Software construction","score_opus":0.011418414053414127,"score_gpt":0.21803922932538286,"score_spread":0.20662081527196874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2689273870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38751373,0.0007602053,0.24744971,0.0020162165,0.0078922715,0.00056428375,5.6522924e-7,0.00091534574,0.35288766],"genre_scores_gemma":[0.98757917,0.00003309053,0.0036187612,0.00022045517,0.000042711104,0.000012996628,1.6173372e-7,0.0000032702455,0.008489399],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993031,0.00001953485,0.00013570127,0.00016335497,0.00017263555,0.00020568106],"domain_scores_gemma":[0.9991339,0.00013790435,0.000028918148,0.00061392045,0.00003792936,0.000047432615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051107036,0.00006398598,0.000060725215,0.0000128372585,0.00036964368,0.00008396875,0.0004594859,0.000036064925,0.00004211618],"category_scores_gemma":[0.00005728947,0.00003113599,0.000042882017,0.000176316,0.00003540534,0.00024046218,0.00010108333,0.000051783732,0.00066893897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008580225,0.000046882615,0.044190302,0.000023387547,0.000026250538,0.000004749577,0.00084819476,0.000042266543,0.00009121209,0.8550815,0.053274974,0.046361692],"study_design_scores_gemma":[0.00034608933,0.000067055444,0.008863451,0.000007161756,0.0000021577773,0.00005447424,0.00006858633,0.0035955056,0.0069929142,0.014401517,0.96537924,0.00022183736],"about_ca_topic_score_codex":0.000009818319,"about_ca_topic_score_gemma":0.00002095397,"teacher_disagreement_score":0.91210425,"about_ca_system_score_codex":0.000052749674,"about_ca_system_score_gemma":0.000038882827,"threshold_uncertainty_score":0.859808},"labels":[],"label_agreement":null},{"id":"W26988571","doi":"10.1007/0-306-48738-1_11","title":"Performance Analysis with UML","year":2003,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Software","score_opus":0.009312769921573065,"score_gpt":0.1944606841695332,"score_spread":0.18514791424796012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26988571","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034424243,0.00013854617,0.11703264,0.00012167861,0.00023331933,0.000208686,0.0000021041546,0.00030365644,0.8816151],"genre_scores_gemma":[0.033363976,0.00020211918,0.01518911,0.00054527575,0.00007531557,0.000015899765,0.000011917581,0.00003028837,0.9505661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981568,0.000012243652,0.00034678783,0.0006891112,0.0005150555,0.0002799944],"domain_scores_gemma":[0.99791557,0.000032023796,0.00019162816,0.0015645251,0.00018512987,0.00011110934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027419435,0.00035836673,0.0005596696,0.00034718923,0.00012664567,0.00009509244,0.0007949835,0.0002570494,0.0003885756],"category_scores_gemma":[0.0000030690826,0.00022941182,0.0002458815,0.00030759373,0.00008073207,0.00034166695,0.00011293286,0.00026798953,0.00047063353],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008814669,0.00021443043,0.111747704,0.0015068608,0.011620896,0.00018518773,0.0011357905,0.0050202534,0.0000037399711,0.5540587,0.03548023,0.27893806],"study_design_scores_gemma":[0.001037663,0.0010495298,0.008766578,0.00043712978,0.0019913083,0.0001808039,0.000009207575,0.06920651,0.0001710125,0.002768513,0.9107337,0.0036480348],"about_ca_topic_score_codex":0.000010904152,"about_ca_topic_score_gemma":0.000020666941,"teacher_disagreement_score":0.8752535,"about_ca_system_score_codex":0.000081180115,"about_ca_system_score_gemma":0.00011087854,"threshold_uncertainty_score":0.9355142},"labels":[],"label_agreement":null},{"id":"W2724423093","doi":"10.1109/seams.2017.12","title":"Delivering Elastic Containerized Cloud Applications to Enable DevOps","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"DevOps; Microservices; Cloud computing; Software deployment; Computer science; Software engineering; Bridge (graph theory); Distributed computing; Systems engineering; Software development; Software; Operating system; Engineering","score_opus":0.01805739795363334,"score_gpt":0.2719357479514186,"score_spread":0.2538783499977853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724423093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08758584,0.000017817509,0.90257376,0.00058554125,0.00040546592,0.00036688245,7.5576077e-7,0.00024507983,0.0082188565],"genre_scores_gemma":[0.9632328,0.0000039645342,0.035517093,0.00022823985,0.00015082642,0.00015397207,4.945699e-7,0.0000048043726,0.0007077802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999154,0.000012813952,0.00016848858,0.00029782185,0.00013888419,0.00022800152],"domain_scores_gemma":[0.9983198,0.00005322377,0.00006589125,0.0013378318,0.00009857995,0.00012466642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024046499,0.000089493726,0.00013175252,0.00003627601,0.00059265766,0.00028546373,0.0012309814,0.000039534403,0.000022355462],"category_scores_gemma":[0.000080175836,0.00006995357,0.00004138532,0.000086113694,0.000029911656,0.00041747768,0.00042824977,0.000056549397,0.0006222733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001182346,0.0006409977,0.1861629,0.0006433457,0.00022320177,0.000044756493,0.005922442,0.004531869,0.02580842,0.34838167,0.011607558,0.4159146],"study_design_scores_gemma":[0.004066471,0.00055913423,0.21590072,0.00024081147,0.00004629337,0.00010217523,0.0002337696,0.16998002,0.029458402,0.015899036,0.56123304,0.0022801193],"about_ca_topic_score_codex":0.0004216799,"about_ca_topic_score_gemma":0.000061904546,"teacher_disagreement_score":0.875647,"about_ca_system_score_codex":0.000043341504,"about_ca_system_score_gemma":0.000045119406,"threshold_uncertainty_score":0.7998272},"labels":[],"label_agreement":null},{"id":"W2727682072","doi":"10.1109/msr.2017.7","title":"Do Not Trust Build Results at Face Value - An Empirical Study of 30 Million CPAN Builds","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Code (set theory); Empirical research; Software; Software evolution; Software engineering; Software system; Operating system; Software construction; Programming language","score_opus":0.04495576005706785,"score_gpt":0.3429298480288655,"score_spread":0.29797408797179764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727682072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99061424,0.000015072737,0.0056236777,0.00064422033,0.0006620306,0.00048300385,0.000007035004,0.00016781718,0.0017829319],"genre_scores_gemma":[0.9966308,0.000005115679,0.002487237,0.0000969302,0.000083461935,0.000013260358,0.0000016576498,0.000009087731,0.00067243545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975493,0.00016338761,0.00057259615,0.00076540775,0.0006277113,0.0003215796],"domain_scores_gemma":[0.9958999,0.000099324534,0.00031054296,0.0033660652,0.00015473992,0.00016942348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011891988,0.00020204883,0.00035373395,0.00007946629,0.00060736685,0.00021344221,0.0021133593,0.00014577687,0.000021453137],"category_scores_gemma":[0.00019466064,0.00014030193,0.0000877559,0.00014698957,0.00011311893,0.00078099803,0.0009197318,0.00015203073,0.000094227296],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001938737,0.0018037317,0.9617987,0.00007192913,0.000056997127,0.000019655308,0.013396619,0.00079425744,0.00050849776,0.00033997188,0.0034238838,0.017591832],"study_design_scores_gemma":[0.0023442218,0.0016857652,0.96643865,0.000035180088,0.000014548469,0.000009782628,0.0005152536,0.022144826,0.0043885503,0.000114084825,0.0019729484,0.00033618338],"about_ca_topic_score_codex":0.00091771426,"about_ca_topic_score_gemma":0.00010169458,"teacher_disagreement_score":0.021350568,"about_ca_system_score_codex":0.000078531826,"about_ca_system_score_gemma":0.000060710096,"threshold_uncertainty_score":0.5721346},"labels":[],"label_agreement":null},{"id":"W2728579824","doi":"10.1109/ccgrid.2017.20","title":"Fine-Grained Nested Virtual Machine Performance Analysis through First Level Hypervisor Tracing","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Hypervisor; Computer science; Operating system; Virtual machine; Host (biology); Tracing; Virtualization; Embedded system; Cloud computing","score_opus":0.043523066842017774,"score_gpt":0.26820238905682703,"score_spread":0.22467932221480924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728579824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63362306,0.00005602857,0.36088517,0.0015373416,0.00049802935,0.0001931203,0.000008253057,0.00032788794,0.002871109],"genre_scores_gemma":[0.98390275,0.000028283099,0.013632938,0.00016827586,0.0001113343,0.000025165731,0.000009754931,0.000011915963,0.0021096063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979766,0.000043693108,0.00048255082,0.00066243764,0.00037297842,0.00046171076],"domain_scores_gemma":[0.9968593,0.00012128897,0.00027516257,0.0024733422,0.00015830528,0.00011259303],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000582075,0.00028301837,0.00048926193,0.00015006255,0.0014951917,0.00048394274,0.0021391297,0.00012941861,0.000095508665],"category_scores_gemma":[0.00014737893,0.0002055651,0.00028543224,0.00060873124,0.00012171569,0.0022256651,0.00048888265,0.00019902711,0.00017274643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047545265,0.00026829724,0.908238,0.0001962949,0.00060447474,0.000021583024,0.0034368753,0.006118903,0.000109880646,0.0033569653,0.0009097136,0.07669146],"study_design_scores_gemma":[0.0006942799,0.00014770892,0.55376834,0.000037789734,0.00009586808,0.000016321648,0.00003234113,0.44251585,0.00090288447,0.00010468703,0.0012793657,0.00040457872],"about_ca_topic_score_codex":0.0011088098,"about_ca_topic_score_gemma":0.0015638995,"teacher_disagreement_score":0.43639693,"about_ca_system_score_codex":0.00005583625,"about_ca_system_score_gemma":0.000067532295,"threshold_uncertainty_score":0.99980474},"labels":[],"label_agreement":null},{"id":"W27311735","doi":"10.2196/medinform.5185","title":"Evaluación de técnicas de detección de errores en programas concurrentes","year":2014,"lang":"en","type":"dissertation","venue":"JMIR Medical Informatics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.010567621813289501,"score_gpt":0.34269446592252484,"score_spread":0.3321268441092353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W27311735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7797819,0.00056211127,0.2064116,0.00059929775,0.0028731034,0.0020152812,0.0000125526,0.0013659226,0.00637824],"genre_scores_gemma":[0.91824764,0.00047891474,0.07489406,0.0020725955,0.0011701438,0.0014298302,0.00050106517,0.00008329723,0.0011224386],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99584603,0.0002556093,0.0012201,0.0002577821,0.0015261145,0.00089438586],"domain_scores_gemma":[0.99712354,0.0005083098,0.0005627321,0.00086882524,0.00025512456,0.00068144174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031353082,0.0004132021,0.00059461297,0.0001836835,0.00017683538,0.00025033776,0.002153451,0.0011677609,0.00008361517],"category_scores_gemma":[0.0012754289,0.00032560312,0.00025784038,0.00034886642,0.00013886172,0.00045514066,0.00020721971,0.0012038504,0.00021575486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006302137,0.0003690796,0.01611713,0.009201663,0.00019500787,0.000032222415,0.080581315,0.00005607003,0.000014406802,0.004399395,0.01886687,0.87010384],"study_design_scores_gemma":[0.00267829,0.00097517227,0.026860276,0.005226504,0.0001893964,0.00057499745,0.005686276,0.8106274,0.0014926987,0.0050439187,0.13858192,0.0020631752],"about_ca_topic_score_codex":0.000036731846,"about_ca_topic_score_gemma":0.000053680447,"teacher_disagreement_score":0.8680406,"about_ca_system_score_codex":0.00036226836,"about_ca_system_score_gemma":0.0023461266,"threshold_uncertainty_score":0.9999196},"labels":[],"label_agreement":null},{"id":"W2735319346","doi":"10.1130/abs/2017rm-293201","title":"QUAKE CATCHER NETWORK IN CALGARY: TESTING THE LIMITS OF VOLUNTEER HOSTED SEISMIC NETWORKS","year":2017,"lang":"en","type":"article","venue":"Abstracts with programs - Geological Society of America","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"","keywords":"Quake (natural phenomenon); Geology; Seismology; Computer science; Engineering","score_opus":0.03425898842717039,"score_gpt":0.2621044764386892,"score_spread":0.22784548801151883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735319346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9469222,0.00041395487,0.04857298,0.002130195,0.000187369,0.00086337345,5.7125544e-7,0.00015371821,0.0007556389],"genre_scores_gemma":[0.9455651,0.00004698319,0.053806048,0.00039258806,0.00008878071,0.00005514119,0.0000029416046,0.000009521512,0.00003288317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778795,0.000099608944,0.00061051495,0.00047007785,0.00038115674,0.00065068505],"domain_scores_gemma":[0.9970514,0.00049281144,0.0009966022,0.0011016174,0.00026130708,0.00009625869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010075166,0.00024170947,0.0005182461,0.000010548555,0.00038431713,0.000094892166,0.0015048687,0.00024018071,0.00000432542],"category_scores_gemma":[0.00018098736,0.00013191042,0.00018247536,0.00049277756,0.0014033059,0.0002878691,0.00034631975,0.0005566078,0.0000045251572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029758372,0.00029595086,0.6936007,0.00006753534,0.00006830109,0.000007008623,0.0010162861,0.03444052,0.000010083103,0.00001765569,0.00044161128,0.27000454],"study_design_scores_gemma":[0.00039872917,0.00070396386,0.8509946,0.0001997119,0.000015258397,0.000011458839,0.00017199953,0.145687,0.000023390525,0.00016804226,0.001416508,0.00020935599],"about_ca_topic_score_codex":0.0039353943,"about_ca_topic_score_gemma":0.00004291302,"teacher_disagreement_score":0.2697952,"about_ca_system_score_codex":0.00003167268,"about_ca_system_score_gemma":0.000101361424,"threshold_uncertainty_score":0.5949165},"labels":[],"label_agreement":null},{"id":"W2742089049","doi":"","title":"deTector: a Topology-aware Monitoring System for Data Center Networks","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Center (category theory); Detector; Computer science; Network topology; Topology (electrical circuits); Data center; Computer network; Real-time computing; Telecommunications; Electrical engineering; Engineering","score_opus":0.06836995083323666,"score_gpt":0.33119367660873944,"score_spread":0.2628237257755028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742089049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019016288,0.000080065336,0.9753927,0.00055340666,0.0027154167,0.00069044076,0.00013085591,0.0009852514,0.0004355744],"genre_scores_gemma":[0.9855733,0.000019392613,0.013743432,0.00002641986,0.0004499454,0.00009211122,0.000013717725,0.0000147523715,0.000066936715],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977396,0.00006211745,0.00044153252,0.0009197109,0.00027128856,0.0005657143],"domain_scores_gemma":[0.99443537,0.00021202487,0.00027221182,0.004565076,0.00034347092,0.00017185429],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00075617695,0.0002443299,0.00039047527,0.000050312563,0.000769204,0.00049215957,0.0059830574,0.00030973382,0.0000029651203],"category_scores_gemma":[0.00034043097,0.00019744759,0.000102207276,0.00008040067,0.00021881654,0.0012935163,0.0025250383,0.0003309043,0.000030628547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036092775,0.00067265006,0.42366263,0.0016845447,0.00025694878,0.00015711377,0.0010510745,0.00013477058,0.0014671114,0.04089217,0.013418734,0.5162413],"study_design_scores_gemma":[0.006347294,0.0016922116,0.19709635,0.0029609913,0.00015576364,0.00064487336,0.00089489407,0.69778144,0.0071721566,0.0023962494,0.07914997,0.0037078278],"about_ca_topic_score_codex":0.000103388986,"about_ca_topic_score_gemma":0.0000494596,"teacher_disagreement_score":0.966557,"about_ca_system_score_codex":0.000084619314,"about_ca_system_score_gemma":0.000116327115,"threshold_uncertainty_score":0.9993951},"labels":[],"label_agreement":null},{"id":"W2742453911","doi":"10.1145/3098954.3098979","title":"Using Markov Chains to Model Sensor Network Reliability","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reliability (semiconductor); Reliability engineering; Context (archaeology); Markov chain; Markov model; Distributed computing; Component (thermodynamics); Markov process; Network topology; Fault tolerance; Maintenance engineering; Engineering; Machine learning; Computer network","score_opus":0.04921105564984695,"score_gpt":0.3113396137913693,"score_spread":0.26212855814152236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742453911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24745996,0.0000074477543,0.7447237,0.0013680804,0.00074955047,0.0002667262,0.0000011694465,0.00022077141,0.0052026436],"genre_scores_gemma":[0.66249007,0.0000023689663,0.33571053,0.00042323786,0.00017905078,0.000008337201,1.8727499e-7,0.000006683363,0.0011795544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983798,0.000045908397,0.000280363,0.0005608315,0.00027518475,0.00045785907],"domain_scores_gemma":[0.9966476,0.000048993712,0.00011207595,0.002849542,0.000149441,0.00019234614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010327772,0.00015785407,0.00022906366,0.00003267358,0.0008568045,0.00032294035,0.0014322397,0.00009604939,0.000011304353],"category_scores_gemma":[0.00019147895,0.00012065149,0.00009544418,0.00012037278,0.00006361905,0.00068312674,0.000795583,0.00011667113,0.00009006427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053130527,0.00017810432,0.23876752,0.00016205512,0.000035189958,0.000016118618,0.0012418443,0.6934341,0.0004642813,0.016773105,0.011054229,0.03782032],"study_design_scores_gemma":[0.00012667218,0.00002444425,0.018033478,0.000027701913,0.0000029694363,0.0000059277704,0.000006059651,0.97914326,0.00014379135,0.0015950572,0.0006908077,0.00019982521],"about_ca_topic_score_codex":0.00022287341,"about_ca_topic_score_gemma":0.000027571119,"teacher_disagreement_score":0.4150301,"about_ca_system_score_codex":0.00009395462,"about_ca_system_score_gemma":0.000111195135,"threshold_uncertainty_score":0.6589934},"labels":[],"label_agreement":null},{"id":"W2745235504","doi":"10.1109/netsoft.2017.8004252","title":"End-to-end management of IoT applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"End-to-end principle; Computer science; Internet of Things; End user; Computer network; Embedded system; World Wide Web","score_opus":0.016695297016703876,"score_gpt":0.282264992732741,"score_spread":0.26556969571603717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745235504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02097359,0.000022677033,0.9128495,0.0010465183,0.00021527598,0.00042376024,0.0000011679593,0.00010505902,0.064362444],"genre_scores_gemma":[0.92860764,0.000008701403,0.06970304,0.000064537795,0.000024207968,0.00007345422,2.646012e-7,0.0000019717909,0.0015162047],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99939066,0.0000063432235,0.00013984399,0.00019745261,0.00015654968,0.00010914128],"domain_scores_gemma":[0.99830574,0.000013265048,0.000068162866,0.0015167346,0.000046313384,0.000049801263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002119815,0.000050884264,0.000081747676,0.000030777028,0.0001852179,0.000081172904,0.0011572918,0.00002065334,0.000036868816],"category_scores_gemma":[0.0000035107862,0.000038274135,0.00003440458,0.00007355577,0.000036037374,0.00015988083,0.00040328613,0.000025538446,0.00023410785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002356117,0.00010541669,0.01709104,0.00019465794,0.000038438953,0.0000020020204,0.0002267447,0.000059874896,0.00012985281,0.2113125,0.0015129083,0.7693242],"study_design_scores_gemma":[0.00059991365,0.0001190998,0.7463593,0.00011015994,0.000019985522,0.0000070960614,0.00013439178,0.0051080994,0.010724976,0.0073471116,0.22904898,0.00042087137],"about_ca_topic_score_codex":0.00006115865,"about_ca_topic_score_gemma":0.000005732541,"teacher_disagreement_score":0.907634,"about_ca_system_score_codex":0.000013666453,"about_ca_system_score_gemma":0.000012619048,"threshold_uncertainty_score":0.3009061},"labels":[],"label_agreement":null},{"id":"W2762915977","doi":"10.1145/3132747.3132768","title":"Pensieve","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; NetApp","keywords":"Computer science; Process (computing); Service (business); Software engineering; Operating system","score_opus":0.017986429468025703,"score_gpt":0.2712332145326458,"score_spread":0.2532467850646201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762915977","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2322291,0.00003096736,0.47542843,0.005429386,0.0022110848,0.00015372605,2.291874e-7,0.0005307393,0.28398633],"genre_scores_gemma":[0.98664254,0.0000021505543,0.011067301,0.00014442399,0.000042930897,0.0000021480867,4.581429e-8,0.0000011130909,0.0020973256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99962646,0.000005713751,0.000059393595,0.00012976378,0.00008485259,0.000093800016],"domain_scores_gemma":[0.9987063,0.000011705501,0.000036007048,0.0011806039,0.00003346291,0.00003195158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015190357,0.000034981542,0.000050304196,0.000009643815,0.0002783571,0.00021056047,0.000907647,0.000021184474,0.000021785512],"category_scores_gemma":[0.00004461523,0.000023368691,0.000025162586,0.000014393423,0.000028812112,0.0005340049,0.00022723366,0.000029352153,0.0004976242],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041031894,0.00007400336,0.39852694,0.000042989454,0.000020075471,0.000028001756,0.0007448032,0.000008356793,0.00031265002,0.23032959,0.028137842,0.34177065],"study_design_scores_gemma":[0.00034715986,0.00005249934,0.92804044,0.000015351943,0.0000016186149,0.000028960329,0.000012548627,0.013133693,0.004198866,0.009062219,0.044870086,0.00023653537],"about_ca_topic_score_codex":0.00006313085,"about_ca_topic_score_gemma":0.0000070992664,"teacher_disagreement_score":0.7544135,"about_ca_system_score_codex":0.0000066002635,"about_ca_system_score_gemma":0.000018914201,"threshold_uncertainty_score":0.63961184},"labels":[],"label_agreement":null},{"id":"W2763776913","doi":"10.1007/s10664-017-9553-x","title":"Empirical study on the discrepancy between performance testing results from virtual and physical environments","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Empirical research; Human–computer interaction; Statistics; Mathematics","score_opus":0.05186541589034044,"score_gpt":0.2904156404946555,"score_spread":0.23855022460431508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763776913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726922,0.000012942083,0.025638064,0.0006464387,0.00029843717,0.00034626073,0.000017608687,0.00030295676,0.00004510116],"genre_scores_gemma":[0.9969145,0.0000020451744,0.002395164,0.000075290285,0.00051023933,0.000040313316,0.0000037285238,0.000022983751,0.000035704987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977145,0.00007865388,0.0003974784,0.0007924361,0.00057568424,0.0004412191],"domain_scores_gemma":[0.99554974,0.0024089238,0.00016448204,0.0016662169,0.000022344642,0.00018829883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005726657,0.00032522395,0.00037189393,0.000043901888,0.00083313824,0.00034319918,0.0012850206,0.00009798792,0.0000011977896],"category_scores_gemma":[0.0026310887,0.00020958578,0.00007699371,0.00014617307,0.000103761115,0.0005612588,0.0008974085,0.00052308914,0.00006718292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011487026,0.00012928792,0.9871262,0.0000063616276,0.00003558017,0.000008731225,0.0019713857,0.0005078947,0.000013274228,0.000004386058,0.0000645593,0.01012088],"study_design_scores_gemma":[0.0005541903,0.0004320145,0.97756565,0.00007456738,0.00001564189,0.0000019806273,0.000039207298,0.02026502,0.00014755651,0.000047201676,0.00057584787,0.00028110907],"about_ca_topic_score_codex":0.000047460046,"about_ca_topic_score_gemma":8.0987445e-7,"teacher_disagreement_score":0.02422234,"about_ca_system_score_codex":0.00008039021,"about_ca_system_score_gemma":0.000028253971,"threshold_uncertainty_score":0.854666},"labels":[],"label_agreement":null},{"id":"W2764058973","doi":"","title":"Analyse de performance des plateformes infonuagiques","year":2016,"lang":"fr","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Humanities; Political science; Philosophy","score_opus":0.013724553514645207,"score_gpt":0.23658725508449527,"score_spread":0.22286270156985005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764058973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5017235,0.0061267703,0.48351952,0.0060751634,0.000549989,0.0004746047,0.000033979042,0.00091257214,0.00058387825],"genre_scores_gemma":[0.87538886,0.007319504,0.10591827,0.0014165284,0.00045893417,0.0003412497,0.000004795826,0.00007604862,0.00907578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99463004,0.00042221585,0.0011356295,0.0009620288,0.0006598587,0.0021902288],"domain_scores_gemma":[0.99570626,0.0004011447,0.00047781467,0.0020782312,0.0005130836,0.000823442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027303952,0.00074712886,0.00075694703,0.0006045946,0.0007176463,0.0005482262,0.0018654744,0.00084751885,0.00014876772],"category_scores_gemma":[0.000550601,0.00055274845,0.00043830334,0.0013774268,0.00087263423,0.0040462483,0.00072270224,0.0006100162,0.00031831293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007686966,0.00023231197,0.5995181,0.00037165737,0.00010527026,0.00006885605,0.0015211935,0.0005646371,0.001868957,0.007679065,0.0025154408,0.3854776],"study_design_scores_gemma":[0.0014346908,0.0010335842,0.70611817,0.0023806763,0.00013030763,0.0013857796,0.00021220108,0.18262427,0.06662421,0.010649868,0.025693811,0.0017124187],"about_ca_topic_score_codex":0.016779667,"about_ca_topic_score_gemma":0.0034870168,"teacher_disagreement_score":0.3837652,"about_ca_system_score_codex":0.0024087194,"about_ca_system_score_gemma":0.0014441573,"threshold_uncertainty_score":0.9996924},"labels":[],"label_agreement":null},{"id":"W2766038630","doi":"10.1109/hpec.2017.8091061","title":"Dynamic trace-based sampling algorithm for memory usage tracking of enterprise applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; TRACE (psycholinguistics); Tracing; Scalability; Memory management; Garbage collection; Kernel (algebra); Software; Real-time computing; Garbage; Parallel computing; Embedded system; Operating system; Semiconductor memory; Programming language","score_opus":0.026048314475146654,"score_gpt":0.31002828452481174,"score_spread":0.2839799700496651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766038630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010062269,0.00006777302,0.9883249,0.0001912742,0.00023158776,0.0006321432,0.000011661822,0.00012150402,0.0003569042],"genre_scores_gemma":[0.60502064,0.000003529938,0.39467114,0.000028298438,0.000025338188,0.00014481273,0.0000021423918,0.0000057701427,0.00009830368],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903417,0.000014683255,0.00029107212,0.00031168462,0.00015674651,0.00019166968],"domain_scores_gemma":[0.99818605,0.00017361781,0.00023174865,0.001216545,0.0001382433,0.000053779724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005106796,0.00010241543,0.00018273383,0.000059813046,0.00040984884,0.00013782167,0.0010902848,0.000062577965,0.000006103302],"category_scores_gemma":[0.000041205076,0.000084422616,0.00013102505,0.000061671126,0.00007490357,0.0004481337,0.00008593022,0.00006162514,0.000007858301],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030137503,0.000092594455,0.0015144823,0.00012368849,0.000010971125,2.5674706e-7,0.00015507384,0.0002618512,0.00059586565,0.0002537823,0.000017633813,0.9969708],"study_design_scores_gemma":[0.0007027916,0.000064026484,0.012697352,0.00006970942,0.000012621258,0.0000029734683,0.000037687012,0.9768564,0.006854129,0.0009331458,0.0015734255,0.00019574101],"about_ca_topic_score_codex":0.000037813665,"about_ca_topic_score_gemma":0.000012098741,"teacher_disagreement_score":0.99677503,"about_ca_system_score_codex":0.000038163387,"about_ca_system_score_gemma":0.0000833132,"threshold_uncertainty_score":0.34426543},"labels":[],"label_agreement":null},{"id":"W2766122182","doi":"10.1007/978-3-319-67837-5_14","title":"Modernization of Legacy Software Tests to Model-Driven Testing","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Automation; Medical software; Product testing; Computer science; Software; Quality (philosophy); Software engineering; Software quality analyst; Product (mathematics); Engineering; Software quality; Systems engineering; Software development; Operations management; Operating system","score_opus":0.040501163426249584,"score_gpt":0.26368665814901676,"score_spread":0.22318549472276716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766122182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058651174,0.00009397802,0.9972626,0.00032128007,0.00035711238,0.0005567165,0.00003857955,0.00007794582,0.00070526515],"genre_scores_gemma":[0.058306918,0.000018177372,0.9414555,0.00006547809,0.00007082519,0.000017592318,0.000011815553,0.000012707245,0.00004099644],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986908,0.0000068170793,0.00064435176,0.00017489742,0.0002871136,0.00019602092],"domain_scores_gemma":[0.99753505,0.00028956405,0.00068032625,0.001003765,0.00043988985,0.000051414143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003515888,0.00023880301,0.00039338213,0.00018942873,0.0009228269,0.00022931633,0.0026642526,0.00018859678,1.6339548e-7],"category_scores_gemma":[0.00029504183,0.0001885414,0.00014217735,0.00015532697,0.00027590062,0.00071285985,0.0011123875,0.00025073043,4.9226475e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.536112e-7,0.000007191028,0.000032627304,0.00025510724,0.00002346314,2.0141785e-8,0.0012491014,0.9680263,0.000009309553,0.006522426,0.000018268353,0.023855545],"study_design_scores_gemma":[0.00010946295,0.00005637121,0.00011406094,0.00044652878,0.000021771917,0.0000046321397,0.0000010656107,0.99630976,0.00007642354,0.0013307998,0.0013113865,0.00021772977],"about_ca_topic_score_codex":0.000035405883,"about_ca_topic_score_gemma":0.000039952865,"teacher_disagreement_score":0.057720408,"about_ca_system_score_codex":0.00005882038,"about_ca_system_score_gemma":0.0002897346,"threshold_uncertainty_score":0.7688495},"labels":[],"label_agreement":null},{"id":"W2766165299","doi":"10.1145/3155055.3155061","title":"Report on Networking and Programming Languages 2017","year":2017,"lang":"en","type":"article","venue":"ACM SIGCOMM Computer Communication Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Presentation (obstetrics); Scope (computer science); Attendance; Intersection (aeronautics); World Wide Web; Programming language","score_opus":0.04583658170272741,"score_gpt":0.34890583038723577,"score_spread":0.30306924868450835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766165299","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016461156,0.60968107,0.22781941,0.120722614,0.0034959444,0.005590187,0.0000032597022,0.0024084798,0.013817864],"genre_scores_gemma":[0.4582936,0.15302454,0.3828481,0.0048191682,0.000505206,0.00023015078,0.000035236626,0.000033742308,0.00021026813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984129,0.00025643266,0.00047353952,0.00040090957,0.00023060672,0.00022561995],"domain_scores_gemma":[0.98934805,0.00034295674,0.00062498124,0.009473947,0.00012295379,0.00008712381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016794781,0.00018571288,0.0003761804,0.000039029324,0.0010135563,0.0005410307,0.0044798306,0.00006410383,0.0000026508956],"category_scores_gemma":[0.00027966098,0.00014844873,0.00009350123,0.00009272242,0.000118279066,0.0005958501,0.00297771,0.00026871558,0.00004019951],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.69716e-7,0.000041477324,0.01092432,0.0005236542,0.000020406807,0.000022372426,0.00010828407,0.0000030466213,5.4705436e-7,0.0014400632,0.0065375245,0.9803773],"study_design_scores_gemma":[0.00041522516,0.00013261751,0.09280159,0.011876577,0.000038725822,0.0005773065,0.0000064214128,0.0055258377,0.0000128058655,0.000959957,0.8870748,0.0005780991],"about_ca_topic_score_codex":0.00005742531,"about_ca_topic_score_gemma":0.000007528641,"teacher_disagreement_score":0.9797992,"about_ca_system_score_codex":0.000028394574,"about_ca_system_score_gemma":0.00003082335,"threshold_uncertainty_score":0.83247143},"labels":[],"label_agreement":null},{"id":"W2767696751","doi":"10.48550/arxiv.1711.03204","title":"Elascale: Autoscaling and Monitoring as a Service","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Scalability; Cloud computing; Provisioning; Microservices; Distributed computing; Software; Operating system; Database","score_opus":0.06838411480516778,"score_gpt":0.2080750541583241,"score_spread":0.13969093935315635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767696751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9166177,0.00018147312,0.07893447,0.00020352087,0.0017273908,0.00024415355,0.0000035119165,0.00039884137,0.0016889379],"genre_scores_gemma":[0.99753594,0.00027163522,0.0011763774,0.000041564934,0.00017979417,0.0000012672367,0.0000018249413,0.000013091598,0.0007784934],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982159,0.00007450094,0.00018207941,0.0010874097,0.000108701104,0.00033138765],"domain_scores_gemma":[0.99739075,0.00008544044,0.00026716388,0.0018709241,0.00019278273,0.0001929376],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036860132,0.00028755204,0.00034172295,0.00012990079,0.00045018806,0.00032291253,0.0019230681,0.00036794305,0.000004994181],"category_scores_gemma":[0.00005205217,0.00030224337,0.000115589966,0.00020664185,0.00008483452,0.0006222113,0.0031153772,0.0005607024,0.00010904213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013174422,0.00035615196,0.76264274,0.0041294554,0.0006496374,0.0015038255,0.0064208205,0.14136034,0.00022037607,0.056295622,0.000350046,0.025939254],"study_design_scores_gemma":[0.0013119361,0.00010600799,0.0913573,0.0016840006,0.00016482593,0.000066850196,0.00025353621,0.84511274,0.0008142818,0.055324532,0.0021369988,0.0016669986],"about_ca_topic_score_codex":0.00072216144,"about_ca_topic_score_gemma":0.00001987042,"teacher_disagreement_score":0.7037524,"about_ca_system_score_codex":0.00013377673,"about_ca_system_score_gemma":0.00021249804,"threshold_uncertainty_score":0.99994296},"labels":[],"label_agreement":null},{"id":"W2768493132","doi":"10.1109/mascots.2017.19","title":"QDIME: QoS-Aware Dynamic Binary Instrumentation","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Instrumentation (computer programming); Computer science; Quality of service; Debugging; TRACE (psycholinguistics); Operating system; Server; Real-time computing; Database; Embedded system; Distributed computing; Computer network","score_opus":0.011279540729499167,"score_gpt":0.2811439944315058,"score_spread":0.2698644537020066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768493132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8779757,0.00002575377,0.11018215,0.0019018311,0.002436777,0.00021670289,0.0000013513711,0.00037815658,0.0068815704],"genre_scores_gemma":[0.9931198,0.000012467438,0.0056243436,0.00011783583,0.000041693133,0.000011901699,0.0000024202825,0.0000038571543,0.001065722],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99923676,0.000019435622,0.00014962784,0.00025907904,0.00017336031,0.00016175078],"domain_scores_gemma":[0.9986451,0.00001690223,0.00010134831,0.0011344815,0.000050685205,0.00005144583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019110616,0.00008482385,0.00009413666,0.000040081268,0.0004922686,0.000269631,0.00095851254,0.000052660245,0.00003570889],"category_scores_gemma":[0.000021007108,0.00006416401,0.000044627926,0.00005536138,0.000052611846,0.0012968916,0.0002897154,0.00006370351,0.00032799033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022397795,0.00024926563,0.35220933,0.0002398722,0.00005958025,0.000039157414,0.0016164302,0.00015134887,0.0017775707,0.01022159,0.008110051,0.62530345],"study_design_scores_gemma":[0.00065844547,0.00014166476,0.8310347,0.000050222385,0.0000049476043,0.00002370632,0.000094118004,0.16230574,0.0015010586,0.001384693,0.0024907982,0.00030990108],"about_ca_topic_score_codex":0.0001093708,"about_ca_topic_score_gemma":0.00002246738,"teacher_disagreement_score":0.6249935,"about_ca_system_score_codex":0.00004887982,"about_ca_system_score_gemma":0.000046702484,"threshold_uncertainty_score":0.42157614},"labels":[],"label_agreement":null},{"id":"W2769308479","doi":"10.1016/j.infsof.2017.11.007","title":"A framework for the recovery and visualization of system availability scenarios from execution traces","year":2017,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Computer science; Merge (version control); TRACE (psycholinguistics); Flexibility (engineering); Distributed computing; Reusability; Source code; Software; Software engineering; Real-time computing; Data mining; Programming language; Parallel computing","score_opus":0.013040786307295075,"score_gpt":0.2647045050116433,"score_spread":0.2516637187043482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769308479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19852972,0.00025047825,0.7996512,0.0005558033,0.00030984654,0.00039636545,0.000015422134,0.00027560515,0.000015533778],"genre_scores_gemma":[0.9614682,0.00011335373,0.03827072,0.000050042298,0.000017797664,0.000066979206,0.0000071020445,0.000002554868,0.0000032248292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992414,0.00001785658,0.00036648483,0.00014701049,0.00011269589,0.0001145454],"domain_scores_gemma":[0.9983151,0.0003228608,0.00043311613,0.000712629,0.0001931337,0.000023142838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004674902,0.00009128167,0.00017336805,0.000102184036,0.0005436156,0.00018059212,0.0004486494,0.00025172316,0.0000012962664],"category_scores_gemma":[0.0009683137,0.00006281012,0.00003159171,0.000101026235,0.00023354769,0.001403807,0.00017683455,0.00008927267,0.0000035335365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055271543,0.000024751043,0.13932823,0.0007141662,0.00004547736,1.932194e-7,0.002271007,0.000054370856,0.000017819399,0.12271262,0.000108865104,0.73466724],"study_design_scores_gemma":[0.0027794333,0.00086717756,0.52018,0.0013705217,0.00011257052,0.00007231618,0.003865267,0.2769695,0.003472931,0.17728348,0.012168579,0.0008582491],"about_ca_topic_score_codex":0.000103545186,"about_ca_topic_score_gemma":0.0000123547225,"teacher_disagreement_score":0.7629385,"about_ca_system_score_codex":0.000029472827,"about_ca_system_score_gemma":0.000039767292,"threshold_uncertainty_score":0.41811064},"labels":[],"label_agreement":null},{"id":"W2770899270","doi":"10.1109/mdat.2017.2771210","title":"Enabling Rapid Construction of Arrival Curves From Execution Traces","year":2017,"lang":"en","type":"article","venue":"IEEE Design and Test","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Comisión Nacional de Investigación Científica y Tecnológica","keywords":"Abstraction; Computer science; Arrival time; Real-time computing; Engineering; Transport engineering","score_opus":0.029819848938065125,"score_gpt":0.250566736882723,"score_spread":0.22074688794465788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770899270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63345593,0.0012010939,0.36368826,0.00025789996,0.0009640436,0.00018702375,0.0000052969385,0.000081610015,0.0001588176],"genre_scores_gemma":[0.98360026,0.00052570377,0.015754307,0.000022011749,0.00008001587,0.000005128885,7.6212297e-7,0.0000024129492,0.000009401755],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99939114,0.000040589006,0.00016066033,0.00019465169,0.00011807704,0.000094897405],"domain_scores_gemma":[0.9990427,0.000284431,0.00016824635,0.00040786812,0.000058935548,0.000037802783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003376847,0.000071211995,0.00013446923,0.000028973102,0.0002284577,0.00009572946,0.00028550474,0.000048917907,0.0000043587647],"category_scores_gemma":[0.0001749687,0.00005693046,0.0000279777,0.00003781825,0.00014133636,0.0005432256,0.00002790291,0.000054230244,0.0000045242673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005377369,0.0002539554,0.29573768,0.0006493218,0.00008093026,0.00001705071,0.0020738968,0.000080802674,0.093548596,0.001958132,0.0016922384,0.60385364],"study_design_scores_gemma":[0.0019391024,0.0006842791,0.40812516,0.0016932574,0.00007063098,0.00009681707,0.00016723643,0.052187063,0.51961714,0.013460831,0.0012303963,0.00072809285],"about_ca_topic_score_codex":0.00012410467,"about_ca_topic_score_gemma":0.0000017386976,"teacher_disagreement_score":0.6031255,"about_ca_system_score_codex":0.000007209618,"about_ca_system_score_gemma":0.000034539153,"threshold_uncertainty_score":0.23215568},"labels":[],"label_agreement":null},{"id":"W2771733057","doi":"","title":"Correct Reuse of Transformations is Hard to Guarantee","year":2016,"lang":"en","type":"article","venue":"Research Portal (King's College London)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reuse; Soundness; Computer science; Transformation (genetics); Model transformation; Quality (philosophy); Risk analysis (engineering); Programming language; Artificial intelligence; Engineering; Consistency (knowledge bases)","score_opus":0.040843029281723627,"score_gpt":0.3269071624677993,"score_spread":0.28606413318607565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771733057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9049068,0.00028411509,0.063357316,0.014501516,0.0012247211,0.002435195,0.00030628318,0.0003709852,0.012613061],"genre_scores_gemma":[0.99313205,0.00015887039,0.0033932442,0.00017039815,0.000089564724,0.00013743302,0.0000022523018,0.000017770739,0.0028984004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616545,0.00024003076,0.0007045987,0.0005812968,0.0014961441,0.00081244955],"domain_scores_gemma":[0.99630415,0.0005627376,0.00010752918,0.0019115135,0.0008678119,0.0002462675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026680254,0.00019752797,0.0003881716,0.00057913485,0.00033824722,0.00007702376,0.0021713886,0.00013660206,0.00022616796],"category_scores_gemma":[0.0007216745,0.000132453,0.00019607607,0.001994738,0.0002020957,0.0010430985,0.0004711864,0.00026975092,0.00057330076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075448543,0.0014102403,0.07148416,0.0012607505,0.00040945812,0.00047353125,0.021414459,0.000088086425,0.035861257,0.0672337,0.6327103,0.16689958],"study_design_scores_gemma":[0.010401945,0.0057442524,0.08270453,0.00483454,0.00005742298,0.00064701325,0.0020313058,0.00903249,0.36381257,0.023462946,0.4942332,0.0030377752],"about_ca_topic_score_codex":0.00018529673,"about_ca_topic_score_gemma":0.00009637543,"teacher_disagreement_score":0.3279513,"about_ca_system_score_codex":0.000107343076,"about_ca_system_score_gemma":0.00055882393,"threshold_uncertainty_score":0.73688126},"labels":[],"label_agreement":null},{"id":"W2774466177","doi":"10.1109/edcc.2017.19","title":"Impact of a Fault Management Architecture on the Performance of a Component-Based System","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Fault management; Computer science; Component (thermodynamics); Scalability; Architecture; Fault (geology); Distributed computing; Fault detection and isolation; Throughput; Set (abstract data type); Reliability engineering; Engineering; Database; Operating system; Artificial intelligence","score_opus":0.012951357767319331,"score_gpt":0.25530989297548856,"score_spread":0.24235853520816922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774466177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97335756,0.000009687023,0.021829933,0.00021082316,0.0001599747,0.00037922864,0.0000033842416,0.000062415544,0.0039869947],"genre_scores_gemma":[0.9978061,0.0000026073133,0.0020696074,0.000022983013,0.000014542403,0.000018799492,4.6506614e-7,0.00000416103,0.000060777682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99892133,0.000053449647,0.0002771919,0.00021039849,0.00035867578,0.00017892622],"domain_scores_gemma":[0.9975178,0.00008717121,0.0003083054,0.0019660136,0.000082292354,0.000038417827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005016158,0.00012854212,0.00022408638,0.0000705658,0.0002275266,0.000052308882,0.0015943024,0.000039167957,0.000007891137],"category_scores_gemma":[0.000011177275,0.00006077223,0.00017836399,0.000094197894,0.000114558476,0.00011514229,0.00020008258,0.00009137922,0.000017330884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065884396,0.0013131967,0.7111162,0.008708129,0.0008637838,0.000024736448,0.0022111726,0.088203035,0.0027919973,0.06311163,0.0019213127,0.11907599],"study_design_scores_gemma":[0.0008348528,0.00078478304,0.689352,0.0008187408,0.000014931559,0.000007763133,0.00005371572,0.29895124,0.008884356,0.000038918577,0.00007249168,0.00018623286],"about_ca_topic_score_codex":0.0001415655,"about_ca_topic_score_gemma":0.000002523383,"teacher_disagreement_score":0.21074821,"about_ca_system_score_codex":0.000054364336,"about_ca_system_score_gemma":0.000042897147,"threshold_uncertainty_score":0.2962637},"labels":[],"label_agreement":null},{"id":"W2777471795","doi":"10.1109/cloudcom.2017.21","title":"Online Phase Detection and Characterization of Cloud Applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Cloud computing; Server; Java; Anomaly detection; Characterization (materials science); Phase (matter); Real-time computing; Data mining; Operating system","score_opus":0.015160047988911095,"score_gpt":0.28589218872044025,"score_spread":0.2707321407315292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777471795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52078354,0.0000031588897,0.47881547,0.00009985909,0.00008642686,0.00008963987,0.000002119906,0.000031184227,0.000088640154],"genre_scores_gemma":[0.9977761,0.00001901984,0.0020333682,0.000017731654,0.000066815366,0.0000132825435,0.0000030122467,0.0000013733373,0.000069276866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99966574,0.0000073305746,0.000109200635,0.00011557068,0.00005585165,0.000046319266],"domain_scores_gemma":[0.9993325,0.000008397972,0.000109941044,0.00047076715,0.00005600977,0.00002236778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009574736,0.00003416276,0.000059755752,0.000021700118,0.00016724416,0.000046696005,0.00021072829,0.000026338334,0.000002377129],"category_scores_gemma":[0.000010631026,0.000026703707,0.000012737515,0.00003651119,0.000036112247,0.00035843268,0.00007036568,0.000023416767,0.0000038015294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005648364,0.00025114813,0.0075120577,0.000068246125,0.0000067271176,1.4403469e-7,0.00016359659,5.7178516e-7,0.17836185,0.0024150137,0.0000041131434,0.8112109],"study_design_scores_gemma":[0.001649086,0.0002768956,0.69155216,0.00003706808,0.000012785071,0.000018176004,0.000024352767,0.105348505,0.18796757,0.0014729535,0.011381113,0.00025934417],"about_ca_topic_score_codex":0.000021633487,"about_ca_topic_score_gemma":0.0000075199214,"teacher_disagreement_score":0.81095153,"about_ca_system_score_codex":0.0000052367454,"about_ca_system_score_gemma":0.0000100632415,"threshold_uncertainty_score":0.12863238},"labels":[],"label_agreement":null},{"id":"W2782690365","doi":"","title":"Cloud meets classroom: experience report on using IBM Bluemix in a software architectures course","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"IBM; Cloud computing; Computer science; Software; Service (business); Process (computing); Engineering management; Software engineering; Multimedia; Engineering; Operating system","score_opus":0.016520176927678563,"score_gpt":0.27123394608028484,"score_spread":0.2547137691526063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782690365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5326952,0.00009908254,0.46494687,0.00009634402,0.0017267475,0.00016765975,8.977257e-7,0.00026170345,0.000005538945],"genre_scores_gemma":[0.82581425,0.000008544955,0.17376347,0.00012243031,0.00024582338,0.000020890711,3.837706e-7,0.000015542855,0.000008695814],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661034,0.00003223572,0.0004797745,0.0011941924,0.0008910009,0.0007924549],"domain_scores_gemma":[0.9969352,0.00023038099,0.00022483876,0.00210258,0.00021400965,0.00029299196],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001677938,0.00035522407,0.000399952,0.0003360753,0.0009772853,0.0009539062,0.002474961,0.000106548796,0.0000014529272],"category_scores_gemma":[0.0012923862,0.00031008484,0.00007605661,0.0005410116,0.00047434762,0.0012197695,0.001192239,0.0003730161,0.000005918056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034485667,0.00029618666,0.55242753,0.0004066649,0.000038864313,0.0022644436,0.010089078,0.16802882,0.0008775119,0.0014349975,0.00019044288,0.26391095],"study_design_scores_gemma":[0.00062215596,0.00020640665,0.29578942,0.00073957216,0.000007215916,0.0010701198,0.000023720853,0.69766515,0.001780702,0.0002352715,0.0009488548,0.0009114144],"about_ca_topic_score_codex":0.00008377103,"about_ca_topic_score_gemma":0.0000102010445,"teacher_disagreement_score":0.5296363,"about_ca_system_score_codex":0.0001875174,"about_ca_system_score_gemma":0.00035339198,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W2783088416","doi":"10.1109/bigdata.2017.8258185","title":"Towards a requirements engineering artefact model in the context of big data software development projects: Research in progress","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Big data; Data science; Data modeling; Domain (mathematical analysis); Software engineering; Software development; Software; Context (archaeology); Software analytics; Software development process; Data mining","score_opus":0.32994551587161813,"score_gpt":0.39833952943844037,"score_spread":0.06839401356682223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783088416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8387174,0.00028141966,0.15499127,0.001971968,0.00057505764,0.0023769771,0.000009649657,0.00014085931,0.000935395],"genre_scores_gemma":[0.963688,0.0000107589,0.036108658,0.000023502374,0.00002172909,0.00011692124,0.000003640304,0.0000055076944,0.00002126318],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978875,0.00008705104,0.00042926328,0.000455455,0.00074103085,0.00039968168],"domain_scores_gemma":[0.9970419,0.00008630249,0.000096568794,0.0026044014,0.00013522968,0.000035645782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004875237,0.00011771754,0.00019953643,0.00020452926,0.00016412386,0.00019845611,0.004417895,0.000066157045,7.3155184e-7],"category_scores_gemma":[0.00032425672,0.000072595525,0.000018878027,0.00030868017,0.00010554949,0.0008730681,0.0016135732,0.00024160044,0.000006315134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000268949,0.00042101447,0.25652927,0.0006304777,0.000023474868,0.000026855845,0.01828538,0.00038058986,0.000032526852,0.0010777841,0.00037826764,0.72218746],"study_design_scores_gemma":[0.0016271356,0.00014444171,0.25325814,0.0012144987,0.000002652334,0.000010661241,0.001192707,0.73741895,0.0023400923,0.00054541585,0.0017919705,0.00045332138],"about_ca_topic_score_codex":0.00044129067,"about_ca_topic_score_gemma":0.00039893863,"teacher_disagreement_score":0.7370384,"about_ca_system_score_codex":0.00010824356,"about_ca_system_score_gemma":0.00060834293,"threshold_uncertainty_score":0.82096213},"labels":[],"label_agreement":null},{"id":"W2783223655","doi":"10.1109/bigdata.2017.8258159","title":"Towards MapReduce based Bayesian deep learning network for monitoring big data applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Big data; Scalability; Cloud computing; Software; Analytics; Deep learning; Bayesian network; Machine learning; Data mining; Artificial intelligence; Distributed computing; Database; Operating system","score_opus":0.06254928361908514,"score_gpt":0.31429069832751055,"score_spread":0.2517414147084254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783223655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074476993,0.00010318377,0.9948503,0.00066178653,0.001299956,0.00046423302,0.0000032101839,0.00029543877,0.0015771242],"genre_scores_gemma":[0.73292476,0.000010314829,0.26513973,0.000034922858,0.0014241177,0.00019335306,0.000013856917,0.000009684257,0.00024924972],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987146,0.000029268449,0.00021256554,0.0005369488,0.00017924552,0.00032735922],"domain_scores_gemma":[0.996401,0.00011570345,0.00015023994,0.0031338031,0.0001032121,0.000096022406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079272204,0.00011946444,0.00015126105,0.000029674393,0.0012875079,0.0004659027,0.0031243395,0.00007362261,0.0000039271213],"category_scores_gemma":[0.00012770203,0.000099254044,0.00005288859,0.00010436825,0.00004497652,0.0006285997,0.00066234235,0.000120008866,0.0000241906],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004641724,0.000030525858,0.07610314,0.000080426486,0.000015064688,4.755731e-7,0.00006629653,0.002729997,0.000027126893,0.0009904383,0.0006363944,0.91931546],"study_design_scores_gemma":[0.00045653287,0.00005728335,0.05591484,0.00006415005,0.000015268657,0.0000029260282,0.00003548736,0.8537509,0.00080767815,0.0014754714,0.08708737,0.0003321307],"about_ca_topic_score_codex":0.000103522645,"about_ca_topic_score_gemma":0.000015792952,"teacher_disagreement_score":0.91898334,"about_ca_system_score_codex":0.000032476208,"about_ca_system_score_gemma":0.00010893901,"threshold_uncertainty_score":0.99026},"labels":[],"label_agreement":null},{"id":"W2784260670","doi":"","title":"Incremental change propagation from UML software models to LQN performance models.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; UML tool; Applications of UML; Software engineering; Software; Programming language","score_opus":0.2762776001749046,"score_gpt":0.40418859227411214,"score_spread":0.12791099209920753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784260670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020097,0.0009932438,0.071793504,0.012087379,0.0025908214,0.008965154,0.0005381263,0.00015320377,0.0008688354],"genre_scores_gemma":[0.988518,0.00045398422,0.009724772,0.000062331506,0.000097428405,0.000746709,0.000004823833,0.0000150328715,0.0003769443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970757,0.00023107161,0.0004055016,0.00070800097,0.0010080714,0.0005716637],"domain_scores_gemma":[0.99273634,0.000355904,0.00035076874,0.0016722408,0.0047633257,0.000121438956],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011018177,0.00025380217,0.0004471108,0.000120207216,0.0019362454,0.00021812467,0.002392704,0.00008066972,0.0000027433794],"category_scores_gemma":[0.0011313845,0.00016797389,0.00008623562,0.0005222506,0.0004637064,0.0019217093,0.0015053924,0.00026222575,0.000014024895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033519932,0.0012277527,0.013887873,0.0021563952,0.00095376745,0.00001035586,0.1546695,0.045816988,0.0065445793,0.10036073,0.008135433,0.66288465],"study_design_scores_gemma":[0.0056413673,0.0031159983,0.009717546,0.005519072,0.00004714064,0.0000015763255,0.020080041,0.6173964,0.23985076,0.094307706,0.0028185423,0.001503817],"about_ca_topic_score_codex":0.0000609704,"about_ca_topic_score_gemma":0.00027341014,"teacher_disagreement_score":0.6613808,"about_ca_system_score_codex":0.00035838885,"about_ca_system_score_gemma":0.00037929238,"threshold_uncertainty_score":0.9993631},"labels":[],"label_agreement":null},{"id":"W2784720111","doi":"10.22215/etd/2016-11559","title":"Derivation of Failure Mode and Effects Analysis (FMEA) Table from UML Software Model by Epsilon Model Transformation","year":2016,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Model transformation; Software development; Failure mode and effects analysis; Software engineering; Transformation (genetics); Abstraction; Interrupt; Software development process; Software system; Programming language; Software; Reliability engineering; Engineering; Artificial intelligence; Embedded system","score_opus":0.004422713446811653,"score_gpt":0.22956268467620639,"score_spread":0.22513997122939472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784720111","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26277545,0.00020490456,0.735917,0.000061614286,0.00010781158,0.00039924172,0.00013037784,0.00016423628,0.00023937284],"genre_scores_gemma":[0.9213161,0.00014319709,0.07541316,0.000050324263,0.000015666084,0.000101222824,0.0017918947,0.000024561687,0.0011439013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976932,0.00005689215,0.0006946027,0.00067972287,0.0005914194,0.00028420798],"domain_scores_gemma":[0.9982676,0.00013352575,0.00042055012,0.00073195796,0.00034318375,0.00010318349],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023733142,0.00038280277,0.0007298491,0.00035355912,0.00016076554,0.00009998044,0.00052779843,0.0005401489,0.000008799258],"category_scores_gemma":[0.00004221736,0.00028614173,0.00021841157,0.00063348416,0.000028347078,0.0015759593,0.000037433732,0.00017133338,0.000005864045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050795387,0.00081837055,0.014968513,0.010079488,0.0042254757,0.0000022886124,0.037971262,0.63134223,0.068676904,0.006033077,0.010195199,0.21517923],"study_design_scores_gemma":[0.00042438236,0.000039981718,0.00057792093,0.0001900133,0.00031637205,2.3721279e-7,0.000044662895,0.9708084,0.022228496,0.0050070155,0.000008737888,0.00035378145],"about_ca_topic_score_codex":0.00074275583,"about_ca_topic_score_gemma":0.00048713156,"teacher_disagreement_score":0.66050386,"about_ca_system_score_codex":0.00008742581,"about_ca_system_score_gemma":0.00017937455,"threshold_uncertainty_score":0.99995905},"labels":[],"label_agreement":null},{"id":"W2786605369","doi":"10.1155/2018/3193974","title":"An SAT‐Based Method to Multithreaded Program Verification for Mobile Crowdsourcing Networks","year":2018,"lang":"en","type":"article","venue":"Wireless Communications and Mobile Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Computer science; Crowdsourcing; World Wide Web","score_opus":0.02678279697334598,"score_gpt":0.3662154594585261,"score_spread":0.33943266248518017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786605369","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17844231,0.00021758242,0.81879985,0.00010854235,0.00014843458,0.0017784864,0.0000028474674,0.0004750068,0.00002690503],"genre_scores_gemma":[0.5684391,0.0000087089875,0.43053454,0.00010866529,0.000085922205,0.00078574533,0.000022077746,0.000012047227,0.0000031641287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831915,0.00025110113,0.00042777153,0.00052364863,0.00012818459,0.00035016699],"domain_scores_gemma":[0.9963162,0.0004935188,0.00017619612,0.002429571,0.0004205938,0.00016391517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013189944,0.00018164229,0.00025345854,0.00011234698,0.0011197409,0.00028741642,0.0014971318,0.00011177532,0.0000011540886],"category_scores_gemma":[0.000018032817,0.00017142901,0.00006618444,0.0005163183,0.00014831824,0.0002757531,0.00043968437,0.00015836397,0.000005895666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010614605,0.00027418273,0.0025671357,0.000044137232,0.000011814569,8.0603996e-8,0.0023297677,0.012992106,0.0011395589,0.0006841477,0.000033297347,0.9799132],"study_design_scores_gemma":[0.0003416181,0.000659091,0.0022446,0.00008958927,0.000009132768,0.0000033570484,0.00022544562,0.98595923,0.0007189624,0.000034151508,0.009491914,0.00022291238],"about_ca_topic_score_codex":0.00007191667,"about_ca_topic_score_gemma":0.000022340619,"teacher_disagreement_score":0.97969025,"about_ca_system_score_codex":0.000055763016,"about_ca_system_score_gemma":0.00006715799,"threshold_uncertainty_score":0.8612254},"labels":[],"label_agreement":null},{"id":"W2786975453","doi":"10.29007/4cth","title":"Event Stream Processing with BeepBeep 3","year":2018,"lang":"en","type":"article","venue":"Kalpa publications in computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Event (particle physics); Stream processing; Complex event processing; Real-time computing; Programming language; Parallel computing; Process (computing)","score_opus":0.013342663544885364,"score_gpt":0.2795878556468433,"score_spread":0.26624519210195796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786975453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19821481,0.00006037675,0.79515994,0.0017712155,0.00018642764,0.0002335644,4.755209e-7,0.00043777016,0.0039354046],"genre_scores_gemma":[0.9246762,9.846266e-7,0.07490757,0.00013258023,0.00018027265,0.00002042053,0.0000027644742,0.000007792934,0.00007143236],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857086,0.0000491337,0.0003415663,0.00045083798,0.0002602053,0.00032741306],"domain_scores_gemma":[0.9986321,0.00008306073,0.00015273342,0.0006843214,0.00037930338,0.00006851854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006499611,0.00012490817,0.00014263121,0.00023798019,0.00034290424,0.0002708003,0.00084209366,0.000053812182,0.0000061783576],"category_scores_gemma":[0.000084599014,0.000096385906,0.00002741365,0.0016779754,0.00010773635,0.00072151446,0.00023403445,0.00014863648,0.000049309416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040820505,0.0002826127,0.23163919,0.00007108564,0.000013135261,0.0000015595903,0.0036472084,0.0010536349,0.000027393427,0.020207068,0.0006714882,0.7423816],"study_design_scores_gemma":[0.0005080996,0.00016012747,0.21579121,0.0002376852,0.0000043513555,0.000055123455,0.00016114161,0.7677878,0.00038460628,0.0015798215,0.012969056,0.00036094483],"about_ca_topic_score_codex":0.000037727816,"about_ca_topic_score_gemma":0.000050543524,"teacher_disagreement_score":0.7667342,"about_ca_system_score_codex":0.000112147136,"about_ca_system_score_gemma":0.00022838196,"threshold_uncertainty_score":0.3930503},"labels":[],"label_agreement":null},{"id":"W2789873537","doi":"10.1007/978-3-319-77243-1_20","title":"State of Requirements Engineering Research in the Context of Big Data Applications","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Big data; Computer science; Context (archaeology); Data science; Variety (cybernetics); State (computer science); Principal (computer security); Requirements engineering; Software; Software engineering; Data mining; Computer security; Artificial intelligence","score_opus":0.11160616601284284,"score_gpt":0.33846776240965704,"score_spread":0.2268615963968142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789873537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009234127,0.00033720687,0.996869,0.00019991226,0.0006045212,0.0007095616,0.000018134124,0.000023168499,0.00031503185],"genre_scores_gemma":[0.94446373,0.0000718333,0.054981492,0.000119977914,0.00028546632,0.00002840978,0.00000816151,0.000013639169,0.000027264648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967502,0.00006628486,0.0006432805,0.00089573994,0.0012461783,0.00039836392],"domain_scores_gemma":[0.9950239,0.00086943014,0.00023444048,0.0033941334,0.00043255274,0.0000455332],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0053583095,0.00019828108,0.00035040113,0.0007183674,0.00009666648,0.000096219715,0.007422696,0.00011314818,0.0000022408058],"category_scores_gemma":[0.00010832651,0.00013950221,0.000042066702,0.0012272291,0.00091776805,0.00037146732,0.0021805405,0.000525776,0.00001112112],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005486748,0.000059441794,0.00049144967,0.0003144991,0.000010323815,0.0000057487186,0.0036472117,0.0030834288,0.0001577963,0.0021355199,0.000037905622,0.9900512],"study_design_scores_gemma":[0.0008511225,0.0007421233,0.0025612228,0.0033961693,0.000012429885,0.000048029175,0.000007887291,0.8446259,0.006140271,0.12647626,0.014123926,0.001014687],"about_ca_topic_score_codex":0.00008811874,"about_ca_topic_score_gemma":0.0001129509,"teacher_disagreement_score":0.9890365,"about_ca_system_score_codex":0.00011448301,"about_ca_system_score_gemma":0.00047674438,"threshold_uncertainty_score":0.99794763},"labels":[],"label_agreement":null},{"id":"W2790537587","doi":"10.1007/s10664-018-9603-z","title":"Studying and detecting log-related issues","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Logging; Computer science; Statement (logic); Data science; Software; Scale (ratio); Root (linguistics); Open source; Data mining; Operating system","score_opus":0.019018094875514664,"score_gpt":0.27283382348902824,"score_spread":0.2538157286135136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790537587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6337518,0.0004890784,0.36360052,0.0001910778,0.0006775502,0.00011272102,3.0578173e-7,0.0011459994,0.000030953364],"genre_scores_gemma":[0.9484857,0.000008895233,0.05110797,0.00008595525,0.00022168868,0.000010956312,3.9066904e-7,0.000016656493,0.00006180712],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867386,0.000029265337,0.0002880434,0.0004225127,0.00021670248,0.00036960168],"domain_scores_gemma":[0.9990953,0.0002574419,0.00004651141,0.00038841646,0.00008094287,0.00013134503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042669938,0.00018065838,0.00021659432,0.00009731612,0.00020902994,0.0001152589,0.0003510012,0.0001158037,0.000012224899],"category_scores_gemma":[0.00067405426,0.00015404468,0.0000489221,0.0004904899,0.000052377138,0.00039384209,0.0003171944,0.00021882127,0.000072876435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008522714,0.00008093378,0.8961291,0.0002545848,0.00011192741,0.000039103656,0.010815682,0.0017450915,0.00050025986,0.00019049265,0.0010338619,0.08909048],"study_design_scores_gemma":[0.0013019105,0.0007841918,0.7239574,0.0004506828,0.000032343978,0.0002792524,0.00018502162,0.22484434,0.006434192,0.0010297607,0.03905753,0.00164336],"about_ca_topic_score_codex":0.000024442099,"about_ca_topic_score_gemma":0.0000015547196,"teacher_disagreement_score":0.3147339,"about_ca_system_score_codex":0.00005345135,"about_ca_system_score_gemma":0.00002055082,"threshold_uncertainty_score":0.628176},"labels":[],"label_agreement":null},{"id":"W2792146644","doi":"10.1002/spe.2567","title":"Hardware trace reconstruction of runtime compiled code","year":2018,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; TRACE (psycholinguistics); Executable; Tracing; Code (set theory); Kernel (algebra); Software; Linux kernel; Operating system; Granularity; Overhead (engineering); Source code; Just-in-time compilation; Parallel computing; Embedded system; Programming language; Virtual machine","score_opus":0.015052674962690808,"score_gpt":0.28359402150777546,"score_spread":0.26854134654508466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792146644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6441304,0.0007403997,0.35107937,0.0007235867,0.0014255623,0.00030452418,0.0000072844446,0.00039467783,0.0011941826],"genre_scores_gemma":[0.8852958,0.00012720762,0.11409984,0.00023627539,0.00012101638,0.000026715996,9.341642e-7,0.000007951479,0.000084277446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984433,0.0001110152,0.00038413348,0.000488278,0.00031111942,0.00026213244],"domain_scores_gemma":[0.99807453,0.00039387838,0.00029281614,0.0006478159,0.0004845939,0.00010636428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049285905,0.00015782511,0.00024460425,0.00007340501,0.0002941343,0.00010095542,0.00048532157,0.000102253565,0.00004244195],"category_scores_gemma":[0.0009734778,0.00013576318,0.00005064919,0.0004117541,0.0004595131,0.002581418,0.00019741684,0.00014660979,0.00006024471],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040676777,0.00050347345,0.14150062,0.00038852805,0.000115990675,0.000030641764,0.099603005,0.000016351947,0.004074644,0.004165399,0.0019992052,0.74719536],"study_design_scores_gemma":[0.0071863565,0.006212506,0.13790405,0.002005507,0.00027333325,0.00765987,0.049458113,0.028146278,0.19607072,0.007899394,0.55236626,0.004817606],"about_ca_topic_score_codex":0.00009465669,"about_ca_topic_score_gemma":0.000009209189,"teacher_disagreement_score":0.74237776,"about_ca_system_score_codex":0.000028326158,"about_ca_system_score_gemma":0.00009510026,"threshold_uncertainty_score":0.5536262},"labels":[],"label_agreement":null},{"id":"W2795286600","doi":"10.18174/444615","title":"Verification of PUM’s intervention logic: Insights from the PRIME toolbox","year":2018,"lang":"en","type":"report","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Toolbox; Prime (order theory); Computer science; Programming language; Mathematics; Combinatorics","score_opus":0.040029042459899564,"score_gpt":0.2961563908529914,"score_spread":0.2561273483930918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795286600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035814885,0.0033038028,0.8689708,0.0005166674,0.012312929,0.0013441637,0.000029278262,0.0005179145,0.07718955],"genre_scores_gemma":[0.9856106,0.00042783687,0.008066338,0.00009345323,0.0010653212,0.00006304541,0.0001457394,0.00001773445,0.0045099496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977419,0.00014487955,0.0007219165,0.0005042587,0.00075265404,0.00013439442],"domain_scores_gemma":[0.99657434,0.00015157276,0.0006781067,0.0017514275,0.0008110732,0.00003345828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084809004,0.00019083236,0.00033668565,0.00006167803,0.00009093276,0.00008780066,0.0013534357,0.00030845078,0.00009698406],"category_scores_gemma":[0.00023374512,0.000101443286,0.0002438266,0.00024316383,0.000114160095,0.0003190268,0.0002466676,0.00019174135,0.00016925998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008627176,0.0016364311,0.031254977,0.001978397,0.0011510771,0.0000128521915,0.008129483,0.000023489403,0.0015291082,0.0149408225,0.31510752,0.62414956],"study_design_scores_gemma":[0.00086405146,0.0007561017,0.32301858,0.0020992288,0.00017051537,0.00003892023,0.00021755727,0.0046017896,0.01756849,0.016052298,0.6334482,0.0011642657],"about_ca_topic_score_codex":0.0024002471,"about_ca_topic_score_gemma":0.0001304288,"teacher_disagreement_score":0.9497957,"about_ca_system_score_codex":0.00015459998,"about_ca_system_score_gemma":0.00040871237,"threshold_uncertainty_score":0.4136737},"labels":[],"label_agreement":null},{"id":"W2795609103","doi":"10.1145/3184407.3184411","title":"Choice of Aggregation Groups for Layered Performance Model Simplification","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Merge (version control); Computer science; Queueing theory; Simple (philosophy); Theoretical computer science; Distributed computing; Algorithm; Parallel computing; Computer network","score_opus":0.03497325248023382,"score_gpt":0.2864382686045963,"score_spread":0.2514650161243625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795609103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33998966,0.000010089874,0.65881985,0.000104093895,0.0001523103,0.0002155944,0.0000012444061,0.000088067885,0.000619093],"genre_scores_gemma":[0.9489602,0.0000060867806,0.050616514,0.0000777267,0.0000789347,0.000041483545,0.0000032837413,0.0000043709433,0.00021143873],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919313,0.00001188691,0.00026047355,0.00023322002,0.00015346648,0.00014782923],"domain_scores_gemma":[0.9988962,0.000072611634,0.00012584621,0.00050875416,0.0003635097,0.000033070035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032893952,0.00007548235,0.000110097026,0.000053797703,0.00011234854,0.000023022814,0.0004035692,0.000058804486,0.000004362549],"category_scores_gemma":[0.00005955514,0.00005923993,0.000044065615,0.00021910727,0.000052018317,0.0006277682,0.000050577604,0.000029133897,0.000023912984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016770944,0.00053949433,0.11783648,0.0015559674,0.00008032763,9.3496816e-8,0.0059562,0.024024928,0.023975775,0.17443375,0.007434063,0.6439952],"study_design_scores_gemma":[0.00024197965,0.00014183906,0.014963991,0.000018245712,0.0000021506248,6.6203506e-7,0.0000070889146,0.9506972,0.032017365,0.0014386046,0.00038820846,0.00008269661],"about_ca_topic_score_codex":0.000015079089,"about_ca_topic_score_gemma":0.0000077884815,"teacher_disagreement_score":0.9266722,"about_ca_system_score_codex":0.000027824091,"about_ca_system_score_gemma":0.000053404663,"threshold_uncertainty_score":0.24157342},"labels":[],"label_agreement":null},{"id":"W2800425114","doi":"10.26483/ijarcs.v9i2.5506","title":"REDUNDANCY CHECKS ON ARCHITECTURE FOR CLIENT SYSTEMS","year":2018,"lang":"en","type":"article","venue":"International Journal of Advanced Research in Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Computer science; Troubleshooting; Redundancy (engineering); Unix; Server; Process (computing); Ethernet; Architecture; Operating system","score_opus":0.0511555874515923,"score_gpt":0.4127158299739242,"score_spread":0.3615602425223319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800425114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13639334,0.00010306677,0.8506857,0.0025017536,0.009688406,0.0003494368,0.000002444316,0.000023816912,0.0002520352],"genre_scores_gemma":[0.8854511,0.0000277508,0.11290789,0.00013626755,0.0014295231,0.000016520042,2.6415188e-7,0.000006166919,0.000024574209],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957613,0.00013995194,0.0006359651,0.0004813016,0.002439165,0.000542324],"domain_scores_gemma":[0.9945333,0.00057653565,0.0002714186,0.0005082257,0.0039216075,0.00018888725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063512404,0.00012580676,0.0002165894,0.0013072498,0.00024774708,0.000467437,0.0044101225,0.00005215402,0.0000016599728],"category_scores_gemma":[0.0004279211,0.00009170522,0.00009348978,0.0012113171,0.00069544,0.0010807534,0.0005335772,0.0004835456,0.00001599657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043918935,0.00044290358,0.0013539343,0.00006290505,0.000037370693,0.00011387313,0.0022744846,0.079532646,0.0033664806,0.019835142,0.0010027315,0.8915383],"study_design_scores_gemma":[0.0066288165,0.012136524,0.018985325,0.0042813173,0.0000038893445,0.0014808909,0.00022608983,0.7901361,0.032277796,0.057937913,0.07500558,0.00089975906],"about_ca_topic_score_codex":0.000008935141,"about_ca_topic_score_gemma":0.000003213225,"teacher_disagreement_score":0.8906386,"about_ca_system_score_codex":0.0005207998,"about_ca_system_score_gemma":0.0007074837,"threshold_uncertainty_score":0.81951785},"labels":[],"label_agreement":null},{"id":"W2802418316","doi":"10.22215/etd/2017-12197","title":"A Flexible Framework for Modeling Middleware Completions","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Middleware (distributed applications); Computer science; Distributed computing; Message queue; Message oriented middleware; Software; Component (thermodynamics); Process (computing); Generality; Software engineering; Operating system; Software architecture","score_opus":0.06293500088087864,"score_gpt":0.3449061123580976,"score_spread":0.281971111477219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802418316","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016138951,0.00029602164,0.9827816,0.00019091759,0.0032654642,0.0006844747,0.000016459664,0.00050586485,0.010645302],"genre_scores_gemma":[0.29354858,0.00010384927,0.6495157,0.00023647139,0.00088024035,0.0009776866,0.00088714145,0.00007512219,0.053775232],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984535,0.000017133629,0.00035912116,0.00058034295,0.0002685006,0.00032143344],"domain_scores_gemma":[0.9976752,0.00013461322,0.00022136673,0.0014957823,0.00038904673,0.00008401977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002738648,0.00024806778,0.00037233246,0.00011599987,0.0007783007,0.0003811196,0.0015308443,0.00044807355,0.00003577649],"category_scores_gemma":[0.00020419211,0.00020697816,0.00025978338,0.00009879115,0.000015558118,0.000373399,0.000051834973,0.00027152026,0.0000964845],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012667853,0.00036071517,0.0006523044,0.0054324246,0.0003023747,0.000005080756,0.0072760535,0.0072189593,0.000046321322,0.7993903,0.011848063,0.16734071],"study_design_scores_gemma":[0.00041371616,0.00012773804,0.00037961142,0.0015752557,0.000052856754,0.0000058831447,0.00049106934,0.6973155,0.0005278888,0.28258982,0.015559162,0.00096146687],"about_ca_topic_score_codex":0.000111956426,"about_ca_topic_score_gemma":0.00009445001,"teacher_disagreement_score":0.69009656,"about_ca_system_score_codex":0.00005356878,"about_ca_system_score_gemma":0.00025800025,"threshold_uncertainty_score":0.84403247},"labels":[],"label_agreement":null},{"id":"W2802538220","doi":"10.4212/cjhp.v52i6.1892","title":"CSHP Task Forces — Value-Added Service","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Value (mathematics); Task force; Service (business); Business; Process management; Operations management; Computer science; Political science; Marketing; Public administration; Economics; Management","score_opus":0.013741781715077435,"score_gpt":0.25817327330683515,"score_spread":0.24443149159175773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802538220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95955694,0.00081921363,0.0044673574,0.025877947,0.0064120176,0.00025240384,0.0000067958104,0.000041625324,0.0025657082],"genre_scores_gemma":[0.9957696,0.000012280603,0.0008782009,0.0022660254,0.00097648485,0.0000019817774,3.3745218e-7,0.00000952956,0.00008556583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986764,0.000089455374,0.00037270732,0.00015123993,0.00031239333,0.0003977954],"domain_scores_gemma":[0.99812764,0.00006428767,0.0002594278,0.0004234231,0.0006292121,0.0004960003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008653121,0.00013904304,0.00018042373,0.0001202114,0.000537137,0.00025078666,0.0018918181,0.000033446635,0.00007288037],"category_scores_gemma":[0.000068582005,0.00008648696,0.00011521134,0.00048103862,0.00018185802,0.00088158477,0.00006485953,0.00027017033,0.00019053362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025620835,0.00048371658,0.21233855,0.00048870663,0.0016441429,0.0012655127,0.15124092,0.0011557321,0.0020616802,0.032419153,0.3727749,0.22387078],"study_design_scores_gemma":[0.006558064,0.0038249479,0.071632594,0.0005913264,0.0002674583,0.0018415143,0.0011859548,0.036105186,0.02013311,0.03292403,0.82288384,0.0020519563],"about_ca_topic_score_codex":0.0123878615,"about_ca_topic_score_gemma":0.0075365542,"teacher_disagreement_score":0.45010898,"about_ca_system_score_codex":0.00014253164,"about_ca_system_score_gemma":0.0013598442,"threshold_uncertainty_score":0.9941887},"labels":[],"label_agreement":null},{"id":"W2803112921","doi":"10.1007/s00766-018-0297-y","title":"Author Correction: Customer support ticket escalation prediction using feature engineering","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ticket; Feature engineering; Feature (linguistics); Customer service","score_opus":0.02143582517668638,"score_gpt":0.2635398976053534,"score_spread":0.24210407242866702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803112921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115208775,0.000022595534,0.8733845,0.000062007115,0.0099331075,0.00023739082,0.0000022849558,0.0008410919,0.00030827834],"genre_scores_gemma":[0.972175,0.0000023466318,0.026423456,0.00002185257,0.0008430715,0.00001554192,0.0000077517525,0.000024535264,0.00048645024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985977,0.000014004966,0.00029238116,0.00036179446,0.00037233188,0.0003618113],"domain_scores_gemma":[0.99922043,0.000023455526,0.000075207216,0.00044288172,0.0001285877,0.00010944669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003981981,0.00019665722,0.0001665988,0.00020361553,0.000144723,0.00010475892,0.00027438204,0.0001347691,0.000029946716],"category_scores_gemma":[0.00006854467,0.00019261302,0.00006490576,0.00055834535,0.000016646023,0.0010109873,0.000108442575,0.00017256758,0.00009708974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007629919,0.00042994777,0.12078555,0.0014631816,0.000694998,0.00005831796,0.0079614865,0.53252465,0.22599576,0.0032119337,0.037818857,0.068979055],"study_design_scores_gemma":[0.00019726632,0.00007721056,0.01344393,0.00012100087,0.000014391158,0.000050270213,0.0000072120447,0.9674461,0.005751526,0.0000032074865,0.012677366,0.00021055897],"about_ca_topic_score_codex":0.000007957928,"about_ca_topic_score_gemma":4.434835e-7,"teacher_disagreement_score":0.8569662,"about_ca_system_score_codex":0.00027011044,"about_ca_system_score_gemma":0.000047186786,"threshold_uncertainty_score":0.7854531},"labels":[],"label_agreement":null},{"id":"W2805269058","doi":"10.1109/syscon.2018.8369613","title":"High latency cause detection using multilevel dynamic analysis","year":2018,"lang":"en","type":"article","venue":"2018 Annual IEEE International Systems Conference (SysCon)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; User space; Latency (audio); Synchronizing; Root cause; Interrupt; System call; Tracing; Operating system; Distributed computing; Address space; Kernel (algebra); Embedded system; Real-time computing; Reliability engineering","score_opus":0.035663074553681284,"score_gpt":0.30523724556070264,"score_spread":0.26957417100702136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805269058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5074126,0.000021233165,0.4840555,0.00006393376,0.0077826413,0.00022758797,0.00007456177,0.0001931565,0.00016879411],"genre_scores_gemma":[0.9963778,0.00001199693,0.0017660442,0.00005206631,0.0006858126,0.00004125564,0.00001774453,0.000017031925,0.0010301926],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99694425,0.00018026069,0.00082238583,0.0008336336,0.00076974253,0.00044970584],"domain_scores_gemma":[0.9966648,0.00009857753,0.0004777891,0.00083398697,0.001758151,0.00016668471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065335113,0.0003299768,0.00048947707,0.0005736688,0.00029858592,0.000338349,0.0013666693,0.00023727739,0.0000846169],"category_scores_gemma":[0.00008240689,0.00028706045,0.00020675997,0.00073592196,0.00019074073,0.0017210997,0.00019376133,0.00021154241,0.0005231635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010489689,0.003395938,0.44105887,0.0016390061,0.030796338,0.0005096788,0.050216924,0.07273237,0.18202882,0.061767455,0.0032166906,0.15158895],"study_design_scores_gemma":[0.00046619042,0.00015645649,0.034883946,0.00013819049,0.00012353955,0.00006782229,0.00023044902,0.9603014,0.0022342107,0.00022740057,0.0006923028,0.00047808795],"about_ca_topic_score_codex":0.005387111,"about_ca_topic_score_gemma":0.0009463512,"teacher_disagreement_score":0.887569,"about_ca_system_score_codex":0.00040632917,"about_ca_system_score_gemma":0.00019305317,"threshold_uncertainty_score":0.99995816},"labels":[],"label_agreement":null},{"id":"W2807215337","doi":"10.1109/syscon.2018.8369612","title":"VM processes state detection by hypervisor tracing","year":2018,"lang":"en","type":"article","venue":"2018 Annual IEEE International Systems Conference (SysCon)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Virtualization; Tracing; Virtual machine; Hypervisor; Host (biology); TRACE (psycholinguistics); Operating system; Cloud computing; Kernel (algebra); Software deployment; Workload; Overhead (engineering); Distributed computing; Rootkit; Process (computing); Malware","score_opus":0.02150451725627705,"score_gpt":0.26423567579207075,"score_spread":0.2427311585357937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807215337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4198218,0.00020019947,0.5642136,0.00035971435,0.011278432,0.00053104456,0.00014809228,0.00050574454,0.0029413751],"genre_scores_gemma":[0.9958155,0.00003612519,0.00028562333,0.00011822409,0.00086226634,0.00010405416,0.000011791948,0.000018825842,0.0027475588],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973801,0.00012477607,0.00068617694,0.00072578416,0.0006430799,0.00044009168],"domain_scores_gemma":[0.9968385,0.00012737804,0.00036988003,0.0005315174,0.001970712,0.00016198002],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061634573,0.00029982827,0.00033152077,0.000175185,0.00027030523,0.0005897985,0.0013809759,0.00015363088,0.00005032661],"category_scores_gemma":[0.00015009285,0.00025411433,0.0000763152,0.0003735042,0.00017757068,0.0022523096,0.00013273765,0.00019924145,0.00085660774],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010489008,0.0028449555,0.06142088,0.005708453,0.0024168498,0.00014047287,0.08267476,0.0020572664,0.16246086,0.012703343,0.13370423,0.53281903],"study_design_scores_gemma":[0.004919002,0.0035312546,0.010199688,0.0031156996,0.00008374189,0.00097328407,0.005072128,0.4400301,0.24391067,0.0033559427,0.2801174,0.004691112],"about_ca_topic_score_codex":0.0010857799,"about_ca_topic_score_gemma":0.0003186263,"teacher_disagreement_score":0.5759937,"about_ca_system_score_codex":0.00017601062,"about_ca_system_score_gemma":0.00024240332,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W2807952920","doi":"10.1145/3180155.3182527","title":"Empirical study on the discrepancy between performance testing results from virtual and physical environments","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software performance testing; Virtual machine; Overhead (engineering); Empirical research; Software; Reliability engineering; Embedded system; Operating system; Software system; Engineering","score_opus":0.053168080078038124,"score_gpt":0.292990287499424,"score_spread":0.23982220742138588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807952920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942071,0.0000019897768,0.0033024582,0.0005069431,0.00013417257,0.00029406953,0.0000061057676,0.00010556586,0.001441617],"genre_scores_gemma":[0.9984562,6.972163e-7,0.0007552291,0.0001479059,0.0004882975,0.0000140885995,0.0000014483214,0.000006111727,0.00013001921],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998412,0.00012817008,0.00026302531,0.00056535646,0.00039590048,0.00023552307],"domain_scores_gemma":[0.9979306,0.0010513787,0.000077472345,0.00084247405,0.000020610923,0.00007747958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005098404,0.00015792406,0.0001799466,0.000023548491,0.0003776418,0.000092276816,0.0005641092,0.00004005742,0.000002614653],"category_scores_gemma":[0.00018848447,0.00008232952,0.000028052198,0.00020706613,0.0001708156,0.00029906948,0.00043640152,0.00017024751,0.00022092127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021548696,0.00022933015,0.96336806,0.0000013927328,0.000022854034,0.0000011521479,0.0064319777,0.0000033993051,0.000043320022,0.000040650728,0.00015189915,0.029684413],"study_design_scores_gemma":[0.00045443134,0.0014474246,0.9832442,0.000020088082,0.000007881753,7.244504e-7,0.00028266225,0.013372221,0.000624593,0.00016622504,0.00024472162,0.00013485608],"about_ca_topic_score_codex":0.000073925825,"about_ca_topic_score_gemma":0.000002891983,"teacher_disagreement_score":0.029549558,"about_ca_system_score_codex":0.000027412976,"about_ca_system_score_gemma":0.000019681285,"threshold_uncertainty_score":0.33573002},"labels":[],"label_agreement":null},{"id":"W2808156704","doi":"10.1007/978-1-4842-3627-7_16","title":"Vulnerability Management Operations","year":2018,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Ontario Academic Medicine Association","funders":"","keywords":"Vulnerability (computing); Computer science; Business; Computer security","score_opus":0.02195230846683412,"score_gpt":0.2485248216611368,"score_spread":0.22657251319430266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808156704","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012796836,0.000098890865,0.05076672,0.000055617467,0.0012465154,0.0007010226,0.00001204615,0.00042527218,0.9465659],"genre_scores_gemma":[0.012808387,0.000021579075,0.012663783,0.00028213227,0.00041845167,0.00011818044,0.000011911473,0.00003763077,0.97363794],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979767,0.000034499026,0.0004585755,0.0008144408,0.0004302897,0.00028547825],"domain_scores_gemma":[0.99734914,0.00004549965,0.00009567536,0.0022074052,0.0001894541,0.00011281133],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040013116,0.0003441292,0.00034364566,0.00011048555,0.0002916565,0.00019216085,0.0013173883,0.00028700865,0.00021773037],"category_scores_gemma":[0.000007598388,0.000289732,0.00017870599,0.000015404876,0.00020170529,0.00016181343,0.00075901713,0.00028231303,0.00090973097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009087831,0.000035557765,0.000020434236,0.0004465635,0.0002243516,0.000036191832,0.0010376323,0.000046563884,0.000010712653,0.90879536,0.010781708,0.07855587],"study_design_scores_gemma":[0.0003759898,0.00012519925,0.0000867467,0.00034716798,0.00006824002,0.000030918745,0.0000073186598,0.0015862709,0.00037001626,0.08405365,0.91208166,0.0008668321],"about_ca_topic_score_codex":0.000020768266,"about_ca_topic_score_gemma":0.00001887046,"teacher_disagreement_score":0.90129995,"about_ca_system_score_codex":0.00009417958,"about_ca_system_score_gemma":0.000067557216,"threshold_uncertainty_score":0.9999555},"labels":[],"label_agreement":null},{"id":"W288195983","doi":"10.24059/olj.v12i2.1695","title":"INFORMATION TECHNOLOGY SERVICES SUPPORT FOR EMERGENCIES","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Institution; Information technology; Business; Quarter (Canadian coin); Higher education; Public relations; Production (economics); Academic institution; Knowledge management; Engineering management; Political science; Management; Engineering; Computer science; Economics","score_opus":0.005214340570234764,"score_gpt":0.24544982066125068,"score_spread":0.24023548009101592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W288195983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90070784,0.0000329988,0.095917575,0.0013332325,0.00065207103,0.0002830455,0.0000028144677,0.00051922665,0.0005512113],"genre_scores_gemma":[0.9691774,0.000013603412,0.029604748,0.00018641961,0.000054250424,0.000020967249,0.000052577914,0.000004805795,0.0008852301],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935764,0.000011270233,0.00021132873,0.00011736312,0.00011831927,0.00018404995],"domain_scores_gemma":[0.999432,0.000029853103,0.00011261115,0.00026589786,0.00013719422,0.000022394424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002305654,0.00007506864,0.00011488346,0.00013558315,0.000093341245,0.000043738684,0.00040340234,0.00008495921,0.000030833424],"category_scores_gemma":[0.00003525736,0.000062395855,0.00004156032,0.0002988213,0.0000110881365,0.0009552401,0.00012760746,0.00012864367,0.00035650202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015443626,0.00006682687,0.70177567,0.0009916085,0.000031208456,4.9378184e-7,0.0043762033,0.0062931976,0.0008463995,0.008709532,0.00027810232,0.27661532],"study_design_scores_gemma":[0.0007907727,0.00069768116,0.036957778,0.0000879568,0.000007793216,0.000020889973,0.0028287356,0.30462667,0.0009819678,0.0017405171,0.6508732,0.00038604575],"about_ca_topic_score_codex":0.000009187153,"about_ca_topic_score_gemma":0.0000031604789,"teacher_disagreement_score":0.66481787,"about_ca_system_score_codex":0.000017168764,"about_ca_system_score_gemma":0.00003748018,"threshold_uncertainty_score":0.4582231},"labels":[],"label_agreement":null},{"id":"W2884547357","doi":"10.1145/3196398.3196459","title":"Predicting developers' IDE commands with machine learning","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Session (web analytics); Parsing; Event (particle physics); Machine learning; Artificial neural network; Process (computing); Feature (linguistics); Artificial intelligence; Recurrent neural network; Code (set theory); World Wide Web; Programming language","score_opus":0.013214798872930152,"score_gpt":0.2339957733762227,"score_spread":0.22078097450329257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884547357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2185147,0.00019172751,0.7620616,0.0006587688,0.0012047726,0.0004475121,0.0000028536053,0.001313562,0.015604504],"genre_scores_gemma":[0.9123179,0.00003215912,0.0857934,0.00015903593,0.00025209363,0.00004582959,0.000019601137,0.000022909353,0.0013570904],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787784,0.00011858408,0.00039482824,0.0007829826,0.00044974423,0.00037600793],"domain_scores_gemma":[0.99818915,0.00011023011,0.00023314737,0.0010753794,0.00027783075,0.000114240516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009542185,0.00032621075,0.0003901728,0.000117107214,0.00033017344,0.00028145104,0.0014199157,0.00025698615,0.00004555639],"category_scores_gemma":[0.00008225854,0.00021139372,0.00008023809,0.00024964864,0.00009642636,0.0002756056,0.0023560135,0.0009174834,0.00010518911],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001753033,0.00003783749,0.98901933,0.00039181233,0.00010230796,0.000012599523,0.0022386569,0.00237322,0.0000070787646,0.00030513716,0.00047167373,0.0050228033],"study_design_scores_gemma":[0.0014323473,0.00082505157,0.097377054,0.002016371,0.00006760455,0.00022285769,0.00021709687,0.8784049,0.002236087,0.0018538625,0.013231645,0.0021150815],"about_ca_topic_score_codex":0.0005293473,"about_ca_topic_score_gemma":0.00014502986,"teacher_disagreement_score":0.8916423,"about_ca_system_score_codex":0.00010129379,"about_ca_system_score_gemma":0.00032949983,"threshold_uncertainty_score":0.86203855},"labels":[],"label_agreement":null},{"id":"W2885174564","doi":"10.29007/qd4q","title":"Fine-Grained Test Minimization","year":2018,"lang":"en","type":"paratext","venue":"EasyChair preprint","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Test suite; Test (biology); Computer science; Code coverage; Test case; Minification; Test Management Approach; Test harness; Test script; Algorithm; Test method; Reliability engineering; Programming language; Software; Mathematics; Machine learning; Statistics; Engineering; Software system","score_opus":0.012758360017574076,"score_gpt":0.25669821487091093,"score_spread":0.24393985485333686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885174564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004813946,0.0002730992,0.9131013,0.00077866926,0.008074163,0.00085326034,0.000025497851,0.0004411509,0.07597146],"genre_scores_gemma":[0.7326228,0.00014199626,0.027261412,0.00042836898,0.00324545,0.00043500517,0.00019527647,0.00008760264,0.23558208],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971804,0.00011314134,0.0006160779,0.0011987917,0.00046037263,0.00043118827],"domain_scores_gemma":[0.99649173,0.00016692262,0.00037901706,0.002447472,0.0003610545,0.00015377422],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00055535766,0.00040300644,0.00046030935,0.00017031307,0.00018521713,0.00020188195,0.0017776939,0.0004555835,0.001286966],"category_scores_gemma":[0.0002887505,0.00034422538,0.00021374255,0.00042976605,0.00010942592,0.0002766818,0.0008528849,0.00034093388,0.038014777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015871983,0.00035261255,0.0024133807,0.00057654915,0.000074176496,0.0000066696603,0.0018321457,0.009276932,0.000065511565,0.00042872995,0.96596104,0.018996393],"study_design_scores_gemma":[0.0008173455,0.00041270925,0.0070314202,0.00075915374,0.000007671349,0.00005201482,0.00001968012,0.054047376,0.002102686,0.0010413339,0.93235207,0.0013565713],"about_ca_topic_score_codex":0.000049051858,"about_ca_topic_score_gemma":0.000017030592,"teacher_disagreement_score":0.8858399,"about_ca_system_score_codex":0.00014159993,"about_ca_system_score_gemma":0.00035124103,"threshold_uncertainty_score":0.999901},"labels":[],"label_agreement":null},{"id":"W2885726219","doi":"10.1109/rtas.2018.00033","title":"Mining Task Precedence Graphs from Real-Time Embedded System Traces","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Tracing; Task (project management); Software; Multiprocessing; Set (abstract data type); Embedded software; Software system; Embedded system; Distributed computing; Parallel computing; Real-time computing; Programming language","score_opus":0.009637526207961825,"score_gpt":0.23525154139759483,"score_spread":0.225614015189633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885726219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92900044,0.000052958956,0.04516327,0.000091994465,0.0011806332,0.00024601634,0.0000044865997,0.0013163079,0.022943914],"genre_scores_gemma":[0.9591831,0.0000082242705,0.039818544,0.000047070585,0.0002116689,0.000022851278,0.0000025168138,0.000009197545,0.0006968375],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815965,0.00011235009,0.00038981842,0.0006151307,0.00036998925,0.00035307647],"domain_scores_gemma":[0.99831164,0.00021618303,0.00013437078,0.0010359455,0.00017188146,0.00013000383],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005208316,0.00018510052,0.0002723421,0.0000826122,0.0002469376,0.00018535992,0.0010703506,0.000119955774,0.00008671737],"category_scores_gemma":[0.00003931465,0.000135675,0.000087732944,0.00045939846,0.00011959899,0.00074882974,0.00019445666,0.00007222474,0.0010672173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034284574,0.0010580329,0.31138098,0.0017190395,0.0009224881,0.00017398331,0.12333133,0.00021904834,0.17032003,0.054115854,0.11153788,0.22487848],"study_design_scores_gemma":[0.002858767,0.0019178898,0.14879939,0.0021764603,0.000115028044,0.00020825284,0.0056075137,0.68852603,0.13744739,0.0041996986,0.004838906,0.003304693],"about_ca_topic_score_codex":0.00059106253,"about_ca_topic_score_gemma":0.000040002706,"teacher_disagreement_score":0.688307,"about_ca_system_score_codex":0.000053410164,"about_ca_system_score_gemma":0.0000759687,"threshold_uncertainty_score":0.99971056},"labels":[],"label_agreement":null},{"id":"W2887770507","doi":"10.24908/pceea.v0i0.9777","title":"EXPERIENCE WITH CAPSTONE PROJECTS BASED ON COLDFIRE MICROCONTROLLERS","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Capstone; Context (archaeology); Engineering management; Architecture; Software engineering; Engineering; Microcontroller; Computer science; Embedded system; Computer security","score_opus":0.004006404466060338,"score_gpt":0.19008250841846294,"score_spread":0.1860761039524026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887770507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98628867,0.000020322726,0.00061449356,0.005964043,0.0017875443,0.00087202195,0.000005286122,0.00017533968,0.0042722826],"genre_scores_gemma":[0.9960051,5.6730704e-7,0.0026299367,0.0005628259,0.00013315008,0.00010285882,8.061956e-7,0.000011848199,0.0005528899],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998939,0.0000057511443,0.00018850526,0.00024089859,0.00035209366,0.0002737806],"domain_scores_gemma":[0.99866986,0.000038624297,0.00024580353,0.00019504625,0.00070987747,0.00014080209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033764995,0.00012556072,0.00013401154,0.00020231794,0.00023277948,0.00011721442,0.00053576386,0.000093273746,0.000005966512],"category_scores_gemma":[0.00039166815,0.00009676853,0.000046315476,0.0007160454,0.000034660112,0.00029321224,0.000018696655,0.00012036759,0.000010411801],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036507976,0.00030515666,0.91079736,0.00055188505,0.00012646362,3.2170925e-7,0.020390935,0.0024877887,0.005899615,0.008924419,0.04652657,0.003952978],"study_design_scores_gemma":[0.0015246947,0.00044001592,0.7709734,0.000993703,0.000044392655,0.000011196114,0.00095518737,0.1368835,0.044020463,0.00008909422,0.043086015,0.0009783622],"about_ca_topic_score_codex":0.0037679158,"about_ca_topic_score_gemma":0.0023272978,"teacher_disagreement_score":0.13982397,"about_ca_system_score_codex":0.0015205113,"about_ca_system_score_gemma":0.0011855871,"threshold_uncertainty_score":0.5695987},"labels":[],"label_agreement":null},{"id":"W2891526756","doi":"10.5772/80","title":"Advances in Service Robotics","year":2008,"lang":"en","type":"book","venue":"InTech eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Centros de Pesquisa, Inovação e Difusão, Fundação Amazônia Paraense de Amparo à Pesquisa; Research Institute for Science and Technology, Tokyo Denki University; UC Berkeley College of Chemistry; Institute of Chemistry, Chinese Academy of Sciences; Canadian Institute for Advanced Research","keywords":"Robotics; Artificial intelligence; Service (business); Computer science; Robot; Business; Marketing","score_opus":0.014587873828165942,"score_gpt":0.24434100128741923,"score_spread":0.22975312745925328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891526756","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037670357,0.0018880978,0.09629503,0.00017179843,0.0017010241,0.00053088466,0.000004176535,0.0005582079,0.8988131],"genre_scores_gemma":[0.012244096,0.0015401418,0.025140774,0.0019195667,0.0007887009,0.00016877413,0.000020684383,0.000113780894,0.9580635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998148,0.000037025995,0.00050687045,0.0005734011,0.00039245217,0.00034223954],"domain_scores_gemma":[0.99833053,0.00011859679,0.00019642604,0.0010904017,0.00018960294,0.00007442195],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021831405,0.00032027834,0.00045636887,0.00023570297,0.00007013501,0.000050584345,0.0015624189,0.0004355214,0.0000037645912],"category_scores_gemma":[0.000023306164,0.00027886455,0.000114188995,0.000110153574,0.000083790495,0.00025255943,0.00041551553,0.0006583834,0.0003093407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071543494,0.00026612342,0.001520847,0.005081595,0.000120310986,0.0012138061,0.00969868,0.0008454519,0.0002809584,0.051656425,0.015258989,0.91398525],"study_design_scores_gemma":[0.00040157276,0.00012218031,0.000047573372,0.001598555,0.000008291242,0.0001907445,0.000013433575,0.0011939349,0.0015634682,0.035379745,0.95863074,0.00084974105],"about_ca_topic_score_codex":0.000026442376,"about_ca_topic_score_gemma":0.00017122894,"teacher_disagreement_score":0.9433718,"about_ca_system_score_codex":0.00030041745,"about_ca_system_score_gemma":0.0006679026,"threshold_uncertainty_score":0.9999663},"labels":[],"label_agreement":null},{"id":"W2892022253","doi":"10.1109/cloud.2018.00148","title":"Deploying Microservice Based Applications with Kubernetes: Experiments and Lessons Learned","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Maintainability; Computer science; Downtime; High availability; Flexibility (engineering); Upgrade; Distributed computing; Architectural style; Code refactoring; Service (business); Set (abstract data type); Survivability; Software engineering; Operating system; Architecture; Software; Cloud computing; Computer network; Programming language","score_opus":0.03415740404709071,"score_gpt":0.3078189240316829,"score_spread":0.27366151998459215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892022253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16085304,0.00010395022,0.8344231,0.0012229375,0.000060053335,0.00033924752,8.7374593e-7,0.00040752158,0.0025892204],"genre_scores_gemma":[0.9257097,0.0000039544484,0.07333054,0.0006399547,0.00004295494,0.000096860385,9.298666e-7,0.0000071967343,0.0001679131],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991835,0.000023383289,0.00011853479,0.00036253303,0.00013032554,0.0001817246],"domain_scores_gemma":[0.9991854,0.00004890342,0.000042439067,0.00054223416,0.00010560696,0.00007544806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014792792,0.0000973391,0.000095208874,0.000039964416,0.00023297562,0.000112073074,0.0003426045,0.000039837814,0.000015037083],"category_scores_gemma":[0.000004005984,0.00006778505,0.000015329242,0.00026343775,0.000093259085,0.0002647218,0.00010693759,0.000048294653,0.00008638057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001696067,0.0011447578,0.42362064,0.00079182093,0.00021697173,0.000010267476,0.013211116,0.00018381815,0.057383846,0.041741215,0.002718872,0.45880708],"study_design_scores_gemma":[0.0066335723,0.0016712017,0.09491523,0.00044502315,0.00006343185,0.00010730201,0.001497523,0.27657026,0.45775408,0.0038554745,0.15398367,0.0025032398],"about_ca_topic_score_codex":0.00009857188,"about_ca_topic_score_gemma":0.00003816286,"teacher_disagreement_score":0.76485664,"about_ca_system_score_codex":0.00001969254,"about_ca_system_score_gemma":0.00005646518,"threshold_uncertainty_score":0.2764194},"labels":[],"label_agreement":null},{"id":"W2892033448","doi":"","title":"A Computational Framework for Railway Incident Analysis: from Data Mining to Data Visualization","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Visualization; Data visualization; Data mining; Data modeling; Data science; Database","score_opus":0.04419678945673396,"score_gpt":0.34041157277130174,"score_spread":0.2962147833145678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892033448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010458026,0.000029122866,0.9840496,0.000818202,0.0033669292,0.0006582772,0.0005454514,0.000032024793,0.00004234925],"genre_scores_gemma":[0.89965194,0.0000020743507,0.09831823,0.00051068224,0.0009375904,0.000021917625,0.00050740485,0.0000060313946,0.000044099426],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972646,0.00013895005,0.0013113751,0.0001778553,0.00093425665,0.00017293832],"domain_scores_gemma":[0.9923993,0.0010930098,0.0030081358,0.0011417826,0.0022847257,0.000073056035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005279083,0.00010783798,0.00032508656,0.00030319663,0.00033786803,0.0006430595,0.0027185506,0.0001269987,0.0000016805209],"category_scores_gemma":[0.0039111753,0.00007618957,0.00013339231,0.0010917356,0.0000116581,0.0044215294,0.0005150891,0.00008030433,0.00001781535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042093583,0.0002452669,0.31309772,0.00046594293,0.0067399773,2.5379984e-7,0.04795832,0.18800949,0.00002401729,0.04184493,0.37970012,0.021493021],"study_design_scores_gemma":[0.0005987625,0.00009490807,0.02401545,0.00013887555,0.00023336781,0.000002911073,0.00055846875,0.90158075,0.000019498502,0.0010179351,0.07160845,0.00013063452],"about_ca_topic_score_codex":0.000035654957,"about_ca_topic_score_gemma":0.0000145049025,"teacher_disagreement_score":0.88919395,"about_ca_system_score_codex":0.0003629179,"about_ca_system_score_gemma":0.00024178028,"threshold_uncertainty_score":0.6201037},"labels":[],"label_agreement":null},{"id":"W2893625134","doi":"10.1145/3257767","title":"Session details: LT'16","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Session (web analytics); Computer science; Multimedia; World Wide Web","score_opus":0.012196840986059354,"score_gpt":0.24034775849656836,"score_spread":0.228150917510509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893625134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09421298,0.000043230062,0.889853,0.0017290404,0.0005973636,0.00007760156,2.4807684e-7,0.00041501282,0.013071551],"genre_scores_gemma":[0.98943615,0.0000141811415,0.0066336337,0.0002002436,0.00005580425,0.0000070767005,8.575827e-8,0.0000027118965,0.0036500948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928665,0.000028643688,0.00013349719,0.0002233429,0.000160695,0.00016719414],"domain_scores_gemma":[0.99925405,0.00007692599,0.000029628181,0.0005288823,0.00004964156,0.000060875183],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024565266,0.00006538424,0.00007857803,0.00003170154,0.00006375234,0.000032650154,0.0004260978,0.000045124863,0.00014040108],"category_scores_gemma":[0.000035642788,0.000028535676,0.000040968283,0.00013204836,0.000023528883,0.0005492298,0.0001438751,0.00002446335,0.0010395513],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004476722,0.00005178992,0.06907692,0.000024768995,0.000007925817,0.0000034833408,0.0001371406,9.919511e-7,0.0044654557,0.019358013,0.017961014,0.888908],"study_design_scores_gemma":[0.0036530178,0.0005839527,0.19420981,0.00070289295,0.000013536021,0.00015248227,0.00009346072,0.0059020733,0.21185905,0.047065713,0.5340407,0.0017233203],"about_ca_topic_score_codex":0.000010771096,"about_ca_topic_score_gemma":0.0000057241737,"teacher_disagreement_score":0.8952232,"about_ca_system_score_codex":0.000044759,"about_ca_system_score_gemma":0.000037224203,"threshold_uncertainty_score":0.9997383},"labels":[],"label_agreement":null},{"id":"W2893720506","doi":"10.5539/mas.v12n10p71","title":"Automatic Recovery of Database Structure (ARDS)","year":2018,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Database; Feature (linguistics); Database testing; Software; Database administrator; Real-time database; Data mining; Database design; Operating system; View","score_opus":0.009957210024384374,"score_gpt":0.2410138508780599,"score_spread":0.23105664085367553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893720506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4641774,0.000016593216,0.5329839,0.000042116193,0.00044882382,0.0001739124,0.00000783016,0.00014359374,0.0020058025],"genre_scores_gemma":[0.9462655,0.0000017798733,0.053500615,0.00013151886,0.00006434055,0.000007389225,0.0000010209974,0.0000047434332,0.000023091226],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979942,0.000016468928,0.0002944943,0.000594684,0.0007377937,0.00036235867],"domain_scores_gemma":[0.99811375,0.000048170958,0.0001460779,0.0014016232,0.00018027613,0.000110097804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008604252,0.00013052886,0.00019315632,0.00015989103,0.000285643,0.000101969745,0.0019526716,0.000050307528,0.000039978484],"category_scores_gemma":[0.00006538294,0.00009977665,0.00003416032,0.0010922585,0.00085538125,0.00078089134,0.0005475748,0.00009785561,0.00006686978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014026475,0.000077674704,0.0009900181,0.00016548675,0.000009896967,0.0000017365277,0.0032599228,0.00017099106,0.7055475,0.010496765,0.0004121769,0.2788538],"study_design_scores_gemma":[0.00023490813,0.00009060155,0.0054171714,0.000043096174,0.0000043065593,0.000013084148,0.000027433618,0.8485652,0.12699352,0.018202176,0.00017352063,0.00023495586],"about_ca_topic_score_codex":0.000017089227,"about_ca_topic_score_gemma":0.000006527762,"teacher_disagreement_score":0.8483942,"about_ca_system_score_codex":0.00006425304,"about_ca_system_score_gemma":0.00035540175,"threshold_uncertainty_score":0.40687737},"labels":[],"label_agreement":null},{"id":"W2895106988","doi":"10.1007/s13198-018-0751-8","title":"Application of BOCR models in service oriented architecture (SOA): study on model validation through quantification for QoS considerations","year":2018,"lang":"en","type":"article","venue":"International Journal of Systems Assurance Engineering and Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Service-oriented architecture; OASIS SOA Reference Model; Computer science; Model validation; Architecture; Quality of service; Systems engineering; Reliability engineering; Engineering; Web service; Computer network; Data science; Geography; World Wide Web","score_opus":0.02184684206097994,"score_gpt":0.2778167498071089,"score_spread":0.255969907746129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895106988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15237866,0.000041384734,0.8458273,0.00036338577,0.0007740601,0.0005578124,0.000004809519,0.000018650398,0.000033937533],"genre_scores_gemma":[0.9833076,0.000019859197,0.016424606,0.00002318994,0.000124632,0.000085122025,0.0000022888876,0.000006016323,0.0000067023907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988352,0.000026013608,0.00053766026,0.00017330429,0.00034442436,0.000083419065],"domain_scores_gemma":[0.99876714,0.000087916575,0.0003065211,0.00019853089,0.000619006,0.000020874291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049131626,0.0000924717,0.0001707368,0.00021521666,0.00003435258,0.00006139959,0.00023775145,0.000030683826,1.2594784e-7],"category_scores_gemma":[0.000029901112,0.000079914906,0.000031714975,0.00016153096,0.000010212231,0.00039641425,0.00003462426,0.000060862192,5.7011545e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033595523,0.00012747994,0.0007828096,0.00015948394,0.00008315432,0.0000010889102,0.0013955246,0.95304334,0.00051019544,0.043141685,0.000043482018,0.0006781355],"study_design_scores_gemma":[0.0008416373,0.00013462751,0.0047572483,0.00029989408,0.000011797101,0.000011590054,0.00015642219,0.99197346,0.000450921,0.0009921087,0.00028761567,0.000082671424],"about_ca_topic_score_codex":0.00003299082,"about_ca_topic_score_gemma":0.000005640856,"teacher_disagreement_score":0.8309289,"about_ca_system_score_codex":0.00006429058,"about_ca_system_score_gemma":0.000021016393,"threshold_uncertainty_score":0.32588354},"labels":[],"label_agreement":null},{"id":"W2895516911","doi":"10.7287/peerj.preprints.27253v1","title":"Visualizing systems and software performance - Report on the GI-Dagstuhl seminar for young researchers, July 9-13, 2018","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Visualization; Debugging; Data science; Set (abstract data type); Cloud computing; Data set; Software; Scale (ratio); Software visualization; Data visualization; Software engineering; Software system; Data mining; Operating system; Component-based software engineering","score_opus":0.06099261391014266,"score_gpt":0.32434613595123346,"score_spread":0.2633535220410908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895516911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7648077,0.0006391736,0.22082442,0.0014605506,0.0034256617,0.002440875,0.000009224155,0.000843759,0.00554864],"genre_scores_gemma":[0.9876286,0.00006909004,0.0052293227,0.00024053089,0.0005904843,0.00021702473,0.000003680623,0.000023968847,0.005997295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99752724,0.00012533242,0.00047981789,0.0006940806,0.00059995434,0.00057359465],"domain_scores_gemma":[0.9973487,0.0005795113,0.0001780814,0.0013336218,0.00042042593,0.00013964207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037270086,0.000227244,0.00026310337,0.000100124074,0.00092936005,0.00038332122,0.00085297506,0.00013692511,0.0000079354095],"category_scores_gemma":[0.00054372504,0.00013361449,0.00007527534,0.00038124778,0.000293193,0.00064039044,0.0003414158,0.00020581434,0.00012380729],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004279282,0.00048146443,0.36345148,0.0032138964,0.0003616994,0.00011660283,0.014951272,0.00013002791,0.00080823275,0.017336909,0.5247387,0.07398175],"study_design_scores_gemma":[0.0025101206,0.005820791,0.09143494,0.0024228299,0.00006984482,0.0025979877,0.002275851,0.31344935,0.012739914,0.0013674474,0.5628129,0.0024979874],"about_ca_topic_score_codex":0.00021584713,"about_ca_topic_score_gemma":0.000018721314,"teacher_disagreement_score":0.31331933,"about_ca_system_score_codex":0.00010526372,"about_ca_system_score_gemma":0.00013986847,"threshold_uncertainty_score":0.71479803},"labels":[],"label_agreement":null},{"id":"W2899501705","doi":"10.1145/3236024.3236081","title":"Performance comprehension at WiredTiger","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Debugging; Computer science; Software bug; Program comprehension; Software engineering; Algorithmic program debugging; Task (project management); Process (computing); Software; Focus (optics); Field (mathematics); Comprehension; Programming language; Human–computer interaction; Software system; Engineering; Systems engineering","score_opus":0.013399719486173361,"score_gpt":0.22678032104770973,"score_spread":0.21338060156153638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899501705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94749707,0.000021070933,0.024842173,0.00025779541,0.00094494794,0.000102964994,1.6321086e-7,0.00040194605,0.02593187],"genre_scores_gemma":[0.9871871,0.000010406942,0.009439525,0.00045623461,0.00015151607,0.000005375967,6.281826e-7,0.0000043469336,0.0027448656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904156,0.000022185608,0.00017365551,0.00029974701,0.00022572199,0.00023714606],"domain_scores_gemma":[0.99902487,0.00003070939,0.000039514918,0.0007043271,0.00012803366,0.000072552066],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001942012,0.00009818836,0.00010966813,0.000043417993,0.00027792645,0.000036937734,0.00049751904,0.000053998352,0.00018969557],"category_scores_gemma":[0.0000075005955,0.00006762041,0.0000396249,0.00024168873,0.00010428639,0.00045303616,0.00037294155,0.000047395046,0.0033103265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005856169,0.00016982532,0.7096535,0.00014694236,0.00003185621,0.0000067081423,0.0023040378,0.000047293554,0.008138876,0.004424146,0.06734437,0.20767386],"study_design_scores_gemma":[0.0006701865,0.00055987766,0.48274988,0.00006745532,0.0000043836194,0.00010133485,0.000016304746,0.30384424,0.05579582,0.0002268682,0.15543167,0.0005319734],"about_ca_topic_score_codex":0.000013678948,"about_ca_topic_score_gemma":0.000006904691,"teacher_disagreement_score":0.30379695,"about_ca_system_score_codex":0.000054070766,"about_ca_system_score_gemma":0.000025845313,"threshold_uncertainty_score":0.9974657},"labels":[],"label_agreement":null},{"id":"W2899827171","doi":"10.1109/tdsc.2018.2813891","title":"Guest Editors’ Introduction: Special Issue on Data-Driven Dependability and Security","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dependability; Computer science; Publication; Data security; Computer security; Data integrity; Data science; Software engineering; Encryption","score_opus":0.01463421890371897,"score_gpt":0.25863456485067887,"score_spread":0.2440003459469599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899827171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24113172,0.00009009895,0.68840396,0.0036334693,0.06402836,0.00080256385,0.000087899934,0.0007119694,0.0011099257],"genre_scores_gemma":[0.9289626,0.000031413576,0.00327158,0.00014480574,0.06751322,0.000004413924,0.0000073644896,0.000015251495,0.000049382783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974137,0.00016345887,0.0004179515,0.0011951511,0.00039578133,0.0004139629],"domain_scores_gemma":[0.9980124,0.00023432368,0.00011697609,0.0012666361,0.00017805818,0.00019160773],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078945985,0.00029528572,0.00034378667,0.00014044209,0.0010116745,0.00026715128,0.00066747767,0.00019012822,0.00008965585],"category_scores_gemma":[0.000029519077,0.00025885014,0.00005596824,0.00038003983,0.00023840163,0.0008165787,0.000052080773,0.0005297248,0.00010419427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006535774,0.0023550512,0.003805524,0.0010534208,0.0004958259,0.00010159239,0.01931234,0.00646161,0.00033318982,0.0014176015,0.21149582,0.7525144],"study_design_scores_gemma":[0.0019779056,0.0019013045,0.0014305644,0.00023813563,0.00009605786,0.00046811873,0.00039512248,0.47704563,0.011567024,0.0009165775,0.50263184,0.0013317113],"about_ca_topic_score_codex":0.0000941704,"about_ca_topic_score_gemma":0.00015608848,"teacher_disagreement_score":0.75118273,"about_ca_system_score_codex":0.00006563397,"about_ca_system_score_gemma":0.000075926226,"threshold_uncertainty_score":0.99998635},"labels":[],"label_agreement":null},{"id":"W2906040923","doi":"10.1142/7069","title":"Building Secure and High-Performance Software Systems","year":2011,"lang":"en","type":"book","venue":"WORLD SCIENTIFIC eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Operating system","score_opus":0.015220875216603525,"score_gpt":0.21114614227343906,"score_spread":0.19592526705683552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906040923","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021518411,0.0073121935,0.092960775,0.0000798219,0.057984088,0.004216985,0.00014044905,0.0041495073,0.81163776],"genre_scores_gemma":[0.03385789,0.000005078477,0.01130175,0.000052357933,0.0004107449,0.00008511531,0.000017642284,0.000059537404,0.95420986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560684,0.000094241055,0.0007939158,0.0017433757,0.00097487203,0.000786757],"domain_scores_gemma":[0.9963524,0.00014585233,0.0005132483,0.002337933,0.00034453478,0.00030604267],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001696237,0.0006294994,0.000778906,0.00082128914,0.0009748051,0.0012328433,0.0020622534,0.00038641316,0.00002021283],"category_scores_gemma":[0.000019345962,0.0005343481,0.00014532307,0.00030884362,0.000662481,0.00050554774,0.0009680986,0.000754913,0.0002542974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004695043,0.00012265732,0.0022981695,0.00892282,0.00038164938,0.00016014083,0.005960243,0.00019243399,0.00021140912,0.39372098,0.41845462,0.16952792],"study_design_scores_gemma":[0.0003817129,0.000086019994,0.00032577888,0.002185293,0.000056247987,0.00008822494,0.000006810849,0.0025385744,0.0004469045,0.007993713,0.9847004,0.0011903363],"about_ca_topic_score_codex":0.0000229096,"about_ca_topic_score_gemma":0.00009300397,"teacher_disagreement_score":0.5662458,"about_ca_system_score_codex":0.00027154095,"about_ca_system_score_gemma":0.00073231437,"threshold_uncertainty_score":0.99980396},"labels":[],"label_agreement":null},{"id":"W2907801988","doi":"10.1109/soca.2018.00024","title":"Kubernetes or OpenShift? Which Technology Best Suits Eclipse Hono IoT Deployments","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software deployment; Eclipse; Provisioning; Computer science; Internet of Things; Variety (cybernetics); Service (business); Computer security; Computer network; Software engineering; Business","score_opus":0.02376237350078606,"score_gpt":0.2880252142316042,"score_spread":0.2642628407308181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907801988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96234745,0.000083534615,0.015705425,0.0024838764,0.0022580058,0.00054608297,0.0000021302426,0.0010839009,0.01548962],"genre_scores_gemma":[0.9758895,0.000017179409,0.017852182,0.00037244108,0.00046335824,0.000044110384,8.111949e-7,0.000014570386,0.005345859],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817914,0.000045602526,0.00035411006,0.00063015247,0.00028337003,0.00050760683],"domain_scores_gemma":[0.9981465,0.00009169292,0.00009016379,0.0012135755,0.00034115982,0.00011692972],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004061296,0.00020347978,0.00025778892,0.00018458032,0.00023766438,0.0001467684,0.0015825424,0.00021882981,0.0003093262],"category_scores_gemma":[0.00020072445,0.00013262223,0.000041610125,0.0012945744,0.00016334823,0.00038304314,0.0007472462,0.00015921115,0.0035049487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105942265,0.0008366003,0.6870992,0.00018566716,0.00017338402,0.0000508902,0.0017924936,0.00002046051,0.0009897961,0.029303921,0.05131744,0.22812416],"study_design_scores_gemma":[0.009919149,0.013695641,0.13300632,0.0011652625,0.00015150491,0.0011736958,0.0012983187,0.06769179,0.24381481,0.04419069,0.47784573,0.006047099],"about_ca_topic_score_codex":0.00012538223,"about_ca_topic_score_gemma":0.00061542063,"teacher_disagreement_score":0.55409294,"about_ca_system_score_codex":0.00005861666,"about_ca_system_score_gemma":0.0001709959,"threshold_uncertainty_score":0.99727094},"labels":[],"label_agreement":null},{"id":"W2908076103","doi":"","title":"ARCD: a Solution for Root Cause Diagnosis in Mobile Networks","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Exfo Electro-Optical Engineering (Canada)","funders":"","keywords":"Troubleshooting; Computer science; Root cause; Inefficiency; Root (linguistics); Graph; Mobile telephony; Computer network; Distributed computing; Computer security; Telecommunications; Reliability engineering; Engineering; Theoretical computer science; Mobile radio; Operating system","score_opus":0.01631789130939293,"score_gpt":0.2487042047665232,"score_spread":0.23238631345713026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908076103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10406714,0.0015619007,0.88803214,0.0025131062,0.00088617206,0.0014328909,0.000021598797,0.00035016,0.001134919],"genre_scores_gemma":[0.9168009,0.000747619,0.07897594,0.00007560682,0.00009326201,0.0022813384,0.00019057588,0.000038324397,0.000796421],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99477816,0.0024907158,0.00071289623,0.0011172907,0.000358511,0.00054240215],"domain_scores_gemma":[0.99274355,0.0017830023,0.00048826772,0.0030934548,0.0017340302,0.00015770427],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007407657,0.00034450844,0.00045642018,0.00024351974,0.00033015088,0.00044807696,0.0022764232,0.00046164932,0.000024181949],"category_scores_gemma":[0.0009533751,0.00034591297,0.00025652742,0.00054206955,0.0001988685,0.00031398362,0.002089904,0.00053848996,0.000028683111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080804435,0.0040927976,0.28202152,0.0021492243,0.00033118005,0.000017244058,0.03401888,0.010143807,0.00018344741,0.036278803,0.022896428,0.6077858],"study_design_scores_gemma":[0.0010309115,0.0000032768664,0.02564929,0.0035253756,0.00003986535,0.000009888307,0.000028718792,0.9352272,0.005069802,0.007421196,0.021104872,0.0008896098],"about_ca_topic_score_codex":0.0010001565,"about_ca_topic_score_gemma":0.0036098235,"teacher_disagreement_score":0.9250834,"about_ca_system_score_codex":0.0002805377,"about_ca_system_score_gemma":0.0003246576,"threshold_uncertainty_score":0.99989927},"labels":[],"label_agreement":null},{"id":"W2909719326","doi":"","title":"Best practices and lessons learned in microservices","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Suite; Computer science; Pipeline (software); Service-oriented architecture; Software engineering; Architecture; Service (business); Software architecture; Operating system; World Wide Web; Programming language; Software; Web service; Cloud computing","score_opus":0.03622588831804454,"score_gpt":0.29963327780363297,"score_spread":0.26340738948558845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909719326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59708136,0.0003700719,0.40125927,0.0004886751,0.00053808873,0.0000854311,4.0634723e-7,0.00016216865,0.000014564587],"genre_scores_gemma":[0.8450742,0.00008928083,0.15450574,0.00015815858,0.00014840925,0.0000070697624,1.8995334e-7,0.0000058444493,0.000011132611],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985315,0.000020044557,0.00019050551,0.0006050525,0.000280842,0.00037206183],"domain_scores_gemma":[0.9989919,0.0001967078,0.00009135795,0.00040570318,0.00018164421,0.0001326998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001315194,0.00014429606,0.00016519075,0.0002507062,0.0002589312,0.00049922516,0.00070368143,0.000056477602,8.7583084e-7],"category_scores_gemma":[0.0003343159,0.00012535666,0.000014377416,0.00092223834,0.00026640444,0.0018570767,0.00066024356,0.00014026527,0.000012564256],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006713575,0.000089612084,0.11914428,0.00034647714,0.000012157735,0.00002821342,0.008010815,0.0007448636,0.0028577817,0.0025071953,0.000063451946,0.86618847],"study_design_scores_gemma":[0.00051808043,0.00030402752,0.16488712,0.00035492564,0.000005501623,0.00014844842,0.000071315575,0.8226759,0.0026778553,0.00033927523,0.0074216058,0.0005959952],"about_ca_topic_score_codex":0.000104886145,"about_ca_topic_score_gemma":0.00002626738,"teacher_disagreement_score":0.8655924,"about_ca_system_score_codex":0.00003989818,"about_ca_system_score_gemma":0.00011867777,"threshold_uncertainty_score":0.51118964},"labels":[],"label_agreement":null},{"id":"W2910940173","doi":"10.48550/arxiv.1901.04946","title":"Kubernetes as an Availability Manager for Microservice Applications","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Microservices; Computer science; Stateful firewall; Orchestration; Provisioning; Architectural style; Cloud computing; Leverage (statistics); Architecture; High availability; Service (business); Stateless protocol; Service-oriented architecture; Distributed computing; World Wide Web; Computer network; Operating system; Web service; Business","score_opus":0.04292096687603732,"score_gpt":0.20271534815521824,"score_spread":0.15979438127918094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910940173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37637058,0.00007158247,0.61863476,0.00009678649,0.0006014976,0.0019478959,0.000043832766,0.0004503532,0.0017826859],"genre_scores_gemma":[0.99157727,0.00005404068,0.0047332295,0.00020861645,0.00011869617,0.000031283165,0.00006420929,0.000021779995,0.0031908967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737155,0.00011427156,0.0002876788,0.0017357046,0.000095225085,0.00039554512],"domain_scores_gemma":[0.995671,0.00020203745,0.00027157034,0.0032917452,0.00038794347,0.00017573187],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005466138,0.00033603553,0.00039219536,0.0001462949,0.00022082853,0.00017440326,0.0028131735,0.00041085223,0.000030214554],"category_scores_gemma":[0.00002281884,0.0003570397,0.000279864,0.00043860596,0.00010406421,0.0006224303,0.0015260311,0.00036489635,0.0006657654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029958278,0.001940107,0.1961236,0.008798683,0.0006575074,0.00004778799,0.0022631302,0.2668891,0.00026799858,0.5060729,0.0031221935,0.013517463],"study_design_scores_gemma":[0.0013283608,0.00026405504,0.016139533,0.00016516345,0.00019030835,0.000008923405,0.00021981228,0.7038886,0.00057028426,0.23882316,0.036747176,0.0016546388],"about_ca_topic_score_codex":0.00034356437,"about_ca_topic_score_gemma":0.000055467943,"teacher_disagreement_score":0.61520666,"about_ca_system_score_codex":0.00023334502,"about_ca_system_score_gemma":0.00028255416,"threshold_uncertainty_score":0.9998882},"labels":[],"label_agreement":null},{"id":"W2911013831","doi":"10.1117/3.2510243.ch27","title":"Kronig–Penney Model","year":2019,"lang":"en","type":"book-chapter","venue":"SPIE eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Computer science","score_opus":0.019695261996865207,"score_gpt":0.22129698538368986,"score_spread":0.20160172338682464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911013831","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014804609,0.00021061038,0.032945458,0.00008600732,0.0015065103,0.0005252625,0.000013546415,0.00042240613,0.96414214],"genre_scores_gemma":[0.0037221655,0.000015202734,0.0058526457,0.0003921461,0.00022869773,0.00001429159,0.000006739035,0.00005243007,0.9897157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791074,0.0000060845455,0.00042874986,0.0007898672,0.00047939154,0.00038519455],"domain_scores_gemma":[0.997459,0.000042536125,0.00022272786,0.0020179446,0.00012656073,0.00013126],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003067322,0.00041641376,0.0004994741,0.00013521049,0.0001213188,0.00011457357,0.0014215816,0.0005043188,0.00007595586],"category_scores_gemma":[0.000008032323,0.00035065398,0.00028529446,0.000012564596,0.00009608595,0.00014672811,0.00054001773,0.000496387,0.0028109248],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007246007,0.000009431782,0.00002628575,0.0002867495,0.00006597897,0.000018467734,0.0003077359,0.00028158535,0.000025512556,0.9465557,0.007814968,0.044600368],"study_design_scores_gemma":[0.0006323765,0.00021979617,0.000022594455,0.00059671234,0.000044144323,0.000042683085,0.0000037142606,0.0627505,0.00018633537,0.20921892,0.72472817,0.0015540625],"about_ca_topic_score_codex":0.000009728684,"about_ca_topic_score_gemma":0.000010031735,"teacher_disagreement_score":0.73733675,"about_ca_system_score_codex":0.00013518734,"about_ca_system_score_gemma":0.00058023754,"threshold_uncertainty_score":0.99989456},"labels":[],"label_agreement":null},{"id":"W2911428714","doi":"","title":"The 2014 ACM international conference on Measurement and modeling of computer systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Publication; Library science; Provisioning; Operations research; Special Interest Group; Telecommunications; Engineering; Political science","score_opus":0.06139335820482178,"score_gpt":0.26374861965049956,"score_spread":0.20235526144567778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911428714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014146895,0.0000564287,0.97980666,0.0010567633,0.0016834048,0.00011691882,2.8006443e-7,0.000050603398,0.0030820526],"genre_scores_gemma":[0.99579936,0.000033888722,0.00396329,0.00005622494,0.00010696778,0.000006577385,1.7000835e-7,0.0000018502783,0.00003169355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990524,0.000060632174,0.00020991423,0.0001766334,0.00040354367,0.00009684908],"domain_scores_gemma":[0.99901366,0.00008249953,0.00006060838,0.00052707025,0.00028483232,0.000031346008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011868422,0.000065501124,0.00009700703,0.000024575951,0.00008487522,0.000114497154,0.00071946764,0.000027167427,0.0000017347105],"category_scores_gemma":[0.000047881553,0.000035473906,0.000022450973,0.000032198197,0.000031239775,0.00011298184,0.00021804796,0.00005080975,0.000014013448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003355426,0.0001140221,0.009284349,0.0001778981,0.00010729025,4.7664685e-7,0.0009310868,0.057748318,0.0003092849,0.8180413,0.007041133,0.10621129],"study_design_scores_gemma":[0.00012657691,0.000056421955,0.0005154886,0.000050943778,0.0000010555584,0.0000023112386,0.000018682187,0.9973517,0.00005162013,0.0009815318,0.0007949132,0.00004872396],"about_ca_topic_score_codex":0.000059952075,"about_ca_topic_score_gemma":0.00000568433,"teacher_disagreement_score":0.98165244,"about_ca_system_score_codex":0.000022196338,"about_ca_system_score_gemma":0.000023361321,"threshold_uncertainty_score":0.14465839},"labels":[],"label_agreement":null},{"id":"W2911657497","doi":"","title":"Proceedings of the 4th international ACM Sigsoft symposium on Architecting critical systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dependability; Computer science; Software engineering; Software architecture; Software system; Software; Computer security; Operating system","score_opus":0.012197210495805199,"score_gpt":0.24692204558431194,"score_spread":0.23472483508850675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911657497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9612233,0.000011668803,0.004945181,0.008780232,0.00356196,0.00046120686,0.0000010990946,0.00021811742,0.020797258],"genre_scores_gemma":[0.9969317,7.556215e-7,0.0022453056,0.00014376163,0.00013045532,0.000039907347,9.971806e-8,0.0000043306536,0.00050371955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989057,0.000015382357,0.00026497326,0.00024230748,0.00039844264,0.00017319807],"domain_scores_gemma":[0.9984014,0.0007901803,0.000074528005,0.00037401362,0.00031206786,0.00004779949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003018466,0.000088267094,0.00011345604,0.000050860413,0.000091574984,0.00017130695,0.001481761,0.00004773603,0.000018368684],"category_scores_gemma":[0.00136601,0.000048298858,0.00006553656,0.00017972152,0.00006714658,0.00037872698,0.0004439582,0.00013386621,0.00006986845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016317761,0.0004515267,0.6036855,0.00092554296,0.00008437328,0.0000010142764,0.0042915884,0.0004082042,0.027785676,0.3376853,0.014631898,0.010033096],"study_design_scores_gemma":[0.0021067837,0.0014404275,0.52515256,0.0033241536,0.000042806994,0.00046091338,0.0031201334,0.30308008,0.12956598,0.01805658,0.01173698,0.0019125902],"about_ca_topic_score_codex":0.00014052998,"about_ca_topic_score_gemma":5.7496044e-7,"teacher_disagreement_score":0.3196287,"about_ca_system_score_codex":0.000038238475,"about_ca_system_score_gemma":0.000026913895,"threshold_uncertainty_score":0.27535054},"labels":[],"label_agreement":null},{"id":"W2912238135","doi":"10.1145/3245181","title":"Session details: Volume II: Software development and system software & security: programming for separation of concerns track","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Session (web analytics); Computer science; Track (disk drive); Software development; Software; Volume (thermodynamics); Software security assurance; Software engineering; Separation of concerns; Software construction; Operating system; World Wide Web; Cloud computing; Cloud computing security","score_opus":0.021795782166147182,"score_gpt":0.27453688648377556,"score_spread":0.25274110431762836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912238135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44292185,0.0001327468,0.555204,0.00006349181,0.00021221286,0.0010529625,0.000002368743,0.0003925045,0.000017916396],"genre_scores_gemma":[0.65607774,0.0000025584097,0.3430487,0.00002485647,0.00004193407,0.0003456748,0.000014225332,0.000010410337,0.00043391416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817395,0.000050369334,0.00061373046,0.0004938521,0.00032325767,0.00034485938],"domain_scores_gemma":[0.998588,0.00011003784,0.0002450289,0.0004575414,0.0004698564,0.00012948219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051392935,0.00021189117,0.00034955758,0.00008260224,0.00037756568,0.00015406133,0.00035892022,0.0001591928,0.000014837679],"category_scores_gemma":[0.00010286078,0.00016066681,0.00007657584,0.00022186912,0.000060849514,0.0009838919,0.00022812294,0.000086433494,0.000038201804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033100692,0.0003134877,0.16251166,0.0062294183,0.00012236637,0.000001571104,0.020874627,0.00012854762,0.0002754163,0.0015419126,0.0051553957,0.8028125],"study_design_scores_gemma":[0.011107244,0.0032395255,0.11599619,0.0068562934,0.00026620604,0.00038292896,0.009098465,0.25643805,0.059050933,0.0043889666,0.5266644,0.006510833],"about_ca_topic_score_codex":0.00008558026,"about_ca_topic_score_gemma":0.000045561283,"teacher_disagreement_score":0.79630166,"about_ca_system_score_codex":0.00011061065,"about_ca_system_score_gemma":0.00018243564,"threshold_uncertainty_score":0.6551803},"labels":[],"label_agreement":null},{"id":"W2912300462","doi":"","title":"Proceedings of the Posters and Demo Track","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Middleware (distributed applications); Computer science; Leverage (statistics); Track (disk drive); Software; Presentation (obstetrics); Software engineering; Coding (social sciences); Operating system; Artificial intelligence","score_opus":0.007268659373133508,"score_gpt":0.2018007901352264,"score_spread":0.1945321307620929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912300462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919677,0.00005903781,0.0006602227,0.00041781654,0.00018954197,0.00008643161,1.0176874e-7,0.00003559911,0.0065835784],"genre_scores_gemma":[0.9973349,0.0000023930284,0.0022855254,0.00013275992,0.000021198288,0.0000018871791,1.00183986e-8,0.0000012114727,0.00022012804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996417,0.0000033743354,0.00008641862,0.000070508046,0.000093223134,0.00010474327],"domain_scores_gemma":[0.99977684,0.000016977774,0.000033660315,0.000104093866,0.000035851368,0.00003259185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021921314,0.000036777525,0.00005309515,0.000011291292,0.000037419493,0.000016207707,0.0002255656,0.000023180357,0.0000030126753],"category_scores_gemma":[0.000013451877,0.000018171735,0.0000213877,0.00011289009,0.00003692484,0.00043234075,0.000110819754,0.000031052958,0.0000047966405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011996863,0.000024233506,0.9767407,0.000059240418,0.000004024698,1.10300045e-8,0.0016891952,1.7938899e-7,0.0009993111,0.008585847,0.00095469714,0.010941337],"study_design_scores_gemma":[0.00013135372,0.000029946366,0.9762118,0.00002326372,0.0000036993863,0.000026570042,0.0001510294,0.0005575996,0.020312926,0.00033170808,0.0021409236,0.00007920209],"about_ca_topic_score_codex":0.00000759068,"about_ca_topic_score_gemma":2.8307326e-7,"teacher_disagreement_score":0.019313615,"about_ca_system_score_codex":0.0000055290234,"about_ca_system_score_gemma":0.0000070611704,"threshold_uncertainty_score":0.074102186},"labels":[],"label_agreement":null},{"id":"W2912762702","doi":"10.1109/bigdata.2018.8622210","title":"Practical Cross Program Memoization with KeyChain","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Memoization; Computer science; Identifier; SPARK (programming language); Simple (philosophy); Heuristic; Distributed computing; Operating system; Programming language","score_opus":0.0198322260933455,"score_gpt":0.34792510163711754,"score_spread":0.32809287554377203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912762702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08196766,0.000002586111,0.9072496,0.0009877585,0.00028266056,0.00029012637,1.2001212e-7,0.0006731411,0.0085463235],"genre_scores_gemma":[0.75706947,6.4836087e-7,0.24209347,0.00016288045,0.00012337384,0.000025732785,6.361536e-7,0.0000035991125,0.0005202074],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917555,0.000031248444,0.00012648312,0.00025911216,0.00022238801,0.00018522877],"domain_scores_gemma":[0.99918735,0.000037384252,0.000042841843,0.000433003,0.0002386768,0.000060769773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031200817,0.00007202756,0.00007288613,0.000026029977,0.00013429234,0.00018886515,0.00022621559,0.000049571147,0.00003561191],"category_scores_gemma":[0.000049647824,0.000042643256,0.000017400122,0.0003308598,0.00013519508,0.0006565915,0.00007542196,0.000056203164,0.00023107317],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016020704,0.0013926888,0.48054546,0.00017904468,0.00008232567,0.000036445857,0.0035401096,0.00009258443,0.00012656247,0.14132167,0.01750786,0.35501504],"study_design_scores_gemma":[0.002704361,0.0068816445,0.23230988,0.00012076357,0.000019258292,0.0005417937,0.00017636771,0.59857196,0.02291999,0.0029320202,0.1315626,0.0012593531],"about_ca_topic_score_codex":0.000020064588,"about_ca_topic_score_gemma":0.000018664277,"teacher_disagreement_score":0.6751018,"about_ca_system_score_codex":0.000020829828,"about_ca_system_score_gemma":0.0000900176,"threshold_uncertainty_score":0.2970055},"labels":[],"label_agreement":null},{"id":"W2912772635","doi":"","title":"Testing iptables","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Correctness; Computer science; Operating system; Algorithm","score_opus":0.16707392438172863,"score_gpt":0.4053650697184758,"score_spread":0.23829114533674717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912772635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84331995,0.013327667,0.04435663,0.023840098,0.0108255865,0.017539447,0.0002988393,0.0006212023,0.045870554],"genre_scores_gemma":[0.9828596,0.0001233828,0.015531261,0.00002661146,0.000023833869,0.00015108651,3.6828274e-7,0.000008855639,0.0012749654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975769,0.00052699406,0.0003367186,0.00044577353,0.0006104826,0.00050313055],"domain_scores_gemma":[0.9894986,0.002584095,0.00019099528,0.0008174798,0.0068396707,0.000069131616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018058578,0.00016271004,0.0003305331,0.00009285553,0.0007390214,0.000066683584,0.00094390824,0.000049380153,0.0000031358063],"category_scores_gemma":[0.012110799,0.00009813247,0.00006693092,0.0020140565,0.0004532978,0.00028407061,0.00029444264,0.00021449669,0.000008652346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024922861,0.0005624309,0.01574085,0.0011244232,0.00037428903,0.000005026433,0.016017182,0.003876684,0.015384628,0.88488877,0.0092434,0.05253306],"study_design_scores_gemma":[0.0044985637,0.0023783518,0.003359029,0.0028291417,0.000028088387,0.000006122189,0.055127706,0.006410738,0.679117,0.15040019,0.0947881,0.0010569524],"about_ca_topic_score_codex":0.000002184899,"about_ca_topic_score_gemma":0.00002471185,"teacher_disagreement_score":0.7344886,"about_ca_system_score_codex":0.00016634756,"about_ca_system_score_gemma":0.0006663563,"threshold_uncertainty_score":0.99621063},"labels":[],"label_agreement":null},{"id":"W2913024063","doi":"","title":"Proceedings of the 2015 Workshop on Challenges in Performance Methods for Software Development","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software deployment; Presentation (obstetrics); Computer science; Field (mathematics); Pleasure; Software; Software development; Quality (philosophy); Engineering management; Software engineering; Data science; Engineering ethics; Engineering; Psychology","score_opus":0.10932316860231857,"score_gpt":0.3476912941948269,"score_spread":0.23836812559250836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913024063","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7068345,0.0020334572,0.2727832,0.005590332,0.00221223,0.0023951947,7.455022e-7,0.00043265952,0.0077177235],"genre_scores_gemma":[0.37095016,0.00008296358,0.62808174,0.00011823215,0.00004021535,0.00018598276,2.274201e-7,0.000009481374,0.00053098815],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988906,0.000022942428,0.00031728987,0.0002985294,0.00024001002,0.0002306242],"domain_scores_gemma":[0.9990856,0.00017329934,0.00010871305,0.00029822285,0.00027351707,0.00006065589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021255272,0.00012254804,0.00019567306,0.00007772308,0.00005679431,0.000023135752,0.0008231279,0.00008290487,0.0000010965147],"category_scores_gemma":[0.0002991559,0.00006952036,0.000046124573,0.00032046714,0.00003470871,0.0003181849,0.0002239329,0.000102671685,0.0000068044],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039972096,0.00014093707,0.02641664,0.0003677009,0.000012719705,6.3225784e-8,0.007981059,0.00016579712,0.000024201332,0.0035105087,0.0016894676,0.95965093],"study_design_scores_gemma":[0.0063314764,0.0014350368,0.4660866,0.0031602338,0.000023422988,0.00003987205,0.0058416924,0.07886323,0.1537709,0.011503585,0.2708013,0.0021426626],"about_ca_topic_score_codex":0.0000024498029,"about_ca_topic_score_gemma":0.000005903711,"teacher_disagreement_score":0.95750827,"about_ca_system_score_codex":0.00010205025,"about_ca_system_score_gemma":0.00018601437,"threshold_uncertainty_score":0.2834958},"labels":[],"label_agreement":null},{"id":"W2913028816","doi":"","title":"Proceedings of the third international workshop on Large scale testing","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Acceptance testing; Unit testing; Schedule; Software performance testing; Scale (ratio); Integration testing; Software engineering; Software testing; System testing; Software; Software system; Operating system","score_opus":0.013663492279697907,"score_gpt":0.2378753392185736,"score_spread":0.2242118469388757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913028816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7917808,0.000003362681,0.044452634,0.0018900855,0.0010722558,0.00015038003,4.8821767e-7,0.00018445104,0.16046552],"genre_scores_gemma":[0.9898755,3.55469e-7,0.008854593,0.00033946935,0.00008410186,0.000004672596,6.9382835e-8,0.000002155198,0.00083911256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993336,0.0000066999287,0.00014320739,0.00015957259,0.000246416,0.00011047172],"domain_scores_gemma":[0.9994406,0.00011649542,0.0000745324,0.0001864739,0.00016137346,0.000020506859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004975976,0.000052991065,0.0000678824,0.000025813293,0.00007250763,0.00004415429,0.0007671287,0.000033117187,0.0000063667735],"category_scores_gemma":[0.00027210498,0.000028393813,0.000038298615,0.00024456793,0.000023213208,0.00019369615,0.00022868493,0.00008005809,0.000023510056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071198074,0.00019296758,0.8704218,0.00006946844,0.000013725285,8.093868e-8,0.0016592648,0.00011554643,0.0011616213,0.07419622,0.007720356,0.04444182],"study_design_scores_gemma":[0.00077798427,0.00013656111,0.5726298,0.0005577815,0.0000056527015,0.000015054181,0.00030708872,0.37862295,0.01964366,0.006760287,0.020220233,0.0003229181],"about_ca_topic_score_codex":0.0000052336964,"about_ca_topic_score_gemma":0.000001978918,"teacher_disagreement_score":0.3785074,"about_ca_system_score_codex":0.000015648602,"about_ca_system_score_gemma":0.000013285169,"threshold_uncertainty_score":0.14255288},"labels":[],"label_agreement":null},{"id":"W2913522195","doi":"","title":"Proceedings of the 1st International Workshop on Future of Software Architecture Design Assistants","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Honor; Architecture; Field (mathematics); Software architecture; Software engineering; Software; Engineering management; Engineering","score_opus":0.027276623550661117,"score_gpt":0.24913705523194693,"score_spread":0.2218604316812858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913522195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21967784,0.0001356875,0.76327825,0.004477543,0.004025214,0.0006604173,0.000007813908,0.00024373828,0.007493519],"genre_scores_gemma":[0.945936,0.0000037246114,0.053228907,0.00015242051,0.00014897602,0.000008691108,3.6074016e-7,0.0000055073224,0.000515414],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99888974,0.00001973002,0.00023519456,0.00020474654,0.00053134904,0.00011922245],"domain_scores_gemma":[0.99904066,0.00007940065,0.0001656198,0.00028292314,0.0003794358,0.00005197714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044219822,0.00009855599,0.00014150346,0.0000595122,0.000034661163,0.000030229974,0.0011375799,0.00008037461,0.0000080515165],"category_scores_gemma":[0.00016681539,0.000051557225,0.00007375619,0.00035925806,0.000060981612,0.00017345473,0.00019878341,0.00013690477,0.0000047674093],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069535396,0.0012430958,0.31666818,0.00061329565,0.00032323357,0.0000041476737,0.022061275,0.01118461,0.0022672114,0.048139326,0.110187404,0.48661286],"study_design_scores_gemma":[0.00861611,0.0023077212,0.58486366,0.0039664735,0.00010094297,0.000235947,0.007555683,0.027009737,0.20644142,0.09747975,0.05877306,0.002649479],"about_ca_topic_score_codex":0.000005733875,"about_ca_topic_score_gemma":0.0000019375193,"teacher_disagreement_score":0.72625816,"about_ca_system_score_codex":0.000041779804,"about_ca_system_score_gemma":0.00011613885,"threshold_uncertainty_score":0.21139255},"labels":[],"label_agreement":null},{"id":"W2913648311","doi":"","title":"Companion Publication for ACM/SPEC on International Conference on Performance Engineering","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Computer science; Vision; Track (disk drive); Spec#; Library science; Engineering management; Operations research; Engineering; World Wide Web; Sociology","score_opus":0.03576781246285493,"score_gpt":0.2643769539835395,"score_spread":0.22860914152068457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913648311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18396884,0.0000028816467,0.7886641,0.015444248,0.002041821,0.000430395,0.0000068622803,0.00054111134,0.0088997455],"genre_scores_gemma":[0.9895467,0.000013477584,0.009105106,0.0002384234,0.00013464084,0.00006764281,0.0000042876204,0.000005198467,0.00088451384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991231,0.000008593927,0.00018363578,0.0002927287,0.00022483242,0.00016712538],"domain_scores_gemma":[0.9989535,0.00013980476,0.00005973726,0.00057137833,0.00022642552,0.000049159047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026535257,0.000100038975,0.00008995691,0.00009786691,0.00006047265,0.000087808825,0.0008408481,0.00004711636,0.000052564952],"category_scores_gemma":[0.00016003793,0.000059334427,0.000040408315,0.000097054115,0.00001418111,0.0005797879,0.00009309007,0.000046986246,0.00025029742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052374395,0.00016922633,0.010689277,0.0000650196,0.000027278513,2.8101212e-7,0.00018831492,0.00026824677,0.0036453225,0.709623,0.007932297,0.26733938],"study_design_scores_gemma":[0.0021869554,0.00087415986,0.12942784,0.00046555253,0.000003975326,0.000011846016,0.000016503116,0.762112,0.038325444,0.0019121331,0.06400794,0.00065561285],"about_ca_topic_score_codex":0.0000023100847,"about_ca_topic_score_gemma":5.408959e-7,"teacher_disagreement_score":0.8055779,"about_ca_system_score_codex":0.00010390578,"about_ca_system_score_gemma":0.000032329037,"threshold_uncertainty_score":0.32171506},"labels":[],"label_agreement":null},{"id":"W2914422608","doi":"","title":"CASCON workshop on developing big data applications and services","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Big data; Data science; Computer science; Scalability; Analytics; Reliability (semiconductor); Business analytics; Business model; Business; Database; Data mining; Marketing; Electronic business","score_opus":0.030204886373222984,"score_gpt":0.25310838343491515,"score_spread":0.22290349706169216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914422608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06003076,0.00021976557,0.9382394,0.00016636042,0.0008337434,0.00016226449,0.0000015397175,0.0003345107,0.000011654382],"genre_scores_gemma":[0.6228823,0.00007699587,0.37580386,0.00050697936,0.0006894058,0.00002129351,0.0000028400023,0.000009586101,0.000006716332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840915,0.000010379234,0.00017839439,0.0007631037,0.00031672712,0.0003222713],"domain_scores_gemma":[0.9983824,0.00017861267,0.000042364998,0.0010778663,0.00017969958,0.00013904218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008630927,0.0001531357,0.00014307348,0.00018964235,0.0004529481,0.00045482384,0.0014721055,0.000049728096,3.0891604e-7],"category_scores_gemma":[0.00006714257,0.00012968665,0.000010218287,0.0008744834,0.00020548995,0.0010361356,0.0014827121,0.00010458209,0.000013624049],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001225603,0.000012184892,0.0040328763,0.00015216133,0.000007654012,0.0000026298833,0.0009909365,0.00022985449,0.000058847083,0.00229811,0.00006124735,0.9921523],"study_design_scores_gemma":[0.00026279344,0.00009906665,0.041388564,0.00046010353,0.0000063440507,0.00009122927,0.000029433957,0.9321992,0.0005928792,0.0003350864,0.023937624,0.00059771125],"about_ca_topic_score_codex":0.000010318635,"about_ca_topic_score_gemma":0.00000514216,"teacher_disagreement_score":0.99155456,"about_ca_system_score_codex":0.000042156422,"about_ca_system_score_gemma":0.00012188876,"threshold_uncertainty_score":0.52884686},"labels":[],"label_agreement":null},{"id":"W2914743139","doi":"","title":"Proceedings of the 8th international workshop on Software quality","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Session (web analytics); Computer science; Software review; Variety (cybernetics); Software; Engineering management; Software engineering; Software development; Engineering; World Wide Web; Software construction","score_opus":0.04577022211944936,"score_gpt":0.2732186528225521,"score_spread":0.22744843070310272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914743139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86605996,0.0000108067225,0.053742435,0.00073076336,0.0019265169,0.00028654243,0.0000019110576,0.00030713185,0.07693393],"genre_scores_gemma":[0.98413426,0.000002154656,0.014526012,0.00026001595,0.000036058496,0.000008511008,1.284507e-7,0.0000027534468,0.001030094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991479,0.000010570758,0.00022549725,0.00020038449,0.00030852752,0.0001071185],"domain_scores_gemma":[0.9993338,0.00004438593,0.00011564621,0.00029284664,0.00018512616,0.000028221162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040415378,0.000070544644,0.00009221598,0.000031437292,0.000052611227,0.000023955121,0.0011443589,0.000047620928,0.00006144243],"category_scores_gemma":[0.00015612683,0.000037780515,0.000076764256,0.00021023315,0.00005293737,0.00028516102,0.0002527235,0.00008937384,0.000029398936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003515922,0.00030873902,0.7562057,0.000077929704,0.000038833383,2.921765e-7,0.004931658,0.000005680811,0.0001345791,0.19724673,0.0045062355,0.036508482],"study_design_scores_gemma":[0.00029390558,0.00005838064,0.9740984,0.000121407524,0.0000031854802,0.000004945764,0.00024930653,0.00062674854,0.01552882,0.006802586,0.0020278906,0.00018441325],"about_ca_topic_score_codex":0.000043414853,"about_ca_topic_score_gemma":0.0000032854823,"teacher_disagreement_score":0.21789274,"about_ca_system_score_codex":0.000026085487,"about_ca_system_score_gemma":0.00002832824,"threshold_uncertainty_score":0.21265227},"labels":[],"label_agreement":null},{"id":"W2914824545","doi":"","title":"Proceedings of the 12th ACM international conference adjunct papers on Ubiquitous computing - Adjunct","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Presentation (obstetrics); Adjunct; Computer science; Variety (cybernetics); Multimedia; Track (disk drive); Ubiquitous computing; World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.013242947422478125,"score_gpt":0.24300343546312686,"score_spread":0.22976048804064875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914824545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9296837,0.0000026618068,0.0010848268,0.0017836199,0.0032193935,0.00023213681,0.0000013678609,0.0001233182,0.06386899],"genre_scores_gemma":[0.9951027,0.0000022339234,0.0038340616,0.00036613367,0.00014776188,0.000004720351,4.4783795e-7,0.0000053129097,0.00053659466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868596,0.000009207884,0.00028351962,0.00033815365,0.00048049967,0.00020264152],"domain_scores_gemma":[0.9988096,0.000102448,0.00017140372,0.00055085577,0.00031037768,0.000055321543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004578899,0.00013621102,0.00015641027,0.000052680913,0.0001229043,0.000095662224,0.0024307617,0.00008597911,0.00011990656],"category_scores_gemma":[0.0002806895,0.000076272896,0.00009762257,0.00024210926,0.00011704569,0.00025850613,0.00067471457,0.00030595416,0.000032321524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005529261,0.00045286436,0.34401706,0.00020930162,0.00010923285,0.000002459672,0.004542829,0.000091355854,0.25171766,0.27528813,0.010326254,0.11318757],"study_design_scores_gemma":[0.0018444263,0.0005378394,0.6595585,0.00048061967,0.000022664504,0.00011659102,0.0007982471,0.054791816,0.25179127,0.006399253,0.022715922,0.00094285037],"about_ca_topic_score_codex":0.000044876906,"about_ca_topic_score_gemma":0.00002222886,"teacher_disagreement_score":0.31554145,"about_ca_system_score_codex":0.00002509293,"about_ca_system_score_gemma":0.00008977518,"threshold_uncertainty_score":0.45170006},"labels":[],"label_agreement":null},{"id":"W2916238818","doi":"10.5555/2819009.2819242","title":"7th international workshop on modeling in software engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Maturity (psychological); Software; Systems engineering; Engineering management; Data science; Engineering; Programming language; Computer security","score_opus":0.05699811857105535,"score_gpt":0.2849493612729381,"score_spread":0.22795124270188272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916238818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06954662,0.00007071373,0.9221027,0.00072645664,0.0057716,0.00023108242,0.000016032962,0.0009258552,0.0006089474],"genre_scores_gemma":[0.9493986,0.00003612168,0.049664058,0.00016918653,0.0003823252,0.000085620566,0.000032143267,0.0000397023,0.00019226265],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723524,0.000026514163,0.0005708313,0.00069544825,0.0010115069,0.00046046596],"domain_scores_gemma":[0.99837905,0.00023252887,0.00010346787,0.0005954861,0.00044402052,0.00024545589],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005683283,0.0003862645,0.0003123902,0.0006490243,0.000041766496,0.00029812453,0.0017085065,0.00018741172,0.00004394306],"category_scores_gemma":[0.0019685484,0.0003834745,0.00011616598,0.0003737275,0.000017041579,0.00090574095,0.00033197622,0.00060449634,0.00017593241],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044166267,0.00010482645,0.004547656,0.000024910702,0.000050155028,0.000053596348,0.0007015054,0.9800207,0.000028444176,0.008073712,0.00031648882,0.006033816],"study_design_scores_gemma":[0.00075807085,0.000059110153,0.00092808035,0.00062481605,0.0000027736692,0.000021115324,0.00006735861,0.99500954,0.000109690576,0.00030332114,0.0016708936,0.00044520246],"about_ca_topic_score_codex":0.00004136154,"about_ca_topic_score_gemma":0.000006575429,"teacher_disagreement_score":0.87985194,"about_ca_system_score_codex":0.0006123332,"about_ca_system_score_gemma":0.00018378688,"threshold_uncertainty_score":0.9998617},"labels":[],"label_agreement":null},{"id":"W2920929439","doi":"10.1007/s10664-019-09690-0","title":"Extracting and studying the Logging-Code-Issue- Introducing changes in Java-based large-scale open source software systems","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Logging; Debugging; Java; Source code; Correctness; Code (set theory); Software; Code review; Database; Software engineering; Static program analysis; Software development; Programming language","score_opus":0.018345802225703055,"score_gpt":0.26551265940598784,"score_spread":0.24716685718028478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920929439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46221194,0.0007761173,0.53343856,0.00079893786,0.0011858945,0.00090958754,0.0000034745112,0.00066389004,0.000011627102],"genre_scores_gemma":[0.9741946,0.000011000637,0.024632927,0.00041364436,0.00035280894,0.00015385401,0.000004603905,0.00005990713,0.00017669461],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99712163,0.00015024995,0.00052693667,0.00093258324,0.00046426727,0.00080434524],"domain_scores_gemma":[0.99704623,0.0015013606,0.00016275949,0.0010519819,0.00008166764,0.00015600014],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023355375,0.00036667573,0.0005603786,0.00019706092,0.00028528913,0.000646113,0.001451949,0.00017807676,0.000017534892],"category_scores_gemma":[0.0008352607,0.00027484674,0.00006908485,0.00072760606,0.000030272518,0.00071918,0.0010936264,0.00064198696,0.000053704858],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011128683,0.000076644625,0.8419236,0.00055301725,0.000022793703,0.00001130627,0.003785328,0.14673261,0.00006215238,0.000009611953,0.00027373584,0.0065380763],"study_design_scores_gemma":[0.0017344878,0.00020517646,0.15765496,0.0011484189,0.000021168396,0.0000644603,0.0010246951,0.7782503,0.0003502602,0.000017269187,0.058465857,0.0010629578],"about_ca_topic_score_codex":0.00018729255,"about_ca_topic_score_gemma":0.00005012389,"teacher_disagreement_score":0.68426865,"about_ca_system_score_codex":0.00019876093,"about_ca_system_score_gemma":0.00008187284,"threshold_uncertainty_score":0.9999704},"labels":[],"label_agreement":null},{"id":"W2938098978","doi":"10.1007/s40534-019-0187-0","title":"Event management architecture for the monitoring and diagnosis of a fleet of trains: a case study","year":2019,"lang":"en","type":"article","venue":"Journal of Modern Transportation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"Centre National de la Recherche Scientifique","keywords":"Train; Architecture; Event (particle physics); Key (lock); Fleet management; Asynchronous communication; Computer science; Systems architecture; Systems engineering; Event management; Operations research; Management system; Engineering; Telecommunications; Operations management; Computer security","score_opus":0.014999203748851971,"score_gpt":0.2701996423248611,"score_spread":0.2552004385760091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938098978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7596409,0.0003087598,0.2394041,0.0000679144,0.00015403928,0.00041773333,0.0000027382905,0.0000028664876,9.94151e-7],"genre_scores_gemma":[0.99560726,0.0000743241,0.0042667547,0.0000032811167,0.000022389473,0.000019769972,1.7093227e-7,0.0000032558567,0.0000027840827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991776,0.000023790524,0.00041451125,0.00008666617,0.00023407336,0.000063397405],"domain_scores_gemma":[0.99926746,0.00013016451,0.0003132749,0.00015174775,0.000116183786,0.000021188851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005264443,0.00005912438,0.00016486524,0.000067831825,0.000030161946,0.000008821522,0.00015917957,0.000020455958,5.5494235e-7],"category_scores_gemma":[0.0000041788066,0.00003582045,0.00008759968,0.000082898376,0.00001199843,0.00014984458,0.0000040422933,0.00006004914,3.9720916e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001332061,0.0004785017,0.5996213,0.0009787827,0.00031868444,0.00008332038,0.062270474,0.05308943,0.00025067746,0.00007327125,0.0000052797122,0.28269705],"study_design_scores_gemma":[0.0034392483,0.0018654531,0.9659474,0.0005136528,0.00030290664,0.00018129997,0.008272341,0.015080611,0.0024979084,0.0017045024,0.00004741784,0.00014726612],"about_ca_topic_score_codex":0.000029417988,"about_ca_topic_score_gemma":0.000025381725,"teacher_disagreement_score":0.36632606,"about_ca_system_score_codex":0.0000110632245,"about_ca_system_score_gemma":0.00001795669,"threshold_uncertainty_score":0.14607155},"labels":[],"label_agreement":null},{"id":"W2939483835","doi":"10.1109/ijcnn.2019.8852116","title":"Deep Learning for System Trace Restoration","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Lossy compression; Benchmark (surveying); Data mining; Noise (video); Deep learning; Sequence (biology); Event (particle physics); Data cleansing; Field (mathematics); Anomaly detection; Data quality; Artificial intelligence; Algorithm; Machine learning; Image (mathematics)","score_opus":0.018818589382122792,"score_gpt":0.25856929553365327,"score_spread":0.23975070615153046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939483835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008429773,0.00034329697,0.9830008,0.0001687658,0.003714818,0.0011186805,7.259127e-7,0.00085434155,0.0023687792],"genre_scores_gemma":[0.95358217,0.000011517175,0.04398243,0.000022051103,0.00024890303,0.00020349161,0.000015829364,0.000014938697,0.0019186423],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837255,0.00010112924,0.00038318173,0.0006478637,0.0002629931,0.00023229353],"domain_scores_gemma":[0.99829745,0.00016491662,0.00025564554,0.0009897233,0.0002405467,0.000051687523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000895824,0.00019759819,0.00032556677,0.00009013481,0.00013712693,0.00025055546,0.0008421352,0.00034592152,0.0000028957932],"category_scores_gemma":[0.00007143572,0.00015899303,0.0001702012,0.00010345069,0.000012746095,0.00027400997,0.0004769602,0.0003675306,0.00016101943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049357546,0.00010199156,0.016621618,0.01596513,0.00014101119,0.000004607184,0.004551656,0.79423803,0.00008281492,0.04575493,0.0037721123,0.11871674],"study_design_scores_gemma":[0.00018543882,0.00007141767,0.0012153782,0.00023575501,0.000009595646,0.0000057202815,0.00012563125,0.99195063,0.00012623442,0.0002449643,0.005576625,0.0002526363],"about_ca_topic_score_codex":0.000052142426,"about_ca_topic_score_gemma":0.000007936639,"teacher_disagreement_score":0.9451524,"about_ca_system_score_codex":0.0002276061,"about_ca_system_score_gemma":0.00016139404,"threshold_uncertainty_score":0.64835477},"labels":[],"label_agreement":null},{"id":"W2944096373","doi":"10.1109/sose.2019.00026","title":"Service Mesh: Challenges, State of the Art, and Future Research Opportunities","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Microservices; Computer science; Implementation; Service (business); Service delivery framework; State (computer science); State of art; Service-oriented architecture; Open research; Software engineering; Data science; Cloud computing; Web service; World Wide Web; Operating system; Business","score_opus":0.10282278225023339,"score_gpt":0.300610897592356,"score_spread":0.1977881153421226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944096373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88339967,0.0032035913,0.0002681159,0.04958145,0.0011841382,0.0006778113,0.000003858581,0.00012886315,0.0615525],"genre_scores_gemma":[0.9877161,0.004437093,0.00084879284,0.00049655745,0.000103656144,0.000012331254,5.4694976e-7,0.000007106958,0.0063778074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989693,0.00013885254,0.0001426118,0.00019683148,0.00037396752,0.00017843113],"domain_scores_gemma":[0.99880743,0.00010510865,0.000039053226,0.0007563141,0.00024827215,0.00004380974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011300861,0.00006312095,0.00011105857,0.000045729517,0.00007262484,0.000032424112,0.00059414253,0.000038376365,0.000024387411],"category_scores_gemma":[0.00000631074,0.000033515367,0.000023372948,0.00021715501,0.00005410582,0.00021229264,0.00043068855,0.000139509,0.00004899175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027361937,0.00012575832,0.013389178,0.0019644792,0.000059968293,0.000004097513,0.021983275,0.00001903741,0.00029112693,0.12552693,0.0075151725,0.82909364],"study_design_scores_gemma":[0.00089192897,0.00038835226,0.17798129,0.0002549559,0.000005794273,0.000052569427,0.010046331,0.010127452,0.0032637427,0.013697938,0.7828363,0.00045330517],"about_ca_topic_score_codex":0.00006270906,"about_ca_topic_score_gemma":0.000107552965,"teacher_disagreement_score":0.8286403,"about_ca_system_score_codex":0.0000113084325,"about_ca_system_score_gemma":0.000096469994,"threshold_uncertainty_score":0.13667169},"labels":[],"label_agreement":null},{"id":"W2946622927","doi":"10.1016/j.procs.2019.04.184","title":"IoT-based predictive maintenance for fleet management","year":2019,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Predictive maintenance; Internet of Things; Architecture; Fleet management; Big data; Work (physics); Machine learning; Computer security; Data mining; Reliability engineering; Telecommunications","score_opus":0.005923858653000614,"score_gpt":0.2219247922871021,"score_spread":0.2160009336341015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946622927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0440307,0.000029151513,0.9504499,0.0004424144,0.0024053867,0.0013570669,0.000003591838,0.00040339382,0.00087840995],"genre_scores_gemma":[0.6551148,0.000002521678,0.34368426,0.00075055,0.00012071242,0.00016397405,0.0000011014882,0.000008273931,0.00015378857],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99715364,0.000018412924,0.0003090786,0.0011234905,0.00070063234,0.00069473806],"domain_scores_gemma":[0.9980986,0.00012513521,0.00013580403,0.0010385605,0.0004324855,0.00016941362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012244412,0.00021179522,0.00022960753,0.00023695131,0.00026698445,0.00028396686,0.0025757395,0.000053606316,0.000004124635],"category_scores_gemma":[0.000031719406,0.00016857864,0.00009715789,0.0012414727,0.00023093855,0.00080220593,0.00055534224,0.00010560226,0.00015598416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002951951,0.0011048085,0.09443222,0.004427392,0.00011920006,0.000034268985,0.004951333,0.06328,0.0019275249,0.13161291,0.015460903,0.6823542],"study_design_scores_gemma":[0.00083336997,0.0003681795,0.012591222,0.00012800652,0.000004622415,0.000009289284,0.000010976184,0.97701293,0.0028165274,0.001832572,0.0040953434,0.00029695642],"about_ca_topic_score_codex":0.000002575034,"about_ca_topic_score_gemma":5.119002e-7,"teacher_disagreement_score":0.91373295,"about_ca_system_score_codex":0.00016282585,"about_ca_system_score_gemma":0.0003418013,"threshold_uncertainty_score":0.6874438},"labels":[],"label_agreement":null},{"id":"W2953351951","doi":"10.48550/arxiv.1704.03397","title":"Debugging Behaviour of Embedded-Software Developers: An Exploratory Study","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Algorithmic program debugging; Computer science; Programming language; Software; Software engineering; Software bug; Exploratory research","score_opus":0.09517675731292338,"score_gpt":0.23014292066467767,"score_spread":0.1349661633517543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953351951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8565353,0.00006448621,0.14110121,0.000008571496,0.0010902025,0.0005829811,0.0000122029705,0.0004570567,0.00014798468],"genre_scores_gemma":[0.9968174,0.00003325363,0.0028370807,0.00001941854,0.00006955555,0.000005036381,0.000010435322,0.000025536046,0.00018224708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718297,0.0003005882,0.00040641637,0.001487586,0.00022055546,0.00040191406],"domain_scores_gemma":[0.9945615,0.000075156924,0.0006417277,0.003972844,0.0005236268,0.00022515762],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092129485,0.00042275677,0.0006340565,0.00031546375,0.00040139002,0.0001776748,0.0042939433,0.00047683783,0.00001400648],"category_scores_gemma":[0.000114493305,0.00043743913,0.00021844915,0.00030940445,0.00016923739,0.001422162,0.003246335,0.0007949436,0.000043349886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045302764,0.0010692232,0.9577107,0.00034289717,0.0002271725,0.0005083661,0.010335033,0.02501734,0.000007825595,0.0012714376,0.0001272394,0.003337467],"study_design_scores_gemma":[0.006991797,0.0025568265,0.7174993,0.00267512,0.001296615,0.000053388198,0.019518977,0.21485695,0.0017013691,0.025232974,0.00039615706,0.007220488],"about_ca_topic_score_codex":0.00022698996,"about_ca_topic_score_gemma":0.00023769304,"teacher_disagreement_score":0.24021137,"about_ca_system_score_codex":0.00022679503,"about_ca_system_score_gemma":0.0007883112,"threshold_uncertainty_score":0.9998077},"labels":[],"label_agreement":null},{"id":"W2953520354","doi":"10.1109/icse.2019.00032","title":"DLFinder: Characterizing and Detecting Duplicate Logging Code Smells","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Program comprehension; Debugging; Logging; Code smell; Code (set theory); Source code; Software; Software engineering; Database; Software development; Software quality; Software system; Programming language","score_opus":0.010511641143879126,"score_gpt":0.22367226937258655,"score_spread":0.21316062822870743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953520354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92326057,0.000052485517,0.07372699,0.0004458769,0.0003773577,0.00017938459,3.256975e-7,0.0003099262,0.0016471137],"genre_scores_gemma":[0.99337727,0.000014549282,0.005777836,0.00042192053,0.000038866827,0.0000058046453,3.218939e-7,0.0000063816497,0.00035704102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990054,0.000025031613,0.00019686023,0.0003866702,0.00013017494,0.00025586455],"domain_scores_gemma":[0.9992463,0.00010175287,0.00007260874,0.0004845166,0.000030950894,0.0000638516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045471053,0.00010554761,0.00015684692,0.000055199056,0.000108613924,0.00014058122,0.00031882917,0.000057270387,0.000020518644],"category_scores_gemma":[0.000016015389,0.00008180473,0.000033728913,0.00013413394,0.000018684626,0.0005253234,0.00024490553,0.00011388924,0.00027967582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009868623,0.000042265016,0.6959945,0.00038751197,0.000032816162,0.0000068540676,0.0020506636,0.000049419883,0.07370777,0.0028148699,0.000106626525,0.22479682],"study_design_scores_gemma":[0.0015916607,0.00028520316,0.5351983,0.0003109035,0.000013217505,0.00027382566,0.000358228,0.32356757,0.11404466,0.0016304703,0.021403816,0.0013221969],"about_ca_topic_score_codex":0.000027884384,"about_ca_topic_score_gemma":0.000002497563,"teacher_disagreement_score":0.32351816,"about_ca_system_score_codex":0.000022373411,"about_ca_system_score_gemma":0.000021318343,"threshold_uncertainty_score":0.35947603},"labels":[],"label_agreement":null},{"id":"W2953808922","doi":"10.1109/icse-companion.2019.00058","title":"Release Synchronization in Software Ecosystems","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Synchronization (alternating current); Application lifecycle management; Computer science; Software; Android (operating system); Ecosystem; Process management; Operating system; Business; Ecology; Telecommunications","score_opus":0.005177226557040697,"score_gpt":0.2077928600874018,"score_spread":0.2026156335303611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953808922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5342202,0.00012070163,0.46147126,0.00016179477,0.00095220335,0.00037394516,5.009382e-7,0.00038038573,0.0023190107],"genre_scores_gemma":[0.9936991,0.0000068268696,0.005446217,0.000106472944,0.00002865021,0.000012039454,0.0000023309995,0.0000048535585,0.00069352554],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990934,0.00004374077,0.00022477782,0.00028588268,0.00017162139,0.00018055658],"domain_scores_gemma":[0.9992373,0.000056908277,0.00004529443,0.0005650075,0.000052803432,0.000042702908],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002906528,0.000079627665,0.00012815671,0.000087297594,0.000025863452,0.00005355931,0.0003798168,0.00006477029,0.000072275165],"category_scores_gemma":[0.000042053376,0.00006211666,0.000031259337,0.00040698797,0.0000064108467,0.0005637975,0.00009118737,0.00006956515,0.0013336774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035468083,0.00005948359,0.9717736,0.00015529999,0.0000041298035,0.0000054204356,0.00034407486,0.0019778218,0.00003714352,0.0038196913,0.0012968746,0.020522917],"study_design_scores_gemma":[0.0016138268,0.00020392609,0.110777855,0.00023040803,0.0000026061534,0.000043263113,0.0001074441,0.87100714,0.0010034404,0.0015356324,0.01282254,0.00065189844],"about_ca_topic_score_codex":0.00014644522,"about_ca_topic_score_gemma":0.000068448055,"teacher_disagreement_score":0.86902934,"about_ca_system_score_codex":0.000094509815,"about_ca_system_score_gemma":0.00007473128,"threshold_uncertainty_score":0.9994439},"labels":[],"label_agreement":null},{"id":"W2954135466","doi":"10.5539/nct.v4n1p36","title":"Research Study: Towards a Collaborative Trust-Based Debugging Model for the Telecom Industry","year":2019,"lang":"en","type":"article","venue":"Network and Communication Technologies","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Troubleshooting; Debugging; Computer science; Field (mathematics); Architecture; Telecommunications; Software engineering; Engineering management; Engineering; Operating system","score_opus":0.04321420117286208,"score_gpt":0.33541720872289077,"score_spread":0.2922030075500287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954135466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6380341,0.012997794,0.31281832,0.026707562,0.00025077173,0.005518183,0.00000550228,0.0026778993,0.0009898525],"genre_scores_gemma":[0.9792035,0.00031330137,0.019620227,0.00007408075,0.000010893123,0.0006676782,0.000001393227,0.000006207271,0.00010271894],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988539,0.00017040616,0.00020803319,0.0002651308,0.00022318802,0.00027930908],"domain_scores_gemma":[0.9967452,0.00087459834,0.00008871856,0.0019388848,0.00033645984,0.000016094738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021132734,0.000104582905,0.00016248513,0.00008445918,0.0008029976,0.00017764921,0.0019554147,0.0002400059,0.0000011215753],"category_scores_gemma":[0.00013458967,0.000067270186,0.000024192263,0.0010089218,0.00022129121,0.00020444758,0.00085268443,0.00069211033,0.000004011296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008640735,0.00028129938,0.12910622,0.00008368915,0.00010663423,3.5086146e-7,0.004116904,0.08676871,0.000013835808,0.032449786,0.007583373,0.7394028],"study_design_scores_gemma":[0.00040648808,0.00022430722,0.0044863997,0.000044706838,0.000006019401,5.7458095e-7,0.0055011665,0.9739402,0.00008968081,0.012357598,0.0028319636,0.000110903886],"about_ca_topic_score_codex":0.000030533673,"about_ca_topic_score_gemma":0.000038790255,"teacher_disagreement_score":0.8871715,"about_ca_system_score_codex":0.000056003893,"about_ca_system_score_gemma":0.00023231325,"threshold_uncertainty_score":0.61760896},"labels":[],"label_agreement":null},{"id":"W2956106249","doi":"10.1109/icse-companion.2019.00055","title":"An Empirical Study on Leveraging Logs for Debugging Production Failures","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Debugging; Computer science; Software bug; TRACE (psycholinguistics); Snapshot (computer storage); Software engineering; Software; Algorithmic program debugging; Software maintenance; Process (computing); Programming language; Software development; Operating system","score_opus":0.030847995109209245,"score_gpt":0.32528348305626886,"score_spread":0.2944354879470596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956106249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8667161,0.000004379299,0.12979028,0.0010661292,0.0009589752,0.0008733052,1.2943794e-7,0.00039046904,0.00020024406],"genre_scores_gemma":[0.9936068,1.7463401e-7,0.0057073683,0.00022081318,0.00013116219,0.000048644666,8.1149267e-7,0.0000062713802,0.0002779643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988378,0.000058432175,0.00017137031,0.00052105665,0.0002096102,0.00020169963],"domain_scores_gemma":[0.9990539,0.00006717932,0.0000402349,0.00071293063,0.0000801163,0.000045646237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006237167,0.00010110337,0.00013302678,0.00007482398,0.0001251975,0.00010059504,0.0003743175,0.000035859375,0.000008155937],"category_scores_gemma":[0.000035720343,0.00007033749,0.000041913798,0.00017011099,0.000009330206,0.0005792571,0.00005181363,0.000075869764,0.000090635745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027312191,0.00058374857,0.9688941,0.00005279588,0.000021135273,8.96961e-7,0.005261693,0.0017622105,0.0004936597,0.00030931475,0.0017289261,0.020864163],"study_design_scores_gemma":[0.001612483,0.0037141652,0.8310269,0.0000663846,0.000016141204,0.000019716595,0.0025507396,0.14656234,0.0068252315,0.0015480777,0.005364718,0.0006931159],"about_ca_topic_score_codex":0.000028151047,"about_ca_topic_score_gemma":0.0000070557694,"teacher_disagreement_score":0.14480013,"about_ca_system_score_codex":0.00004519122,"about_ca_system_score_gemma":0.00004205422,"threshold_uncertainty_score":0.28682795},"labels":[],"label_agreement":null},{"id":"W2963830658","doi":"","title":"Elascale: autoscaling and monitoring as a service","year":2017,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Cloud computing; Scalability; Provisioning; Microservices; Distributed computing; Operating system; Database","score_opus":0.0568983758280558,"score_gpt":0.19751446976439782,"score_spread":0.14061609393634203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963830658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572906,0.000028067352,0.03986649,0.00021048407,0.00046333723,0.00007888442,4.5842302e-7,0.00016930093,0.0018923734],"genre_scores_gemma":[0.9986294,0.000045789464,0.0006719104,0.00004360008,0.00006936778,2.8456193e-7,1.4390956e-7,0.0000047934027,0.0005347192],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999183,0.000027193031,0.00008599352,0.00043559537,0.000056925284,0.00021128959],"domain_scores_gemma":[0.9986755,0.00004726129,0.00009917809,0.0009728853,0.00008465595,0.00012050597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020516668,0.00010770346,0.00012412213,0.000048614398,0.0006709651,0.00020134947,0.00096425915,0.00007732947,0.0000043462182],"category_scores_gemma":[0.00004228327,0.000107089276,0.000039473667,0.00015505266,0.000064393615,0.0011090345,0.0005385829,0.00011589517,0.00010545192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026911957,0.00006493046,0.94181997,0.00014254743,0.00005113446,0.0002110325,0.0010482362,0.003070359,0.00033168457,0.044210277,0.00004849509,0.008974453],"study_design_scores_gemma":[0.0014421241,0.00011126346,0.554441,0.00023149405,0.00004068215,0.000052898766,0.0002918016,0.42533576,0.002261677,0.013300432,0.0018341064,0.00065674854],"about_ca_topic_score_codex":0.00034764683,"about_ca_topic_score_gemma":0.000015396708,"teacher_disagreement_score":0.4222654,"about_ca_system_score_codex":0.000042440483,"about_ca_system_score_gemma":0.00004324368,"threshold_uncertainty_score":0.5160589},"labels":[],"label_agreement":null},{"id":"W2965838158","doi":"10.24963/ijcai.2019/658","title":"LogAnomaly: Unsupervised Detection of Sequential and Quantitative Anomalies in Unstructured Logs","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":616,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Template; Semantics (computer science); Data mining; Anomaly (physics); Sequence (biology); Artificial intelligence; Pattern recognition (psychology); Programming language","score_opus":0.00982964110914624,"score_gpt":0.2327056240241859,"score_spread":0.22287598291503966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965838158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95769423,0.00007745162,0.04120897,0.000044287543,0.000316874,0.00018949341,8.029809e-7,0.00004769682,0.0004201745],"genre_scores_gemma":[0.992448,0.000008334549,0.0074566924,0.000023362369,0.0000065934646,0.0000032968078,5.6352746e-7,0.000002842335,0.0000503181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99923646,0.000059275742,0.0002194173,0.00024352613,0.000117082294,0.00012421278],"domain_scores_gemma":[0.9995372,0.000064712345,0.000060079652,0.00025637524,0.000057298348,0.00002433191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021895503,0.00008286235,0.00017781669,0.00011864537,0.000021911046,0.000022942437,0.00017976906,0.0000687649,0.000018046914],"category_scores_gemma":[0.000018119443,0.00006322595,0.000029752367,0.000282268,0.00005749085,0.0003906614,0.000088345216,0.000061548555,0.000013849116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009342691,0.00006196764,0.8343688,0.0003606939,0.00003600553,0.0000041515063,0.0044778297,0.00034947394,0.116340466,0.019373149,0.000006522435,0.02452751],"study_design_scores_gemma":[0.0016875601,0.0005784967,0.78264904,0.000060849718,0.000006160817,0.000028103494,0.0006547838,0.08090627,0.12933947,0.0036779263,0.000106209605,0.00030515456],"about_ca_topic_score_codex":0.00025949514,"about_ca_topic_score_gemma":0.00013017301,"teacher_disagreement_score":0.080556795,"about_ca_system_score_codex":0.000023172954,"about_ca_system_score_gemma":0.000036194207,"threshold_uncertainty_score":0.25782794},"labels":[],"label_agreement":null},{"id":"W2966316752","doi":"10.22215/etd/2014-10132","title":"Automatic Derivation of Performance Models in the Context of Model-Driven SOA","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Model transformation; Unified Modeling Language; Computer science; Software architecture; Feature model; Metamodeling; Model-driven architecture; Software deployment; OASIS SOA Reference Model; Software engineering; Software; Service-oriented architecture; Systems engineering; Engineering; Programming language; Web service; Artificial intelligence","score_opus":0.019324229065462224,"score_gpt":0.25429977205045495,"score_spread":0.23497554298499274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966316752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85183305,0.00004440756,0.14399809,0.00003695705,0.00019494997,0.00043971703,0.0000015856622,0.000046321926,0.0034049284],"genre_scores_gemma":[0.9939993,0.00003911239,0.0056331996,0.00005179152,0.0000121109715,0.00005384575,0.000036966256,0.000008011539,0.00016566859],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998308,0.00008056683,0.0007362911,0.0002526744,0.0004659839,0.00015650311],"domain_scores_gemma":[0.99839675,0.000119058874,0.00047174923,0.0007545652,0.00024006644,0.000017819822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006434403,0.00017302741,0.00041211196,0.00016463413,0.000041710326,0.000020491676,0.0010792554,0.00019194047,0.0000049188316],"category_scores_gemma":[0.000026610274,0.00010899702,0.000099147735,0.00032514104,0.00003349695,0.00047534978,0.000035081543,0.00016167627,0.000005383034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008960956,0.0006334803,0.01021102,0.014320538,0.00011455679,9.570427e-7,0.11637003,0.35897627,0.0008664348,0.12288701,0.00077398046,0.37475613],"study_design_scores_gemma":[0.00019536946,0.000066673696,0.0044669053,0.00034314877,0.00000832786,8.401607e-7,0.00047537294,0.9910717,0.001908984,0.001334356,0.000008235786,0.000120102115],"about_ca_topic_score_codex":0.00010448014,"about_ca_topic_score_gemma":0.00013873339,"teacher_disagreement_score":0.6320954,"about_ca_system_score_codex":0.000031936655,"about_ca_system_score_gemma":0.00017899439,"threshold_uncertainty_score":0.44447693},"labels":[],"label_agreement":null},{"id":"W2967385703","doi":"10.4018/978-1-5225-9742-1.ch007","title":"Threat Hunting in Windows Using Big Security Log Data","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in information security, privacy, and ethics book series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Intrusion detection system; Anomaly detection; Computer science; Host (biology); Data mining; Anomaly-based intrusion detection system; Anomaly (physics); Parsing; Volume (thermodynamics); Network security; Big data; Artificial intelligence; Computer security","score_opus":0.049781013948024755,"score_gpt":0.3089980704573167,"score_spread":0.25921705650929194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967385703","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012800715,0.09878609,0.054033834,0.006284448,0.017202048,0.008567713,0.000909963,0.0016415042,0.7997737],"genre_scores_gemma":[0.49950385,0.44037983,0.032751553,0.010037247,0.0021170224,0.0001474174,0.0024670146,0.00030685685,0.012289228],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651915,0.00009677232,0.001397284,0.000699976,0.00079452404,0.00049229944],"domain_scores_gemma":[0.9963096,0.0005071752,0.00078357966,0.0020068006,0.0002992425,0.00009364507],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025037995,0.0005378642,0.00077071105,0.0005236114,0.00029101744,0.0004237132,0.0019093195,0.0009824339,0.000015981655],"category_scores_gemma":[0.00042293422,0.00051770225,0.00007772475,0.00019827085,0.00041071212,0.023836331,0.0030258622,0.0021883799,0.00004912565],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016059108,0.00006915773,0.023630975,0.010807117,0.000072319475,0.000028442719,0.1025452,0.00119202,0.0000017429794,0.8158513,0.00024301688,0.045398135],"study_design_scores_gemma":[0.0008557229,0.00009762121,0.00034854066,0.0021320824,0.000018983927,0.00008889163,0.0005268132,0.01590762,0.000029935332,0.20382713,0.7751284,0.0010382411],"about_ca_topic_score_codex":0.00016038962,"about_ca_topic_score_gemma":0.000878955,"teacher_disagreement_score":0.78748447,"about_ca_system_score_codex":0.00018754746,"about_ca_system_score_gemma":0.000680448,"threshold_uncertainty_score":0.9997274},"labels":[],"label_agreement":null},{"id":"W2972259693","doi":"10.2196/14424","title":"Exploring How Professionals Within Agile Health Care Informatics Perceive Visualizations of Log File Analyses: Observational Study Followed by a Focus Group Interview","year":2019,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Timeline; Focus group; Computer science; Documentation; Health care; Context (archaeology); Knowledge management; Data science; Software engineering; Statistics","score_opus":0.2313847252795522,"score_gpt":0.40625887651484366,"score_spread":0.17487415123529146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972259693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993912,0.00008697017,0.0035999648,0.00008241126,0.00037955405,0.0016108012,0.000142356,0.00014245174,0.000043523327],"genre_scores_gemma":[0.998203,0.0000035335731,0.0007598758,0.00009543819,0.000020843565,0.00030692737,0.00044675427,0.000014042187,0.00014957714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976609,0.00025154147,0.0008126061,0.0003083392,0.0006958945,0.000270733],"domain_scores_gemma":[0.9980933,0.0001609948,0.00063532044,0.000683089,0.00031507903,0.00011217996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045906383,0.00023546122,0.00050172757,0.00021511494,0.00028690323,0.000112643276,0.0007405171,0.000066799104,0.00017132783],"category_scores_gemma":[0.00004899435,0.00017644487,0.00015536601,0.0006766854,0.000036137706,0.0017068891,0.00029312432,0.00018388551,0.00001969397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007679388,0.0011436263,0.51444715,0.0018032052,0.0001834052,7.8042143e-7,0.4643271,0.00017416172,0.0002625162,0.0005441585,0.016281296,0.00082489225],"study_design_scores_gemma":[0.0016918458,0.0023563567,0.81690717,0.0013171127,0.000032603493,0.0000015593718,0.17146534,0.002663987,0.00056599267,0.00007710764,0.0021034027,0.0008174933],"about_ca_topic_score_codex":0.0001485784,"about_ca_topic_score_gemma":0.00008738148,"teacher_disagreement_score":0.30246,"about_ca_system_score_codex":0.0001954556,"about_ca_system_score_gemma":0.00018533668,"threshold_uncertainty_score":0.7195213},"labels":[],"label_agreement":null},{"id":"W2974742520","doi":"10.1051/epjconf/201921403027","title":"Modeling and Simulation of Load Balancing Strategies for Computing in High Energy Physics","year":2019,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Particle Physics","funders":"","keywords":"Grid; Computer science; Supercomputer; Distributed computing; Grid computing; Load balancing (electrical power); Scheduling (production processes); Job scheduler; Simulation; Computational science; Cloud computing; Parallel computing; Operating system; Mathematical optimization","score_opus":0.12085057059518854,"score_gpt":0.4728629687554633,"score_spread":0.35201239816027474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974742520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5785441,0.0009486229,0.42000902,0.000008402698,0.00023001769,0.000172275,0.0000019788708,0.000014814532,0.00007081026],"genre_scores_gemma":[0.99702746,0.0002533399,0.0025875124,0.000036734484,0.00006909211,0.000005676011,0.0000017532939,0.0000119098895,0.0000065218005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998279,0.000090074755,0.00068625837,0.00033640486,0.00038107805,0.00022718887],"domain_scores_gemma":[0.998362,0.00040732298,0.00045773698,0.00034825847,0.000368024,0.00005667404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00119244,0.00016079418,0.0005317316,0.00020647627,0.000088747445,0.0005323117,0.0011767193,0.000072643124,0.000021943017],"category_scores_gemma":[0.000062731604,0.00014146809,0.000075439784,0.0005049082,0.000030667514,0.0031933533,0.00052874297,0.00012317231,5.827164e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030781786,0.000044180557,0.20043342,0.00022731864,0.000020831756,6.049266e-7,0.00039430268,0.78026104,0.002867621,0.0011393742,0.000018061039,0.014562464],"study_design_scores_gemma":[0.00047303768,0.000011554229,0.058280997,0.0004587031,0.000006783917,0.0000011050962,0.00007511543,0.91365707,0.0017733665,0.02508136,0.000014950325,0.00016597455],"about_ca_topic_score_codex":0.0013845824,"about_ca_topic_score_gemma":0.00003187539,"teacher_disagreement_score":0.4184834,"about_ca_system_score_codex":0.00007395515,"about_ca_system_score_gemma":0.0001969255,"threshold_uncertainty_score":0.5768901},"labels":[],"label_agreement":null},{"id":"W2976486068","doi":"10.1007/s10009-019-00531-5","title":"Distributed graph queries over models@run.time for runtime monitoring of cyber-physical systems","year":2019,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Computer science; Scalability; Distributed computing; Graph; Cyber-physical system; Database; Theoretical computer science; Operating system","score_opus":0.014284486774029657,"score_gpt":0.26277824508350645,"score_spread":0.2484937583094768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976486068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4833355,0.000071848954,0.5137637,0.0003187653,0.0016321756,0.0004621677,0.00018068169,0.00022441077,0.000010732693],"genre_scores_gemma":[0.99025464,0.000028607239,0.009155758,0.0000308323,0.000243332,0.00015635014,0.000024966188,0.000026597982,0.00007892192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99799603,0.000028384491,0.0006289722,0.00040988365,0.0005724065,0.00036429986],"domain_scores_gemma":[0.9979211,0.0004810897,0.00016070544,0.0004416593,0.0009260919,0.00006936409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036072568,0.0002560829,0.0005016963,0.00042823097,0.0001251865,0.000196264,0.001511565,0.0002806302,0.00000601967],"category_scores_gemma":[0.00014589411,0.00020807609,0.00042086863,0.00029563368,0.000108776774,0.001213002,0.00006979012,0.00033487938,0.000019376195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036753446,0.0032002523,0.16305505,0.0011860197,0.00495586,0.00007531829,0.002324743,0.10213818,0.024691217,0.5460977,0.002275772,0.14632457],"study_design_scores_gemma":[0.036602143,0.014319861,0.03866803,0.006791247,0.0005722309,0.001753891,0.0009832479,0.3143353,0.21460144,0.32158563,0.044228856,0.005558134],"about_ca_topic_score_codex":0.000005037407,"about_ca_topic_score_gemma":2.738427e-7,"teacher_disagreement_score":0.50691915,"about_ca_system_score_codex":0.00016036778,"about_ca_system_score_gemma":0.00010707422,"threshold_uncertainty_score":0.84850967},"labels":[],"label_agreement":null},{"id":"W2978276730","doi":"10.1109/qrs.2019.00034","title":"Microservice Based Architecture: Towards High-Availability for Stateful Applications with Kubernetes","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Université du Québec à Rimouski; Concordia University","funders":"","keywords":"Stateful firewall; Microservices; Stateless protocol; Computer science; Distributed computing; Replication (statistics); State (computer science); Operating system; Computer network; Programming language; Cloud computing; Biology","score_opus":0.004662068273579947,"score_gpt":0.20945031107414305,"score_spread":0.2047882428005631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978276730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20329545,0.000028289629,0.79288846,0.0010581107,0.00012357945,0.001591155,0.000018681194,0.00034951293,0.00064677256],"genre_scores_gemma":[0.7955752,9.2489955e-7,0.20285022,0.0006667336,0.000039165137,0.00042548476,0.000018042127,0.0000116036645,0.0004126587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998557,0.00003742959,0.00025013616,0.0006100981,0.00023077056,0.00031457428],"domain_scores_gemma":[0.99809986,0.00021698102,0.00008397802,0.0012607314,0.0002472162,0.000091217094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041156032,0.00017444922,0.0002183988,0.000053977066,0.00010154388,0.000104473555,0.00078402454,0.00007066601,0.00006643696],"category_scores_gemma":[0.000010386349,0.00011272958,0.00007197529,0.00038168856,0.000052419786,0.00023015439,0.00009610034,0.00009643314,0.00018463876],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085452147,0.0022195154,0.3741122,0.0082028285,0.00036049975,0.0000030678887,0.0035527113,0.025378987,0.012422034,0.060526054,0.0045243325,0.50784326],"study_design_scores_gemma":[0.010637107,0.0032331834,0.30393192,0.00022632873,0.00009593586,0.000040662533,0.00026668163,0.19106026,0.13325334,0.032865543,0.32117543,0.0032135954],"about_ca_topic_score_codex":0.0002509043,"about_ca_topic_score_gemma":0.00006370782,"teacher_disagreement_score":0.59227973,"about_ca_system_score_codex":0.000057174646,"about_ca_system_score_gemma":0.0002263686,"threshold_uncertainty_score":0.4596979},"labels":[],"label_agreement":null},{"id":"W2979327180","doi":"10.1002/stvr.1713","title":"An end‐user‐centric test generation methodology for performance evaluation of mobile networked applications","year":2019,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computer network; Test suite; Wireless network; End user; Wireless; Test case; Machine learning; Operating system","score_opus":0.06774374964768788,"score_gpt":0.3249485911742777,"score_spread":0.25720484152658984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979327180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5904573,0.00016877147,0.40661377,0.00003184286,0.00030974488,0.0021272744,0.000009762835,0.00024620662,0.000035294688],"genre_scores_gemma":[0.7562675,0.00002419404,0.24260867,0.000028207376,0.00009814756,0.0008767645,0.000061494204,0.000010676374,0.000024334488],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99752045,0.0003930608,0.0006559382,0.0007765924,0.0003968841,0.00025706258],"domain_scores_gemma":[0.99511564,0.001466109,0.0004234387,0.001294108,0.0016052693,0.00009541725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057799853,0.00018139751,0.00030652396,0.00010367735,0.0002597064,0.000055028457,0.00045418178,0.00017550499,0.00001501628],"category_scores_gemma":[0.0019243952,0.00016018307,0.000060161594,0.0006897963,0.00011699354,0.0005740107,0.000060382907,0.00012731532,0.000011767437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001605227,0.0003323393,0.48479882,0.0004300596,0.000009851371,1.9306706e-8,0.00047011743,0.03208456,0.006148008,0.00038034856,0.000058343518,0.47527146],"study_design_scores_gemma":[0.0006921017,0.0004894845,0.21116276,0.000032843374,0.000045704022,0.0000057317475,0.00004196344,0.78227097,0.003074805,0.0008424615,0.0010955456,0.00024563348],"about_ca_topic_score_codex":0.000033939512,"about_ca_topic_score_gemma":0.000002124606,"teacher_disagreement_score":0.7501864,"about_ca_system_score_codex":0.0001263453,"about_ca_system_score_gemma":0.00030077674,"threshold_uncertainty_score":0.6532076},"labels":[],"label_agreement":null},{"id":"W2980787539","doi":"10.22215/etd/2019-13518","title":"Incremental Change Propagation from Software to Performance Models","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Model transformation; Unified Modeling Language; Transformation (genetics); Software development; Software engineering; Software; Traceability; Data mining; Programming language; Artificial intelligence; Consistency (knowledge bases)","score_opus":0.02908444690560083,"score_gpt":0.25201404646999054,"score_spread":0.2229295995643897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980787539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8985019,0.00020168096,0.09030786,0.00010284166,0.0044105905,0.0022692818,0.00002853122,0.00071485527,0.0034624548],"genre_scores_gemma":[0.97502357,0.000056662422,0.018504955,0.00048765162,0.0003233849,0.0004781173,0.00078046985,0.000038188326,0.004307001],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976753,0.000039295075,0.0004381345,0.00082614133,0.0006751719,0.00034597993],"domain_scores_gemma":[0.9983829,0.00004178372,0.00019746249,0.0010178267,0.00023952039,0.000120451754],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002438459,0.00034977938,0.00038028657,0.00019842028,0.00014336577,0.00016520056,0.0011027015,0.00032152384,0.00006755535],"category_scores_gemma":[0.000019368117,0.00028793755,0.00010631705,0.0003639217,0.000007996891,0.0017126201,0.0001688654,0.00024323048,0.0013143277],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023459875,0.0003118841,0.023352595,0.0024827388,0.00017288813,0.000006658617,0.03088296,0.0011698497,0.0011063794,0.0014447849,0.0046620243,0.93417263],"study_design_scores_gemma":[0.0025145744,0.0017520556,0.2596068,0.004596113,0.00014702095,0.000013027714,0.001950253,0.6539124,0.062445458,0.002633756,0.004844349,0.0055841543],"about_ca_topic_score_codex":0.0007547176,"about_ca_topic_score_gemma":0.00014085429,"teacher_disagreement_score":0.9285885,"about_ca_system_score_codex":0.00019412863,"about_ca_system_score_gemma":0.00017348908,"threshold_uncertainty_score":0.99995726},"labels":[],"label_agreement":null},{"id":"W2981876933","doi":"10.1109/csmr.2004.1281397","title":"Message from the conference chairs","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jazz; Globe; Population; History; Quarter (Canadian coin); Tourism; Antique; Media studies; Dozen; Musical; Art history; Visual arts; Ancient history; Art; Archaeology; Sociology","score_opus":0.014795419872900397,"score_gpt":0.22062357106342972,"score_spread":0.20582815119052933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981876933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2073214,0.00011405797,0.767884,0.008865659,0.0006577851,0.00016535063,0.0000027465812,0.0003821186,0.014606878],"genre_scores_gemma":[0.9926465,0.000011564244,0.0062175407,0.00078515965,0.0000580359,0.000008735814,7.6258925e-7,0.0000020428508,0.0002696717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993507,0.00002279598,0.00011471566,0.00020570694,0.0001679663,0.00013806036],"domain_scores_gemma":[0.9991772,0.00007379918,0.00002761622,0.0006419368,0.00004203356,0.00003741469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018413787,0.000068520945,0.00007630746,0.000008022247,0.000115214956,0.000097003714,0.0008431044,0.0000357652,0.000071873204],"category_scores_gemma":[0.000020398496,0.00003453749,0.000037735477,0.00012050273,0.000047875226,0.00019930782,0.00014860558,0.00007733484,0.0002830693],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012505508,0.00024419246,0.048488438,0.00003166719,0.00007400141,0.000029040719,0.01620931,0.00097243977,0.0009449867,0.8034237,0.012451274,0.11711843],"study_design_scores_gemma":[0.0039391234,0.00033176897,0.43775392,0.00030160192,0.00002547718,0.000053689437,0.0016097784,0.017543843,0.034532335,0.41350612,0.08888959,0.001512775],"about_ca_topic_score_codex":0.0007889008,"about_ca_topic_score_gemma":0.00010512829,"teacher_disagreement_score":0.78532505,"about_ca_system_score_codex":0.000023070834,"about_ca_system_score_gemma":0.000077159835,"threshold_uncertainty_score":0.36383775},"labels":[],"label_agreement":null},{"id":"W2981930254","doi":"10.1145/3341301.3359650","title":"The inflection point hypothesis","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; VMware; NetApp","keywords":"Root cause; Prefix; Computer science; Root (linguistics); Root cause analysis; Test suite; Sequence (biology); Construct (python library); Inflection point; Point (geometry); Parallel computing; Test case; Programming language; Reliability engineering; Machine learning; Mathematics","score_opus":0.006642497432094428,"score_gpt":0.1978119498031491,"score_spread":0.19116945237105465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981930254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7712068,0.00013351871,0.13107598,0.0048806774,0.0030007856,0.00047376045,1.2219635e-7,0.0006857561,0.08854262],"genre_scores_gemma":[0.9934673,0.000013236854,0.0024023945,0.0002271571,0.00003056059,0.000007578199,3.064438e-8,0.0000019399959,0.0038498307],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995219,0.000024634452,0.00009609443,0.00012621601,0.000117622134,0.00011354648],"domain_scores_gemma":[0.9992713,0.00016717671,0.000024582296,0.00048258653,0.0000350043,0.000019348516],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032880442,0.000041062576,0.00004499696,0.000015885329,0.00011564914,0.0000891336,0.0003430699,0.000023915147,0.000026415297],"category_scores_gemma":[0.000029725288,0.00002026115,0.000034890334,0.00015609208,0.000012009141,0.00025370976,0.000068944086,0.00004197255,0.0013648071],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020216297,0.00007447793,0.16046008,0.000059205402,0.00004700155,0.000001143383,0.001242395,0.00025827304,0.0025883892,0.14826438,0.016893903,0.6700905],"study_design_scores_gemma":[0.00094949815,0.00046291997,0.423118,0.000046604153,0.000006995568,0.000074070944,0.00033611368,0.08268711,0.041653574,0.04400538,0.4059514,0.0007083293],"about_ca_topic_score_codex":0.000026603018,"about_ca_topic_score_gemma":0.000006961294,"teacher_disagreement_score":0.6693822,"about_ca_system_score_codex":0.00002295139,"about_ca_system_score_gemma":0.000022660886,"threshold_uncertainty_score":0.9994128},"labels":[],"label_agreement":null},{"id":"W2986809465","doi":"10.1007/978-3-030-33617-2_24","title":"An Innovative Deep-Learning Algorithm for Supporting the Approximate Classification of Workloads in Big Data Environments","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Deep learning; Artificial neural network; Workload; Artificial intelligence; Compiler; Big data; Machine learning; Deep neural networks; Data mining; Operating system","score_opus":0.03842705501057859,"score_gpt":0.28399289483769985,"score_spread":0.24556583982712127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986809465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008007204,0.00013168933,0.99674606,0.00013846564,0.0010990544,0.0009220585,0.0000115626435,0.00004099575,0.00010938524],"genre_scores_gemma":[0.5756556,0.00003839578,0.42351684,0.00020968553,0.00035390686,0.00003223656,0.00008668114,0.000032649274,0.00007403431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99651176,0.00008003837,0.0008163285,0.0014108942,0.0006926697,0.000488339],"domain_scores_gemma":[0.9959644,0.0006248785,0.00078127097,0.0024197032,0.00015864092,0.000051101444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003644565,0.0003260262,0.00045759522,0.00043507226,0.00018609969,0.00019043603,0.0046588415,0.00025283336,0.0000021235044],"category_scores_gemma":[0.00014938015,0.0002356013,0.000049885013,0.0008323656,0.00049646007,0.00081941125,0.0012841023,0.0006725214,0.00000581683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034948334,0.000028995357,0.0017610785,0.000051134866,0.00000608207,0.0000013953526,0.0012960058,0.007519299,0.00012990226,0.00041625302,9.901893e-7,0.9887854],"study_design_scores_gemma":[0.00023699588,0.00015172176,0.0032451227,0.00024661893,0.000003978446,0.000006446122,0.0000031849393,0.990647,0.00035400467,0.004293426,0.00052933674,0.00028213908],"about_ca_topic_score_codex":0.000017475177,"about_ca_topic_score_gemma":0.000022822698,"teacher_disagreement_score":0.9885032,"about_ca_system_score_codex":0.00019491372,"about_ca_system_score_gemma":0.0003996053,"threshold_uncertainty_score":0.9607542},"labels":[],"label_agreement":null},{"id":"W2989165809","doi":"10.1109/tcc.2019.2953258","title":"Critical Path Analysis through Hierarchical Distributed Virtualized Environments Using Host Kernel Tracing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Cloud Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Virtualization; Tracing; Virtual machine; TRACE (psycholinguistics); Hypervisor; Host (biology); Distributed computing; Cloud computing; Operating system; Thread (computing); Parallel computing","score_opus":0.01759959543129728,"score_gpt":0.2787462953807384,"score_spread":0.2611466999494411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989165809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40877002,0.000016216942,0.5896631,0.00008021797,0.0011102166,0.0001634973,0.000017909131,0.00014229029,0.000036558016],"genre_scores_gemma":[0.97776395,0.0000056786334,0.02191275,0.00016383524,0.00009969664,0.0000053634417,0.000004719135,0.000019237383,0.000024755174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996987,0.00027952058,0.0006579501,0.00087005395,0.000614104,0.0005914028],"domain_scores_gemma":[0.9980256,0.0007115389,0.00013282927,0.0009187849,0.000053574062,0.0001576585],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053119793,0.00031145976,0.00055017683,0.000173407,0.0005612558,0.00018743669,0.00063230377,0.0001867954,0.000056365545],"category_scores_gemma":[0.000021016,0.00028925156,0.00044627878,0.0012549692,0.00011790102,0.0004736914,0.000018036124,0.00056667055,0.00012697348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009343489,0.000978105,0.0050264145,0.0001472845,0.0008022349,0.00003481374,0.0036590933,0.97350025,0.005536672,0.0010616744,0.0000142160625,0.00914579],"study_design_scores_gemma":[0.0007316869,0.0001348538,0.0033743277,0.00011351713,0.00019001846,0.000026549718,0.00011688269,0.98915035,0.005487763,0.00018296661,0.00007663376,0.00041447152],"about_ca_topic_score_codex":0.00008853073,"about_ca_topic_score_gemma":0.0000026963712,"teacher_disagreement_score":0.5689939,"about_ca_system_score_codex":0.00023534553,"about_ca_system_score_gemma":0.00006608465,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W2989595375","doi":"10.48550/arxiv.1911.08744","title":"Log Message Anomaly Detection and Classification Using Auto-B/LSTM and Auto-GRU","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Anomaly detection; Set (abstract data type); Artificial intelligence; Anomaly (physics); Data mining; Data set; Pattern recognition (psychology)","score_opus":0.0647266622018443,"score_gpt":0.1971035195144178,"score_spread":0.13237685731257348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989595375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58750135,0.000085416854,0.41119438,0.000023003222,0.0005003073,0.0002546307,0.0000031971997,0.00016823872,0.00026947816],"genre_scores_gemma":[0.9983126,0.00016790215,0.0010759378,0.000026780379,0.000051804513,9.3650624e-7,0.0000035339297,0.000012747962,0.00034778705],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815595,0.00014553497,0.00021942776,0.0011283722,0.00009292039,0.00025782143],"domain_scores_gemma":[0.99839234,0.00008332117,0.0002875409,0.0009918854,0.00012922489,0.00011567199],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004100582,0.00026836872,0.00032034903,0.00024050676,0.000225696,0.00017213244,0.00053098454,0.00040905987,0.0000044974786],"category_scores_gemma":[0.000025337657,0.00028161524,0.000086349246,0.00035429175,0.00013907335,0.0006520487,0.0010346526,0.00040507654,0.000025026267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017083324,0.00029932446,0.8374129,0.002916893,0.00041305492,0.0001715782,0.0024392977,0.09409651,0.008124776,0.024912957,0.00010134497,0.028940547],"study_design_scores_gemma":[0.00029734627,0.000043713768,0.12517297,0.00009414124,0.000050455696,0.000016733322,0.00004852835,0.87145644,0.00011814788,0.0022040564,0.00018746774,0.00030999462],"about_ca_topic_score_codex":0.00026472384,"about_ca_topic_score_gemma":0.00003458983,"teacher_disagreement_score":0.77735996,"about_ca_system_score_codex":0.00023939216,"about_ca_system_score_gemma":0.00015737675,"threshold_uncertainty_score":0.9999636},"labels":[],"label_agreement":null},{"id":"W2990095109","doi":"10.1007/978-3-030-35225-7_7","title":"ADLER: Adaptive Sampling for Precise Monitoring","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Sampling (signal processing); Adaptive sampling; Anomaly detection; Algorithm; Parallel computing; Real-time computing; Data mining; Programming language; Statistics; Mathematics; Monte Carlo method; Telecommunications","score_opus":0.03729705076844908,"score_gpt":0.2771553264780678,"score_spread":0.2398582757096187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990095109","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028658475,0.00066343934,0.98971707,0.00013907542,0.0069419206,0.0011501507,0.000008472604,0.00023059061,0.00086270453],"genre_scores_gemma":[0.18227763,0.000059786467,0.81527054,0.00020048035,0.0014755243,0.0000487806,0.0000034920995,0.000053827986,0.00060994906],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959635,0.000021504702,0.0006027404,0.0017782591,0.0008670228,0.0007669444],"domain_scores_gemma":[0.99624676,0.0010873476,0.00032942585,0.0017367122,0.00044703265,0.00015270842],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001233625,0.0005402802,0.0006592114,0.00054857857,0.0003019747,0.0004179553,0.003177881,0.00041541236,0.0000053466765],"category_scores_gemma":[0.00012571877,0.00046276054,0.000233353,0.00041268245,0.0003125281,0.0008300741,0.0010680101,0.00064527243,0.0000689633],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022622822,0.000025730518,0.0007870595,0.00019521097,0.000020578755,0.000007071352,0.001011871,0.057824455,0.00007694361,0.0049667144,0.000014533325,0.9350472],"study_design_scores_gemma":[0.0010237657,0.0009015222,0.0011339361,0.003098237,0.000026521402,0.00006780924,9.940992e-7,0.8420763,0.0044941567,0.13960922,0.005515398,0.0020521304],"about_ca_topic_score_codex":0.000013605828,"about_ca_topic_score_gemma":0.000008191225,"teacher_disagreement_score":0.9329951,"about_ca_system_score_codex":0.00047655124,"about_ca_system_score_gemma":0.00086358667,"threshold_uncertainty_score":0.9997824},"labels":[],"label_agreement":null},{"id":"W2991499984","doi":"10.1109/tnsm.2019.2954340","title":"Introducing an Unsupervised Automated Solution for Root Cause Diagnosis in Mobile Networks","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Exfo Electro-Optical Engineering (Canada)","funders":"","keywords":"Troubleshooting; Computer science; Cellular network; Inefficiency; Data mining; Network monitoring; Root cause analysis; Process (computing); Mobile phone; Root (linguistics); Root cause; Real-time computing; Computer network; Reliability engineering; Engineering; Telecommunications; Operating system","score_opus":0.009956108810982673,"score_gpt":0.2374777786698255,"score_spread":0.22752166985884284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991499984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21170886,0.00011511955,0.78454256,0.00035363107,0.0012809343,0.0014875405,0.0000018945143,0.00045816353,0.0000512949],"genre_scores_gemma":[0.99071914,0.00038774952,0.007313713,0.00047081517,0.00008625191,0.0009539867,0.0000075446833,0.00001742989,0.000043388434],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983843,0.00009060084,0.00032745817,0.0006043083,0.00016427718,0.0004290599],"domain_scores_gemma":[0.9990257,0.000106559455,0.000058851085,0.000662221,0.000060925107,0.0000857116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054713816,0.00019608208,0.00023419553,0.00013689052,0.0002296541,0.00011770711,0.00034287295,0.000103723214,0.000013473178],"category_scores_gemma":[4.1735854e-7,0.00018324223,0.000057278798,0.00074252184,0.000011639123,0.00048211895,0.000011264469,0.00014539562,0.000018082002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043794564,0.00017424514,0.0018825661,0.00028363316,0.000045200584,0.0000017797089,0.00036177045,0.9212185,0.0000032340465,0.00007157289,0.00015201916,0.0757617],"study_design_scores_gemma":[0.00092404184,0.00026104104,0.0061484114,0.00017156881,0.00003035235,0.0000017680895,0.00007335239,0.9910689,0.000024871608,0.000054424123,0.0010178057,0.00022348168],"about_ca_topic_score_codex":0.00013019134,"about_ca_topic_score_gemma":0.0006356624,"teacher_disagreement_score":0.77901024,"about_ca_system_score_codex":0.000091535236,"about_ca_system_score_gemma":0.000014948438,"threshold_uncertainty_score":0.7472401},"labels":[],"label_agreement":null},{"id":"W3003277621","doi":"10.4018/978-1-7998-1863-2.ch006","title":"Continuous Deployment Transitions at Scale","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software deployment; Summit; Software; IBM; Scale (ratio); Computer science; Engineering; World Wide Web; Software engineering; Operating system; Geography; Cartography","score_opus":0.0043226964134690056,"score_gpt":0.19161997503899797,"score_spread":0.18729727862552897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003277621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032537,0.18391499,0.7637322,0.00035724786,0.0057784035,0.0026986913,0.00021313554,0.004473875,0.0062944526],"genre_scores_gemma":[0.9137039,0.03126129,0.021592027,0.00022365515,0.0010125088,0.00015358845,0.00025890832,0.00023601425,0.03155812],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961885,0.000036435926,0.0013201204,0.0012632892,0.0005605535,0.00063106004],"domain_scores_gemma":[0.997938,0.00016981157,0.000522704,0.00093334995,0.0001863603,0.00024980574],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040274847,0.00084881997,0.0017814421,0.0006457175,0.00043082098,0.00024656113,0.00076520967,0.00038605745,0.000017654522],"category_scores_gemma":[0.000025876288,0.00082273915,0.0003307097,0.00047606698,0.00018681803,0.0017618673,0.00043488573,0.0006036937,0.000036673093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108858236,0.00010699816,0.06058795,0.008767268,0.0022187575,0.00016166014,0.004784179,0.863645,0.000020865904,0.04297855,0.00051837455,0.016101548],"study_design_scores_gemma":[0.001342302,0.0007160804,0.010175742,0.0036916744,0.0010051118,0.00028688353,0.00009600708,0.3049854,0.00009722449,0.00015056056,0.67392564,0.0035273782],"about_ca_topic_score_codex":0.000044631593,"about_ca_topic_score_gemma":0.00008058982,"teacher_disagreement_score":0.8811669,"about_ca_system_score_codex":0.00037185792,"about_ca_system_score_gemma":0.000091673726,"threshold_uncertainty_score":0.9994224},"labels":[],"label_agreement":null},{"id":"W3003438843","doi":"10.1109/cloudcom.2019.00015","title":"Transfer Learning for Cross-Model Regression in Performance Modeling for the Cloud","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada); University of Toronto","funders":"","keywords":"Computer science; Cloud computing; Sampling (signal processing); Resource allocation; Distributed computing; Transfer of learning; Machine learning","score_opus":0.02629697735183848,"score_gpt":0.2883176670598882,"score_spread":0.2620206897080497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003438843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47829863,0.000051826213,0.52046573,0.00016371936,0.0003126024,0.00053710234,3.4708742e-7,0.000062858315,0.00010717576],"genre_scores_gemma":[0.98888326,0.000034231714,0.009316195,0.00014272056,0.00006862058,0.00017111785,0.0000014896941,0.0000108111435,0.0013715345],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988476,0.000017616005,0.0002928474,0.00035347315,0.0001670774,0.00032139217],"domain_scores_gemma":[0.9991452,0.00024906712,0.000026341306,0.00043340755,0.00011614457,0.000029819968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011084011,0.00012445825,0.00016677898,0.000046795798,0.00024610487,0.00009823528,0.000598464,0.0000920323,0.000004402727],"category_scores_gemma":[0.00003220465,0.00006825607,0.000110383415,0.00014891154,0.000019043033,0.00077111006,0.00006132297,0.00015848139,0.000015268142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051803494,0.000013681586,0.013183839,0.00014350053,0.0000033790532,2.8041978e-8,0.0006328122,0.97247386,0.00015411626,0.0016851109,0.000024603147,0.011633263],"study_design_scores_gemma":[0.00076667714,0.00009135355,0.00041810374,0.00006937717,0.0000020824493,0.0000012112142,0.000049552276,0.99658895,0.0008467312,0.000403749,0.00063708844,0.00012515056],"about_ca_topic_score_codex":0.000013893741,"about_ca_topic_score_gemma":0.000004437784,"teacher_disagreement_score":0.5111495,"about_ca_system_score_codex":0.00004059442,"about_ca_system_score_gemma":0.000072156814,"threshold_uncertainty_score":0.27834016},"labels":[],"label_agreement":null},{"id":"W3004198738","doi":"10.29007/gq5x","title":"DevOps Round-trip Engineering: Traceability from Dev to Ops and Back Again","year":2018,"lang":"en","type":"paratext","venue":"EasyChair preprint","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Universidad ICESI; University of Victoria","keywords":"DevOps; Traceability; Computer science; Panorama; Process (computing); Software engineering; Configuration Management (ITSM); Soundness; Java; Systems engineering; Software deployment; Engineering; Programming language","score_opus":0.0134555998664085,"score_gpt":0.2435231270398142,"score_spread":0.23006752717340573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004198738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09925919,0.00073099975,0.8854587,0.00077436987,0.006338486,0.0016855232,0.0000756641,0.00048512963,0.005191903],"genre_scores_gemma":[0.90477777,0.000107307984,0.07906131,0.00046497004,0.001505046,0.0003136349,0.0000613201,0.00007949793,0.013629136],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99574673,0.0001877375,0.00081468123,0.0020843272,0.0005241253,0.0006423947],"domain_scores_gemma":[0.9957726,0.0002393679,0.0002306922,0.003017464,0.000256984,0.0004828787],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011968529,0.0006287268,0.00081300584,0.00017559553,0.00014937005,0.00037405553,0.001824653,0.00059197,0.0008512702],"category_scores_gemma":[0.00022599453,0.00057001977,0.00021342408,0.00043331934,0.00009943577,0.00036324986,0.0015129657,0.0005914514,0.020988513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004222993,0.0019047842,0.03320265,0.0048260675,0.0013617306,0.000060116712,0.034776162,0.2217642,0.0012894715,0.00083575374,0.5669598,0.13259694],"study_design_scores_gemma":[0.0013025336,0.00053298695,0.086630575,0.0013766213,0.000020732678,0.000053774875,0.00008109176,0.10539604,0.0025097758,0.0010577362,0.7980682,0.0029699046],"about_ca_topic_score_codex":0.0005497011,"about_ca_topic_score_gemma":0.000054787422,"teacher_disagreement_score":0.80639744,"about_ca_system_score_codex":0.00032327595,"about_ca_system_score_gemma":0.00032179593,"threshold_uncertainty_score":0.99967515},"labels":[],"label_agreement":null},{"id":"W3005146066","doi":"10.1109/tetc.2020.2971251","title":"PESKEA: Anomaly Detection Framework for Profiling Kernel Event Attributes in Embedded Systems","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Emerging Topics in Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Petroleum Technology Development Fund","keywords":"Computer science; Anomaly detection; Profiling (computer programming); TRACE (psycholinguistics); Software; Data mining; Kernel (algebra); Exploit; Software system; Embedded system; Real-time computing; Operating system","score_opus":0.033093585495184506,"score_gpt":0.29516836549354164,"score_spread":0.26207477999835715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005146066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18519428,0.00007431977,0.8110425,0.00064666296,0.0022490013,0.0005534072,0.0000024642434,0.00022736983,0.000009976369],"genre_scores_gemma":[0.9488747,0.000008923891,0.05065449,0.000106967316,0.00026769354,0.00006338016,7.407647e-7,0.0000148714225,0.00000822233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980007,0.00013526872,0.0006507953,0.00056904973,0.00024181073,0.00040239675],"domain_scores_gemma":[0.9989066,0.00044921832,0.00014181799,0.000339415,0.00008574305,0.00007721581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078712235,0.00019703168,0.00031540118,0.0001935636,0.00023351827,0.00009862774,0.00042993578,0.00016610985,0.0000012080764],"category_scores_gemma":[0.00008180947,0.00020298464,0.00012608751,0.0008496103,0.000020110981,0.00025010758,0.000009522696,0.0005171009,0.0000056842623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031311174,0.00012619748,0.0044301813,0.0004825027,0.000022959113,0.000006630651,0.0034907032,0.926458,0.00029932367,0.0010530663,0.0000051881643,0.063593954],"study_design_scores_gemma":[0.00044269575,0.000119736855,0.00084197364,0.00032018474,0.000005650818,0.000004894759,0.00026393938,0.9897047,0.0074906717,0.00048154438,0.000098086966,0.00022592049],"about_ca_topic_score_codex":0.00007540773,"about_ca_topic_score_gemma":0.000027484633,"teacher_disagreement_score":0.7636804,"about_ca_system_score_codex":0.0002052236,"about_ca_system_score_gemma":0.00006212397,"threshold_uncertainty_score":0.82774734},"labels":[],"label_agreement":null},{"id":"W3005724563","doi":"10.1109/issrew.2019.00102","title":"Automatic Cause Detection of Performance Problems in Web Applications","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Pipeline (software); Web application; Cluster analysis; Cache; Tracing; Kernel (algebra); Root cause; Outlier","score_opus":0.007702148054187912,"score_gpt":0.21506190781040924,"score_spread":0.2073597597562213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005724563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.925105,0.000026919693,0.072652064,0.000028169481,0.000108477376,0.0005582442,2.2440497e-7,0.0001443315,0.0013766018],"genre_scores_gemma":[0.99789506,0.00001469164,0.0018029473,0.000014566459,0.000007969273,0.00011031613,3.2212122e-7,0.0000029189887,0.00015122956],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927163,0.000019360676,0.0002611084,0.00018291741,0.00014061616,0.00012439258],"domain_scores_gemma":[0.9993182,0.00003481227,0.00007124258,0.0005041744,0.000049407074,0.000022163715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028748738,0.000061941006,0.00011738973,0.00010579806,0.000023344077,0.000014443506,0.0003037459,0.000044960678,0.000020356943],"category_scores_gemma":[0.000004657519,0.000047773465,0.00002522491,0.0005171017,0.000016204842,0.00039298646,0.00006232449,0.00006435994,0.0002242195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002305187,0.0002114223,0.7210542,0.0013918171,0.000014730577,1.899989e-7,0.0010738815,0.0030512656,0.016111095,0.0016122165,0.000015379283,0.2554615],"study_design_scores_gemma":[0.00035783055,0.000110170266,0.12891707,0.00007747958,0.000002105593,0.000007831102,0.000027599599,0.8588998,0.010092957,0.00017187952,0.0012021267,0.00013317596],"about_ca_topic_score_codex":0.000023348664,"about_ca_topic_score_gemma":0.000043815697,"teacher_disagreement_score":0.8558485,"about_ca_system_score_codex":0.000040643725,"about_ca_system_score_gemma":0.00005309153,"threshold_uncertainty_score":0.2881963},"labels":[],"label_agreement":null},{"id":"W3006018581","doi":"10.36227/techrxiv.11728965.v1","title":"Towards using Microservices for Transportation Management: The New TMS Development Trend","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Business; Computer science; Operating system; Cloud computing","score_opus":0.04455160144629912,"score_gpt":0.28529730961766786,"score_spread":0.24074570817136876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006018581","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013011788,0.0002341276,0.98157614,0.0022993092,0.0011756002,0.0010214361,0.000011248304,0.00024977868,0.0004205917],"genre_scores_gemma":[0.27499783,0.000056777175,0.7225907,0.0010390511,0.000299942,0.00017861956,0.00014928041,0.000025666906,0.00066215754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983921,0.000022301914,0.00045349344,0.0006175296,0.00028121867,0.00023335741],"domain_scores_gemma":[0.9990648,0.000027521504,0.00018316181,0.0005937261,0.000051783984,0.00007899318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029732427,0.00024042978,0.0002452241,0.000056447225,0.00019433098,0.0002606684,0.0013755239,0.00013187648,0.000010692821],"category_scores_gemma":[0.000002340763,0.00015401414,0.00015100256,0.00020579837,0.000016963026,0.00017705903,0.00029002587,0.00015222309,0.0000106951275],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099824116,0.00019307715,0.002317587,0.012507106,0.0011647278,0.000017889966,0.06809706,0.012920905,0.00031688696,0.027355596,0.011515844,0.8634935],"study_design_scores_gemma":[0.0031512082,0.00015152991,0.10201306,0.0016141061,0.00047529463,0.000010703796,0.0015807803,0.30739084,0.018459557,0.04385001,0.51819503,0.003107869],"about_ca_topic_score_codex":0.00019866118,"about_ca_topic_score_gemma":0.00018284768,"teacher_disagreement_score":0.8603856,"about_ca_system_score_codex":0.000083683226,"about_ca_system_score_gemma":0.0003051929,"threshold_uncertainty_score":0.6280514},"labels":[],"label_agreement":null},{"id":"W3007705818","doi":"10.1109/bigdata47090.2019.9006073","title":"Automated Event Prioritization for Security Operation Center using Deep Learning","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Prioritization; Event (particle physics); Workflow; Data mining; Automation; Volume (thermodynamics); Deep learning; Variety (cybernetics); Artificial intelligence; Machine learning; Database; Engineering","score_opus":0.008321181715991544,"score_gpt":0.2688309475204956,"score_spread":0.260509765804504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007705818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3972921,0.000014849491,0.60126984,0.00008243035,0.0005591164,0.00032099674,2.0619615e-7,0.00036515304,0.00009528785],"genre_scores_gemma":[0.98089385,0.0000021929031,0.018845564,0.00009327765,0.000060650505,0.000006877657,0.0000072602725,0.0000051986203,0.000085102234],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992552,0.00004639375,0.00020942764,0.0002062463,0.00014072841,0.00014202534],"domain_scores_gemma":[0.99951077,0.00003666472,0.00006893806,0.00018881835,0.00016486234,0.000029963923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003648959,0.00007248967,0.000102772494,0.000044282024,0.000086599735,0.00011198378,0.00017381924,0.00005747053,0.00001546833],"category_scores_gemma":[0.000031187832,0.000057442267,0.000047128233,0.00012652962,0.0000047382746,0.00073726923,0.00005494982,0.000050533592,0.00006056553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070841146,0.00047609129,0.6557344,0.0009384225,0.000088870904,0.000003442294,0.009412903,0.26721618,0.0076561766,0.016373849,0.000826036,0.041202758],"study_design_scores_gemma":[0.0004068979,0.000070940325,0.0031961068,0.000021487385,0.0000021075764,0.0000052479854,0.000030811858,0.9941197,0.00072693237,0.00011614349,0.0012154434,0.000088179884],"about_ca_topic_score_codex":0.000013093138,"about_ca_topic_score_gemma":0.000004000439,"teacher_disagreement_score":0.72690356,"about_ca_system_score_codex":0.00009101616,"about_ca_system_score_gemma":0.00004010028,"threshold_uncertainty_score":0.23424277},"labels":[],"label_agreement":null},{"id":"W3007910350","doi":"10.1109/bigdata47090.2019.9006294","title":"QualiBD: A Tool for Modelling Quality Requirements for Big Data Applications","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Big data; Quality (philosophy); Data modeling; Data science; Software engineering; Data quality; Data mining; Engineering","score_opus":0.23759293266487902,"score_gpt":0.38364560981862444,"score_spread":0.14605267715374542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007910350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0088506965,0.000033802637,0.9870617,0.000320994,0.0006776695,0.0024516091,0.00007100765,0.0002096994,0.00032281614],"genre_scores_gemma":[0.5166315,0.0000112183,0.47862333,0.00050595123,0.00045912067,0.0013374736,0.00018550082,0.000017789218,0.0022281008],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843717,0.00002859272,0.00043325117,0.0006391262,0.0002037049,0.00025813997],"domain_scores_gemma":[0.99692345,0.00034191826,0.00011977577,0.0024032348,0.00016665076,0.00004499118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001692505,0.00010699558,0.00019000507,0.000039301536,0.00013840018,0.00009929683,0.001507801,0.00006490407,0.000003944625],"category_scores_gemma":[0.00003964467,0.00008485931,0.00007262096,0.00016659113,0.000014841083,0.0006797249,0.00033476713,0.00003861393,0.00007228421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019266337,0.0009864835,0.036255416,0.0045787087,0.0002644076,1.4101235e-7,0.0017077775,0.0129970675,0.001470682,0.43608558,0.02146142,0.48399964],"study_design_scores_gemma":[0.0009113001,0.0000778894,0.0002013188,0.000022106844,0.000009125177,6.682482e-7,0.00004947066,0.8432763,0.00035067057,0.012448099,0.14236188,0.00029117212],"about_ca_topic_score_codex":0.00005664426,"about_ca_topic_score_gemma":0.000006832235,"teacher_disagreement_score":0.83027923,"about_ca_system_score_codex":0.00003541681,"about_ca_system_score_gemma":0.00010437793,"threshold_uncertainty_score":0.34604624},"labels":[],"label_agreement":null},{"id":"W3008065719","doi":"10.1109/bigdata47090.2019.9006245","title":"Context-Augmented Software Development in Traditional and Big Data Projects: Literature Review and Preliminary Framework","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software development; Context (archaeology); Software engineering; Software; Reuse; Data science; Software project management; Software development process; Software construction; Knowledge management; World Wide Web; Engineering; Programming language","score_opus":0.056275716813472196,"score_gpt":0.25759665383954317,"score_spread":0.20132093702607096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008065719","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3344214,0.45576313,0.19013782,0.007527903,0.002530987,0.007826602,0.00016069702,0.000910499,0.00072095316],"genre_scores_gemma":[0.75852996,0.022769708,0.20881478,0.008530506,0.00015219135,0.0002112079,0.00033914778,0.000025629444,0.00062688085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99863404,0.000060197584,0.0003140524,0.000598903,0.00020592139,0.00018690969],"domain_scores_gemma":[0.9988803,0.00018684636,0.00006275147,0.00074312586,0.00006019572,0.00006676665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005472128,0.00015265256,0.00026122382,0.00007676872,0.00005922448,0.0001024455,0.00051634165,0.00010537903,0.000015613692],"category_scores_gemma":[0.00012148839,0.00010883184,0.000013640347,0.00036722005,0.000034665532,0.0006957936,0.0003878524,0.00021642393,0.0000145230215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052606527,0.0003871444,0.22124363,0.015221731,0.00007749086,0.000042278338,0.0049747354,0.0000017101131,0.000009908085,0.0040572705,0.010049293,0.7438822],"study_design_scores_gemma":[0.0028160785,0.0009176492,0.8456402,0.05251742,0.000053949505,0.00077272835,0.00029514002,0.0044471696,0.00019114588,0.0030844102,0.08754467,0.0017194479],"about_ca_topic_score_codex":0.00000620923,"about_ca_topic_score_gemma":0.000005410368,"teacher_disagreement_score":0.74216276,"about_ca_system_score_codex":0.000030683517,"about_ca_system_score_gemma":0.00013459814,"threshold_uncertainty_score":0.44380337},"labels":[],"label_agreement":null},{"id":"W3009354171","doi":"10.1109/access.2020.2977325","title":"PredictDeep: Security Analytics as a Service for Anomaly Detection and Prediction","year":2020,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Anomaly detection; Analytics; Computer security; Data mining","score_opus":0.028146441203266728,"score_gpt":0.2768000049464547,"score_spread":0.24865356374318795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009354171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5999768,0.000050374165,0.3976482,0.0010730817,0.00049230683,0.00038447362,0.000014791582,0.00026917833,0.000090837675],"genre_scores_gemma":[0.9979062,0.000021383084,0.0005111645,0.0011725808,0.00031770277,0.000055936536,0.0000027292888,0.0000070280544,0.0000052661176],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899364,0.000030327361,0.00022535013,0.00039325925,0.00018302051,0.00017438325],"domain_scores_gemma":[0.9992434,0.00006922736,0.00009161513,0.00027651942,0.00018766307,0.00013160353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002161136,0.00011189995,0.00015069764,0.00004394696,0.00015230659,0.00022217893,0.00049981516,0.000094941,0.0000024730048],"category_scores_gemma":[0.00006812531,0.00009890907,0.00004359085,0.0004996253,0.0000206259,0.0012341436,0.00012705881,0.00009921777,0.000010528521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012460318,0.0007339179,0.6970553,0.011053322,0.00071524346,0.00003978614,0.03766716,0.010627511,0.016644584,0.0018537416,0.012660078,0.20970336],"study_design_scores_gemma":[0.00073638797,0.00037577772,0.02988045,0.000033856446,0.000036509093,0.00002083475,0.000040734893,0.94825417,0.014727173,0.0021355646,0.0035605591,0.00019800317],"about_ca_topic_score_codex":0.00013340294,"about_ca_topic_score_gemma":0.00004889788,"teacher_disagreement_score":0.93762666,"about_ca_system_score_codex":0.000029221745,"about_ca_system_score_gemma":0.000052331034,"threshold_uncertainty_score":0.40333948},"labels":[],"label_agreement":null},{"id":"W3009808474","doi":"10.1109/tkde.2020.2978469","title":"A Framework for Anomaly Detection in Time-Driven and Event-Driven Processes using Kernel Traces","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Anomaly detection; Abstraction; Model checking; Kernel (algebra); Exploit; Probabilistic logic; Process (computing); Theoretical computer science; Distributed computing; Data mining; Programming language; Artificial intelligence","score_opus":0.033683838327205805,"score_gpt":0.2828885598886682,"score_spread":0.24920472156146237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009808474","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16595161,0.00034415923,0.8331179,0.000052860418,0.00016125073,0.00022427336,0.000030803374,0.000115759496,0.0000014093082],"genre_scores_gemma":[0.9673454,0.00008281882,0.032441612,0.0000150860615,0.00006691079,0.000030180665,0.0000025031632,0.000011891015,0.0000035736202],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914163,0.000014289631,0.0001895956,0.00041539493,0.000073984025,0.00016509333],"domain_scores_gemma":[0.9993895,0.0001812039,0.00003023122,0.00027527445,0.00003752961,0.00008622764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011762999,0.00013397756,0.00017098805,0.000096587464,0.00010248409,0.00008698543,0.00031097844,0.00008941118,0.0000013553091],"category_scores_gemma":[0.000031293075,0.00012792532,0.000021712778,0.00038162916,0.000016451118,0.000731319,0.0000132828645,0.0001579477,0.0000043248483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003282702,0.00093224016,0.0051497566,0.0101153515,0.00032524287,0.000020446609,0.020527609,0.5604455,0.043495003,0.00016008022,0.00008215396,0.35841838],"study_design_scores_gemma":[0.00028854888,0.00010432039,0.00032245743,0.00018813163,0.00001660755,0.0000097879365,0.000022523029,0.9917605,0.006833685,0.000019857865,0.00027450005,0.00015908398],"about_ca_topic_score_codex":0.000008770114,"about_ca_topic_score_gemma":0.000020233765,"teacher_disagreement_score":0.8013938,"about_ca_system_score_codex":0.000024000463,"about_ca_system_score_gemma":0.00004519247,"threshold_uncertainty_score":0.5216643},"labels":[],"label_agreement":null},{"id":"W3010215199","doi":"10.1145/3375633","title":"Visualizing Distributed System Executions","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; U.S. Air Force; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Universities Space Research Association; U.S. Air Force Academy; National Science Foundation","keywords":"Computer science; Timestamp; Process (computing); Distributed computing; Software; Theoretical computer science; Programming language; Real-time computing","score_opus":0.0773188187625623,"score_gpt":0.2982571631356249,"score_spread":0.2209383443730626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010215199","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011083545,0.00017205764,0.9856799,0.0006698409,0.0006850348,0.00013677782,0.000020953392,0.0015474384,0.0000044570284],"genre_scores_gemma":[0.4586187,0.00002536793,0.5410916,0.00015132141,0.00005168884,0.00003920657,0.0000036715837,0.000012089909,0.000006316022],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873185,0.00016758639,0.0002760556,0.00042291672,0.00012526699,0.00027629622],"domain_scores_gemma":[0.99814874,0.0010548052,0.000045316923,0.00049741875,0.000055006283,0.00019872491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046370522,0.00018046619,0.0003072254,0.00009654738,0.00019599314,0.00004244766,0.00042262176,0.00014268413,0.000004402856],"category_scores_gemma":[0.0006884747,0.00016625876,0.00008971596,0.00045297455,0.00003257583,0.00019428505,0.00002776892,0.0002814612,0.000020889462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022811108,0.00038135157,0.004164648,0.0044082655,0.00095625594,0.0001755783,0.015640296,0.41036263,0.007325304,0.03989307,0.0008824366,0.5155821],"study_design_scores_gemma":[0.0056064185,0.0029367455,0.020984082,0.0010750528,0.00047992883,0.001703744,0.0025636607,0.83170843,0.043462195,0.0010058763,0.08430057,0.0041733137],"about_ca_topic_score_codex":0.000014597203,"about_ca_topic_score_gemma":4.8894196e-7,"teacher_disagreement_score":0.51140875,"about_ca_system_score_codex":0.00005010866,"about_ca_system_score_gemma":0.000033503304,"threshold_uncertainty_score":0.6779835},"labels":[],"label_agreement":null},{"id":"W3015260169","doi":"10.36227/techrxiv.12094110.v1","title":"Application development using MicroServices","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Microservices; Computer science; Simple (philosophy); Architecture; Set (abstract data type); Service (business); Software engineering; Database; Operating system; Cloud computing; Programming language; Business; Geography","score_opus":0.03574228157487351,"score_gpt":0.27863034625681066,"score_spread":0.24288806468193713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015260169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04730892,0.00018094025,0.94989777,0.00056410406,0.00054278306,0.0003697984,6.4263776e-7,0.00045673503,0.0006783129],"genre_scores_gemma":[0.57740676,0.000010247484,0.42198497,0.00039442728,0.00010450084,0.000050036284,0.0000115456005,0.000007053568,0.000030419174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866605,0.000024128472,0.00032492256,0.0006133104,0.00021555113,0.00015604036],"domain_scores_gemma":[0.99891776,0.000016184811,0.00015817359,0.0007409881,0.00009574945,0.00007112714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020033562,0.0001699046,0.00020381671,0.000043968503,0.00009560114,0.00016617855,0.0011994767,0.00016604672,0.0000033897104],"category_scores_gemma":[0.000004772683,0.00014035543,0.00005686115,0.00015878699,0.000012680278,0.00013845993,0.0020040106,0.00020278257,0.00017510663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025753507,0.00048461554,0.12725383,0.012473311,0.00046421326,0.000019093723,0.025464479,0.010495933,0.019909346,0.012569724,0.002023593,0.7888161],"study_design_scores_gemma":[0.00031819087,0.000022557244,0.041351218,0.0003445196,0.000022058275,0.000016577238,0.00008881785,0.8439096,0.036785845,0.006973484,0.06876945,0.0013976672],"about_ca_topic_score_codex":0.00011029957,"about_ca_topic_score_gemma":0.000011163026,"teacher_disagreement_score":0.83341366,"about_ca_system_score_codex":0.000112928785,"about_ca_system_score_gemma":0.00037393955,"threshold_uncertainty_score":0.5723528},"labels":[],"label_agreement":null},{"id":"W3015617175","doi":"10.36227/techrxiv.12089139.v1","title":"Automating Software Development using Artificial Intelligence","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Field (mathematics); Software development; Computer science; Software; Software engineering; Artificial intelligence; Operating system; Mathematics","score_opus":0.10519972595515374,"score_gpt":0.312988915841729,"score_spread":0.20778918988657524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015617175","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04077014,0.00008111514,0.954799,0.00031103118,0.0018925,0.00039150732,0.0000014619582,0.0015453678,0.00020788673],"genre_scores_gemma":[0.35407647,0.0000024732044,0.6455517,0.0001517271,0.00016501173,0.00002358407,0.0000055131322,0.000012234817,0.000011302178],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971542,0.00007600542,0.0008854918,0.0009724658,0.00052740844,0.00038445232],"domain_scores_gemma":[0.9983396,0.00010193194,0.00030171793,0.00092411414,0.00017353435,0.00015908908],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005486838,0.00034897198,0.00042826016,0.000110773006,0.00025677375,0.0004104303,0.0017074213,0.00029211573,0.000023465498],"category_scores_gemma":[0.00020177626,0.00030062185,0.00014102462,0.00033761066,0.000044005938,0.00025615844,0.0037023292,0.0005782724,0.0002518706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066862613,0.0001312452,0.004350267,0.0020184382,0.00012406691,0.000043245855,0.0067401854,0.021792317,0.00015389985,0.0130646285,0.0001645224,0.9514105],"study_design_scores_gemma":[0.00003030969,0.000028801354,0.0016383099,0.0006374017,0.000014218995,0.00002087853,0.00009850838,0.94301176,0.0137671735,0.039493166,0.0002960854,0.00096339756],"about_ca_topic_score_codex":0.00005719072,"about_ca_topic_score_gemma":0.000007971809,"teacher_disagreement_score":0.9504471,"about_ca_system_score_codex":0.0002534256,"about_ca_system_score_gemma":0.0010880363,"threshold_uncertainty_score":0.99994457},"labels":[],"label_agreement":null},{"id":"W3016082179","doi":"10.36227/techrxiv.12094230.v1","title":"Spring Framework for Testing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Java; Software engineering; Systems development life cycle; Web application; Model–view–controller; Java annotation; Test case; Programming language; Operating system; Database; Software; Real time Java; Software development; Software development process; User interface","score_opus":0.08354031868703325,"score_gpt":0.3085312663617896,"score_spread":0.22499094767475636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016082179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029237603,0.00012166436,0.9905071,0.0016021348,0.0021330914,0.00056831155,0.0000023729394,0.0010253998,0.0011161582],"genre_scores_gemma":[0.25153026,0.0000028063323,0.74752474,0.00035596354,0.00043656994,0.00010201392,9.853105e-7,0.0000110875835,0.000035566394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984962,0.00002115616,0.000318176,0.0007126538,0.00019309987,0.00025873093],"domain_scores_gemma":[0.99803734,0.00060528424,0.00014892353,0.0009642366,0.00014654451,0.000097688855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034801255,0.00019557764,0.00029333573,0.000040609382,0.00010447651,0.00023707967,0.0013471198,0.0002849369,0.000003846111],"category_scores_gemma":[0.00096486113,0.00016106364,0.00015039861,0.00019257127,0.000017607055,0.00012016622,0.0019134178,0.00048743494,0.00005828774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019743782,0.00013938232,0.11758142,0.008427362,0.0002123706,0.000020636982,0.0024837886,0.00679681,0.00017566733,0.51945615,0.0032320796,0.34145457],"study_design_scores_gemma":[0.00016576858,0.00009251979,0.009857882,0.0008113385,0.000016309872,0.000004106273,0.000018217106,0.47633222,0.00090563326,0.50615656,0.0049566994,0.0006827386],"about_ca_topic_score_codex":0.000091839975,"about_ca_topic_score_gemma":0.0000017548793,"teacher_disagreement_score":0.4695354,"about_ca_system_score_codex":0.00005101585,"about_ca_system_score_gemma":0.00019234282,"threshold_uncertainty_score":0.6567985},"labels":[],"label_agreement":null},{"id":"W3016262697","doi":"10.36227/techrxiv.12092259.v1","title":"Junit framework for unit testing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Unit testing; Computer science; Black-box testing; Java; Systems development life cycle; Integration testing; Task (project management); Software engineering; Software; Test (biology); Unit (ring theory); Operating system; Software development; Systems engineering; Software construction; Engineering","score_opus":0.12852423897115595,"score_gpt":0.3294903660209731,"score_spread":0.20096612704981714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016262697","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027724856,0.00007160627,0.98817706,0.002591317,0.002007791,0.000702283,0.000008248815,0.0010924242,0.0025767756],"genre_scores_gemma":[0.19241603,0.000004760874,0.8059119,0.0008047023,0.00049718673,0.00015115092,0.000008970477,0.000017179149,0.00018811352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99832237,0.000043654065,0.00037109107,0.0007291697,0.00023682442,0.00029691635],"domain_scores_gemma":[0.99727315,0.0009138064,0.0001814953,0.0012065824,0.0002924381,0.00013251406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040346605,0.00024417866,0.00035005575,0.00006357328,0.00014326238,0.0002589507,0.0017652514,0.0003909683,0.000014813951],"category_scores_gemma":[0.0011971123,0.00019820708,0.00015481147,0.00037255767,0.00003141086,0.00013490643,0.0019074595,0.0006583094,0.00012314429],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029675368,0.00020531172,0.053159535,0.007246053,0.00025801477,0.000024621082,0.00332145,0.004374909,0.00005514346,0.6616951,0.014015844,0.2556143],"study_design_scores_gemma":[0.00022707628,0.00015962837,0.005066148,0.000719822,0.000025835758,0.000008519722,0.000047239442,0.2813626,0.000423202,0.6967299,0.014451725,0.00077831326],"about_ca_topic_score_codex":0.000047862002,"about_ca_topic_score_gemma":0.0000018388711,"teacher_disagreement_score":0.27698767,"about_ca_system_score_codex":0.000036166162,"about_ca_system_score_gemma":0.00032917163,"threshold_uncertainty_score":0.80826503},"labels":[],"label_agreement":null},{"id":"W3021035737","doi":"10.1145/3375555.3384937","title":"Issues Arising in Using Kernel Traces to Make a Performance Model","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Kernel (algebra); Data modeling; Mathematics; Software engineering; Discrete mathematics","score_opus":0.05230055894267026,"score_gpt":0.2890687129960971,"score_spread":0.23676815405342683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021035737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6564148,0.000080477024,0.3409511,0.001744762,0.00007989686,0.0001360919,3.0313407e-7,0.00015033623,0.00044223908],"genre_scores_gemma":[0.8894034,0.000010971287,0.109241605,0.0011832219,0.00005435201,0.0000057884845,1.7150695e-7,0.000006248241,0.00009426641],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998783,0.000023387478,0.00028392876,0.00039557152,0.00023435515,0.00027977774],"domain_scores_gemma":[0.99946,0.000019323934,0.000037715334,0.00031391854,0.000043885168,0.00012517828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002661703,0.00012621027,0.00019484173,0.00007375542,0.00007661833,0.000110383124,0.0005432447,0.000056201683,0.0000059982485],"category_scores_gemma":[0.000030987172,0.00010211836,0.000037965103,0.00057985337,0.000016318705,0.00056889624,0.00020913215,0.0001172393,0.00006708047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003561909,0.00012271623,0.13541348,0.0003177915,0.000011477416,0.000013541227,0.024195477,0.7755388,0.0021870688,0.0014099656,0.00045359915,0.060300447],"study_design_scores_gemma":[0.00013652234,0.00004747576,0.005340056,0.00004669446,0.0000011994263,0.000003874078,0.00008912598,0.99124074,0.0026000068,0.00009604137,0.00024038002,0.00015788227],"about_ca_topic_score_codex":0.00013387178,"about_ca_topic_score_gemma":0.000019607976,"teacher_disagreement_score":0.23298858,"about_ca_system_score_codex":0.000048972637,"about_ca_system_score_gemma":0.00007262869,"threshold_uncertainty_score":0.4164266},"labels":[],"label_agreement":null},{"id":"W3021369417","doi":"10.1145/3358960.3379125","title":"A Framework for Satisfying the Performance Requirements of Containerized Software Systems Through Multi-Versioning","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Software versioning; Computer science; Software system; Software engineering; Software; Software development; Software requirements; Operating system; Software construction","score_opus":0.0870762866696795,"score_gpt":0.30917593550036687,"score_spread":0.2220996488306874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021369417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07852014,0.00024869823,0.9186874,0.00080708123,0.0006221162,0.0008372748,0.0000036608562,0.00023100968,0.000042592834],"genre_scores_gemma":[0.72578436,0.0000217614,0.27348262,0.00052846735,0.00007275827,0.000073067735,0.0000014840596,0.000008458905,0.000027024607],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984707,0.00006596661,0.00048260888,0.000360631,0.00032828207,0.00029179818],"domain_scores_gemma":[0.99848384,0.00045743448,0.00024976,0.0005473099,0.00019741901,0.00006421751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048416192,0.00015965439,0.00031308015,0.000019564772,0.0003163271,0.00008475407,0.0008935733,0.00009484272,0.000006760229],"category_scores_gemma":[0.00041271522,0.0000968555,0.00011748763,0.0003565155,0.00006536094,0.0006497903,0.0002524224,0.00014094949,0.00001476521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071625324,0.00047440396,0.6055893,0.01262471,0.0008742054,0.000011102786,0.08712097,0.029048499,0.005225494,0.19168723,0.0062721483,0.060355704],"study_design_scores_gemma":[0.0030896538,0.00069667323,0.006598411,0.0009081054,0.00004084849,0.000009998369,0.0020916278,0.97544926,0.0057988153,0.0006656845,0.0040895003,0.00056141795],"about_ca_topic_score_codex":0.000052903255,"about_ca_topic_score_gemma":8.610783e-7,"teacher_disagreement_score":0.94640076,"about_ca_system_score_codex":0.000041073083,"about_ca_system_score_gemma":0.00007991098,"threshold_uncertainty_score":0.3949653},"labels":[],"label_agreement":null},{"id":"W3021915051","doi":"10.1145/3341105.3373845","title":"Logging statements' prediction based on source code clones","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Code (set theory); Logging; Programming language; Software engineering; Set (abstract data type)","score_opus":0.024290128807270148,"score_gpt":0.2707897638086935,"score_spread":0.24649963500142336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021915051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029076584,0.0000072797293,0.96476805,0.0035692728,0.0003009285,0.00015127036,0.0000031207685,0.00069603306,0.0014274837],"genre_scores_gemma":[0.99026585,0.0000020865443,0.00625825,0.0032503365,0.00008371073,0.000010811251,0.0000033745039,0.0000050718127,0.00012052769],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905133,0.000041842573,0.0001884281,0.00029891435,0.00025873477,0.00016075202],"domain_scores_gemma":[0.9994749,0.000053177362,0.000044966444,0.00030199517,0.00003384572,0.00009114054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020644638,0.00008612338,0.000094719806,0.00003218846,0.00009986524,0.000062833235,0.00030652576,0.00003482975,0.00003606658],"category_scores_gemma":[0.000029599192,0.000064289576,0.000039452323,0.00018239956,0.000016078007,0.00033961888,0.00006654249,0.00007846288,0.0001861392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019536229,0.00056237786,0.5105865,0.00087222626,0.00008206186,0.000025293632,0.006655418,0.265074,0.0015361451,0.0041430374,0.05594817,0.15431938],"study_design_scores_gemma":[0.00033413444,0.00020137525,0.004266832,0.000018205408,0.0000021367237,6.5867084e-7,0.00003648321,0.97257495,0.0014626019,0.00004952018,0.020962967,0.0000901391],"about_ca_topic_score_codex":0.00001802042,"about_ca_topic_score_gemma":9.817172e-7,"teacher_disagreement_score":0.96118927,"about_ca_system_score_codex":0.000029107,"about_ca_system_score_gemma":0.00003624753,"threshold_uncertainty_score":0.26216528},"labels":[],"label_agreement":null},{"id":"W3024434753","doi":"10.1109/ms.2020.2995125","title":"A Hitchhiker's Guide to Model-Driven Engineering for Data-Centric Systems","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal; Wilfrid Laurier University; University of Ottawa; Université du Québec à Montréal; Queen's University; McGill University","funders":"","keywords":"Computer science; Software engineering; Data modeling; Software development; Software; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.04089678605667016,"score_gpt":0.27547480779549394,"score_spread":0.23457802173882378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024434753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061177006,0.00025972296,0.9894092,0.0007131435,0.0014017541,0.00093109906,0.000119303404,0.0010375436,0.000010537453],"genre_scores_gemma":[0.47040638,0.000013899111,0.526778,0.001366972,0.0008389211,0.0002825741,0.000052112733,0.000059350707,0.00020177553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787486,0.000022002863,0.00044772064,0.0008210599,0.00035709338,0.00047724336],"domain_scores_gemma":[0.9978274,0.00015995209,0.000087011475,0.0013715257,0.00019579983,0.00035829033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029026862,0.00023068023,0.0003433449,0.00008245155,0.00018148652,0.00014387842,0.0022019774,0.00010624688,0.0000014015944],"category_scores_gemma":[0.00044112728,0.0002060197,0.00008897101,0.0005605998,0.0000105176505,0.0006332908,0.0006414563,0.00012685476,0.00010639573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017549064,0.00003587912,0.0017915792,0.0007073176,0.000050768107,0.0000107702945,0.0017034553,0.9021024,0.0002610628,0.00024894785,0.087711,0.0053592925],"study_design_scores_gemma":[0.0003267588,0.00007216877,0.00004651248,0.000065919194,0.0000113114675,0.000007061079,0.000010740961,0.9247406,0.00014076407,0.000010780845,0.074303396,0.00026399296],"about_ca_topic_score_codex":0.000040613948,"about_ca_topic_score_gemma":0.0000020315813,"teacher_disagreement_score":0.46428868,"about_ca_system_score_codex":0.0000938749,"about_ca_system_score_gemma":0.00019037274,"threshold_uncertainty_score":0.84012395},"labels":[],"label_agreement":null},{"id":"W3029409054","doi":"10.1080/09540091.2020.1762542","title":"Using machine learning techniques for DSP software performance prediction at source code level","year":2020,"lang":"en","type":"article","venue":"Connection Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"College of Science and Health; William Paterson University of New Jersey","keywords":"Computer science; Benchmark (surveying); Digital signal processing; Source code; Software; Weighting; Metric (unit); Cluster analysis; Code (set theory); Algorithm; Machine learning; Set (abstract data type); Artificial intelligence; Parallel computing; Computer hardware; Programming language","score_opus":0.09108481918103552,"score_gpt":0.29605943273421,"score_spread":0.20497461355317448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029409054","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26934046,0.00004572609,0.7286504,0.0002719386,0.0004602968,0.0003298565,0.000008404334,0.00084724324,0.000045681852],"genre_scores_gemma":[0.91265804,0.000018840545,0.08656991,0.00033906286,0.00018276117,0.000045977784,0.000004021514,0.000012727335,0.00016868806],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793965,0.000046102432,0.0003352526,0.0007496115,0.0005004969,0.0004288641],"domain_scores_gemma":[0.9987339,0.00012331663,0.00019490228,0.0003650738,0.000388925,0.00019389663],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013480565,0.0001675144,0.00018853818,0.00014612185,0.0015614841,0.0002068397,0.0007905495,0.00008304479,0.000010668374],"category_scores_gemma":[0.00084126904,0.00014891707,0.000074568474,0.0012205222,0.0002450536,0.0018167921,0.00038555037,0.00018881375,0.000023231467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021000195,0.00011072093,0.5493734,0.0007485099,0.000029942721,0.000002538837,0.0070393104,0.037079584,0.197084,0.000647058,0.00058405066,0.20709088],"study_design_scores_gemma":[0.0002493357,0.00029332805,0.003687848,0.00004485947,0.000005993816,0.000044594566,0.00004178469,0.86604166,0.1129543,0.000033585646,0.016399417,0.0002032795],"about_ca_topic_score_codex":0.000026788248,"about_ca_topic_score_gemma":0.000005589747,"teacher_disagreement_score":0.8289621,"about_ca_system_score_codex":0.00030916685,"about_ca_system_score_gemma":0.00022211282,"threshold_uncertainty_score":0.99973834},"labels":[],"label_agreement":null},{"id":"W3032166289","doi":"10.1145/3318464.3384691","title":"Sentinel: Understanding Data Systems","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Overhead (engineering); Key (lock); Task (project management); Embedded system; Distributed computing; Computer security; Operating system; Systems engineering; Engineering","score_opus":0.21409146953062894,"score_gpt":0.28808553134704645,"score_spread":0.07399406181641752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032166289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015656893,0.00009172026,0.98664594,0.0036520653,0.0004947098,0.00011055323,0.0000018197928,0.0005559108,0.0068815844],"genre_scores_gemma":[0.9968156,0.0000064073324,0.002351371,0.00057741365,0.00014889051,0.0000017862027,0.0000048229253,0.0000040467,0.00008963599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906397,0.00003121144,0.00017342009,0.00037342316,0.00020194684,0.00015601526],"domain_scores_gemma":[0.9988704,0.000046353754,0.000039177517,0.00092182675,0.000020895188,0.000101364276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027117552,0.00007037607,0.00011150413,0.000017604701,0.00007880589,0.00017920895,0.0013387479,0.00003245569,0.000010975678],"category_scores_gemma":[0.00004231607,0.000051241946,0.000019236259,0.00028145788,0.00001617814,0.00070180645,0.0006897481,0.000062743275,0.00021846975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016740505,0.00010368992,0.1247538,0.0011397975,0.00014251805,0.00006965778,0.0033672834,0.0013812879,0.00047718774,0.5279185,0.33698002,0.003649519],"study_design_scores_gemma":[0.00018675237,0.000018251978,0.000424366,0.000017840408,0.0000033070987,0.000011433852,0.0002912071,0.98262537,0.000037491605,0.00023401744,0.016006358,0.00014361665],"about_ca_topic_score_codex":0.000025115585,"about_ca_topic_score_gemma":6.427349e-7,"teacher_disagreement_score":0.9952499,"about_ca_system_score_codex":0.000029315,"about_ca_system_score_gemma":0.00004044341,"threshold_uncertainty_score":0.28080595},"labels":[],"label_agreement":null},{"id":"W303924293","doi":"10.1007/978-3-319-00560-7_3","title":"The Role of Software Tracing in Software Maintenance","year":2013,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Documentation; Tracing; Computer science; Software engineering; Variety (cybernetics); Software; Software development; Software system; Task (project management); Data science; Engineering management; Systems engineering; Engineering; Artificial intelligence","score_opus":0.0355496960443112,"score_gpt":0.2970400548286043,"score_spread":0.2614903587842931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W303924293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075316534,0.05870159,0.9114045,0.00061555946,0.0032371986,0.0019607071,0.0000365656,0.0003032397,0.022987505],"genre_scores_gemma":[0.75750804,0.010161196,0.19790143,0.00033473704,0.000319712,0.000432967,0.000024844618,0.00012153212,0.03319556],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99707246,0.000057978632,0.0012052242,0.0006455793,0.0006236692,0.0003950845],"domain_scores_gemma":[0.9952109,0.002907108,0.00048385494,0.00061446824,0.00073854707,0.000045140914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008087031,0.00037569794,0.0006239705,0.00023205394,0.00018871627,0.000053428605,0.0013744142,0.00019244719,0.000013104333],"category_scores_gemma":[0.0006267239,0.00027176552,0.00016171727,0.00023976648,0.000650283,0.0002923629,0.00064072874,0.0005585482,0.000115676696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024130544,0.000062355866,0.0042411042,0.0005335193,0.0001639479,0.00003101335,0.0050959946,0.13383539,4.1985282e-7,0.37241307,0.00070785126,0.4828912],"study_design_scores_gemma":[0.00009758783,0.00008509808,0.0011083732,0.002046547,0.0000067058445,0.000022770135,0.0005749583,0.022160238,0.000035196106,0.9685248,0.0048950193,0.00044271778],"about_ca_topic_score_codex":0.00005602434,"about_ca_topic_score_gemma":0.00012605413,"teacher_disagreement_score":0.7567549,"about_ca_system_score_codex":0.0003216051,"about_ca_system_score_gemma":0.00022310473,"threshold_uncertainty_score":0.9999735},"labels":[],"label_agreement":null},{"id":"W3040857534","doi":"10.1145/3385187","title":"Predicting Node Failures in an Ultra-Large-Scale Cloud Computing Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"","keywords":"Cloud computing; DevOps; Computer science; Scalability; Context (archaeology); Node (physics); Scale (ratio); Data science; Software; Distributed computing; Computer security; Software engineering; Database; Operating system; Engineering","score_opus":0.059029380876341735,"score_gpt":0.2962129620419633,"score_spread":0.23718358116562155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040857534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3042375,0.00007125481,0.69417274,0.00030770552,0.0005289706,0.000111287416,0.000005412237,0.00056218915,0.00000291996],"genre_scores_gemma":[0.55589485,0.000015612419,0.44377348,0.00020603486,0.00008260309,0.000010523169,0.000001893878,0.000013015586,0.000001983467],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983358,0.00015816595,0.00038178015,0.0005522365,0.0001471354,0.0004249215],"domain_scores_gemma":[0.9978524,0.0013550682,0.000057919606,0.00049593137,0.000041476284,0.00019720249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009870712,0.00021630111,0.0003658854,0.00015380974,0.000168324,0.00005087033,0.0005231633,0.00019549724,0.0000054543157],"category_scores_gemma":[0.00061947777,0.00020637909,0.00007112562,0.00042854765,0.000030909083,0.0004013952,0.000021002543,0.00054073863,0.000005321632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012073066,0.00024972818,0.09134114,0.0007276478,0.00010057362,0.000039462717,0.039526615,0.6670648,0.0028955422,0.00037898967,0.000025009247,0.19752975],"study_design_scores_gemma":[0.003128602,0.001252601,0.04595749,0.00034167714,0.000059780774,0.00024196359,0.0020711692,0.92149293,0.02105964,0.0004810311,0.0025378913,0.0013752442],"about_ca_topic_score_codex":0.000042712712,"about_ca_topic_score_gemma":0.000024359237,"teacher_disagreement_score":0.2544281,"about_ca_system_score_codex":0.00003696635,"about_ca_system_score_gemma":0.000034340057,"threshold_uncertainty_score":0.84158945},"labels":[],"label_agreement":null},{"id":"W3041344690","doi":"10.1016/j.jneb.2020.04.071","title":"P26 Identifying Transportation Access Strategies to Advance SNAP-Ed Programming","year":2020,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Snap; Computer science; Computer graphics (images)","score_opus":0.03027510951837407,"score_gpt":0.3499081234792367,"score_spread":0.31963301396086263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041344690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87026757,0.00042568674,0.12473132,0.0034024343,0.0008215438,0.00030936685,0.0000014565907,0.00003423742,0.000006389304],"genre_scores_gemma":[0.95609015,0.00011236178,0.043165445,0.00030314876,0.00024759083,0.00006867874,0.0000036361116,0.000003977745,0.0000050344047],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991761,0.000027428141,0.00037570792,0.00014182349,0.00018467636,0.00009426522],"domain_scores_gemma":[0.9991728,0.000017096449,0.00022693371,0.00008617295,0.00033798904,0.00015897676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014970383,0.00007509008,0.00013108265,0.0001009094,0.00008649389,0.0003462884,0.00025398974,0.00003679715,0.000008461796],"category_scores_gemma":[0.00002069615,0.0000659605,0.00005272707,0.00031835504,0.000014367193,0.0022498083,0.000011093604,0.00010665113,0.0000035015196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008742336,0.0077866097,0.085673444,0.0017522728,0.000030014795,0.000027665275,0.020879705,0.000119538265,0.013860836,0.0024351906,0.0042437976,0.8631035],"study_design_scores_gemma":[0.0018008888,0.0010261501,0.9336121,0.0008920539,0.00015055305,0.00018780021,0.013819164,0.00016749433,0.007757185,0.0014176712,0.03865053,0.00051839236],"about_ca_topic_score_codex":0.0000065147237,"about_ca_topic_score_gemma":0.0000038944004,"teacher_disagreement_score":0.8625851,"about_ca_system_score_codex":0.000031026586,"about_ca_system_score_gemma":0.00015936756,"threshold_uncertainty_score":0.3339267},"labels":[],"label_agreement":null},{"id":"W3041854219","doi":"10.1007/978-3-030-50334-5_14","title":"Cross-Scenario Performance Modelling for Big Data Ecosystems","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Workload; Big data; Cloud computing; Distributed computing; Reuse; Performance prediction; Scheduling (production processes); Real-time computing; Machine learning; Data mining; Simulation; Operating system","score_opus":0.06941218444725285,"score_gpt":0.2736293616568299,"score_spread":0.20421717720957705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041854219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034211623,0.00077748497,0.9877972,0.0004464207,0.008588226,0.0010320072,0.0000583491,0.00033697952,0.0006212401],"genre_scores_gemma":[0.5307252,0.00021017545,0.4603753,0.0014550684,0.0063222176,0.00006559291,0.00012988427,0.00012532316,0.0005912651],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99392664,0.000027976621,0.0010178859,0.0029990426,0.001140313,0.0008881118],"domain_scores_gemma":[0.99409574,0.00053848856,0.00047049054,0.0041740895,0.0004507915,0.0002704167],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0020493579,0.0006964088,0.00086400856,0.0004617478,0.00056728953,0.0010787435,0.009391577,0.00048646372,0.000004869537],"category_scores_gemma":[0.00010101457,0.000594257,0.0001743916,0.0006240122,0.0005138246,0.0015455812,0.0033612847,0.000867297,0.00008359967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025881622,0.000030343102,0.0008933812,0.0008759131,0.000026810565,0.000020845479,0.00066976517,0.2980799,0.000013272835,0.0013298673,0.000091422495,0.6979426],"study_design_scores_gemma":[0.00035867875,0.00019656213,0.000030990057,0.00056531833,0.00000918751,0.000045121553,8.773758e-8,0.97609276,0.00029326996,0.007469841,0.014216787,0.0007214081],"about_ca_topic_score_codex":0.0000417944,"about_ca_topic_score_gemma":0.000055220655,"teacher_disagreement_score":0.6972212,"about_ca_system_score_codex":0.0003503386,"about_ca_system_score_gemma":0.0012167022,"threshold_uncertainty_score":0.9999582},"labels":[],"label_agreement":null},{"id":"W3042453106","doi":"10.1002/smr.2276","title":"Towards reducing the time needed for load testing","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Concordia University; University of Alberta; Queen's University","funders":"","keywords":"Workload; Computer science; Load testing; Metric (unit); Execution time; Response time; Test (biology); Reliability engineering; Work time; Performance metric; Test case; Real-time computing; Distributed computing; Operating system; Machine learning; Operations management; Engineering","score_opus":0.024555317956103526,"score_gpt":0.26027563083621114,"score_spread":0.2357203128801076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042453106","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1191734,0.0013907136,0.8714813,0.007188812,0.0003619836,0.00022320764,0.0000023530206,0.00010974584,0.000068499445],"genre_scores_gemma":[0.95992786,0.000011054792,0.038771845,0.0007615717,0.00048402738,0.0000066549883,2.613454e-7,0.0000075439452,0.000029164576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893904,0.00003673328,0.0003807233,0.00015701007,0.00032368145,0.00016279973],"domain_scores_gemma":[0.99828404,0.00024850076,0.00034411225,0.00011927809,0.0008846729,0.0001193917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087224,0.00009964244,0.00019367371,0.000035297388,0.00025115782,0.00011080084,0.00045024417,0.00005595887,0.0000033050715],"category_scores_gemma":[0.0020296075,0.00006015973,0.00007291282,0.00040593784,0.000047250345,0.0006075477,0.000062913095,0.00017264544,0.0000049674713],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076253264,0.00027718625,0.05641523,0.004111023,0.00030649995,0.000027762664,0.050214183,0.0117421625,0.0028105555,0.0010544441,0.037458416,0.83482],"study_design_scores_gemma":[0.00952009,0.0066461237,0.077490605,0.002816762,0.00035743296,0.0030214395,0.0049527897,0.8133775,0.007597786,0.045255736,0.026767988,0.0021957757],"about_ca_topic_score_codex":0.000011208114,"about_ca_topic_score_gemma":1.9968618e-7,"teacher_disagreement_score":0.84075445,"about_ca_system_score_codex":0.00006467583,"about_ca_system_score_gemma":0.0005053297,"threshold_uncertainty_score":0.24532425},"labels":[],"label_agreement":null},{"id":"W3047861925","doi":"10.37190/e-inf200105","title":"System performance requirements: A standards-based model for early identification, allocation to software functions and size measurement","year":2020,"lang":"en","type":"article","venue":"e-Informatica Software Engineering Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Identification (biology); Software; Reliability engineering; Systems engineering; Engineering; Operating system","score_opus":0.021484795803951094,"score_gpt":0.23293558511634146,"score_spread":0.21145078931239036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047861925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031257197,0.000075418415,0.96591115,0.0006130591,0.00060071243,0.00077889796,0.000034815163,0.0007215704,0.0000072057155],"genre_scores_gemma":[0.756317,0.0000059297886,0.24309486,0.00023781929,0.00012845232,0.00016657395,0.0000039433644,0.000024362833,0.000021066857],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99696726,0.000022898688,0.0010185001,0.00031532996,0.0012129495,0.00046304773],"domain_scores_gemma":[0.99721104,0.00014340437,0.000285364,0.00045623333,0.0014029886,0.00050096214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018748007,0.0002922861,0.00033217377,0.00013480216,0.0005308092,0.00057542813,0.00062254636,0.00009595137,0.0000044802123],"category_scores_gemma":[0.0024136193,0.0002653167,0.0001220328,0.00046045176,0.000020193269,0.0018927945,0.00010747113,0.00026456796,0.000034471672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016004783,0.000070061986,0.004794847,0.0053373026,0.00020101148,0.0000029040589,0.009153659,0.9533999,0.00026065405,0.00024551048,0.005932624,0.020441473],"study_design_scores_gemma":[0.0009041892,0.0002890209,0.004801233,0.00052791566,0.000038832914,0.000033938253,0.00010606426,0.99140424,0.00029065908,0.000010318793,0.001234725,0.000358894],"about_ca_topic_score_codex":0.0000013408106,"about_ca_topic_score_gemma":5.749147e-7,"teacher_disagreement_score":0.7250598,"about_ca_system_score_codex":0.0006542683,"about_ca_system_score_gemma":0.00049828365,"threshold_uncertainty_score":0.9999799},"labels":[],"label_agreement":null},{"id":"W3048902333","doi":"10.1007/s10664-020-09822-x","title":"A study of the performance of general compressors on log files","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Compression ratio; Gas compressor; Lossless compression; Data compression; Computer science; Compression (physics); Volume (thermodynamics); Database; Real-time computing; Algorithm; Engineering; Physics","score_opus":0.026760541705675916,"score_gpt":0.2510870800200216,"score_spread":0.2243265383143457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048902333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837969,0.000035112767,0.01529492,0.0001581983,0.00028728068,0.0002441958,0.0000027594017,0.00016814818,0.000012467918],"genre_scores_gemma":[0.9969822,0.0000018980958,0.002794544,0.00012363607,0.00006551499,0.000013580095,3.7913884e-7,0.00000925441,0.000008980315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987916,0.000041314317,0.0003485644,0.0002550972,0.00038102924,0.0001824008],"domain_scores_gemma":[0.9990904,0.00018928446,0.000097402466,0.0004905441,0.000058366204,0.000074004856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012694026,0.00014171636,0.00027160053,0.00003617816,0.000052475283,0.000012143782,0.0008328629,0.000053361287,0.000005638911],"category_scores_gemma":[0.00022955023,0.00009158057,0.000092334834,0.00045885786,0.00002785239,0.00012106818,0.00030136868,0.00019492903,0.000006226423],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014965171,0.00021882833,0.7052243,0.00022149214,0.000034124634,0.0000022744084,0.0036804616,0.28889942,0.00020970065,0.00003256744,0.00048646436,0.00097543024],"study_design_scores_gemma":[0.0005774781,0.0009920516,0.8215243,0.00010797263,0.00001076541,0.0000034553107,0.00003720873,0.16725029,0.008628861,0.0000044424737,0.00064618787,0.0002169627],"about_ca_topic_score_codex":0.0000121828025,"about_ca_topic_score_gemma":3.521828e-7,"teacher_disagreement_score":0.12164914,"about_ca_system_score_codex":0.000022663482,"about_ca_system_score_gemma":0.000028932618,"threshold_uncertainty_score":0.37345475},"labels":[],"label_agreement":null},{"id":"W3081916904","doi":"10.48550/arxiv.2008.12808","title":"A First Look at the Deprecation of RESTful APIs: An Empirical Study","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; World Wide Web; Java; Web service; Android (operating system); Application programming interface; Representational state transfer; Web API; SOAP; Programming language; Operating system; Web 2.0","score_opus":0.09532923210752108,"score_gpt":0.23059240560577302,"score_spread":0.13526317349825195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081916904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91581017,0.00004834642,0.08216877,0.00036939725,0.00043310123,0.000729746,0.0000062852982,0.00017991071,0.00025427534],"genre_scores_gemma":[0.99940276,0.00003494908,0.00020518118,0.00008223567,0.00007195527,0.0000037369578,0.0000070491697,0.00001033318,0.00018179478],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790776,0.00033413045,0.00029338064,0.0010836889,0.00017289416,0.00020816621],"domain_scores_gemma":[0.99696803,0.00018140988,0.00030890998,0.0022201429,0.00019142327,0.00013008052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051704823,0.00023221155,0.00033335152,0.000096254305,0.00024612783,0.00005823619,0.002279686,0.00026817594,0.000018232928],"category_scores_gemma":[0.00007064206,0.00018419849,0.00016951967,0.0006129428,0.00014447329,0.00031431855,0.0027955733,0.0005362433,0.00008645264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009624614,0.00057727494,0.920497,0.00023178013,0.00013063375,0.00007187603,0.005730013,0.0703897,0.000006816335,0.0012901747,0.0005916796,0.0003867943],"study_design_scores_gemma":[0.0010330739,0.00069388223,0.4568493,0.00014052166,0.00018110943,0.0000085284955,0.0012147229,0.52758384,0.00019438591,0.010693829,0.0007458462,0.00066092645],"about_ca_topic_score_codex":0.0003068355,"about_ca_topic_score_gemma":0.00046909373,"teacher_disagreement_score":0.4636477,"about_ca_system_score_codex":0.00022865295,"about_ca_system_score_gemma":0.0002168824,"threshold_uncertainty_score":0.75113964},"labels":[],"label_agreement":null},{"id":"W3082628239","doi":"10.48550/arxiv.2008.13707","title":"Connecting Web Event Forecasting with Anomaly Detection: A Case Study on Enterprise Web Applications Using Self-Supervised Neural Networks","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Web intelligence; Data Web; Web mining; Web modeling; Web analytics; Web service; Context (archaeology); World Wide Web; Web engineering; Web application","score_opus":0.07294477165442305,"score_gpt":0.21143993787239831,"score_spread":0.13849516621797525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082628239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5447455,0.000013106265,0.45350412,0.0000149932885,0.0002526275,0.0010031499,0.0000032845508,0.00042670174,0.00003649217],"genre_scores_gemma":[0.9978282,0.0000053597737,0.001833759,0.000050345578,0.00022382516,0.000017057877,0.0000030027147,0.000032732773,0.000005755383],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720526,0.00028791354,0.00038180494,0.0015547223,0.00014785136,0.00042242667],"domain_scores_gemma":[0.99760437,0.00020798511,0.00042952612,0.0012932637,0.0002282702,0.00023659991],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037002988,0.00045178164,0.0004616058,0.00022357807,0.00072999427,0.00021755844,0.00097340567,0.00021313824,0.0000037279838],"category_scores_gemma":[0.000019751116,0.00044242688,0.00020968595,0.0011276181,0.000039839688,0.00038212546,0.0012818833,0.0008754614,0.000007737682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007526212,0.00034212598,0.042859852,0.0001499603,0.00019623137,0.0035149169,0.0014395283,0.9491512,0.000011770151,0.00005278871,0.0000017798337,0.0022045812],"study_design_scores_gemma":[0.0009389273,0.00041032286,0.00021913825,0.00011112063,0.00016592843,0.0006988736,0.0018504383,0.99507165,0.000010400048,0.000041813884,0.000017421231,0.0004639814],"about_ca_topic_score_codex":0.00027522095,"about_ca_topic_score_gemma":0.00030677085,"teacher_disagreement_score":0.45308262,"about_ca_system_score_codex":0.0004213735,"about_ca_system_score_gemma":0.00023401965,"threshold_uncertainty_score":0.99980277},"labels":[],"label_agreement":null},{"id":"W3086099593","doi":"10.14778/3407790.3407856","title":"Sentinel","year":2020,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Variety (cybernetics); Server; Distributed computing; Web application; Operating system; Database; Embedded system; Artificial intelligence","score_opus":0.013665081243024367,"score_gpt":0.20227277804738522,"score_spread":0.18860769680436085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086099593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.945706,0.00018020908,0.0033058946,0.031996988,0.00066019146,0.00068860495,0.0000015904619,0.00037527148,0.017085252],"genre_scores_gemma":[0.9970093,0.000008723503,0.0020091992,0.0007967401,0.000077754485,0.000014464946,5.981876e-8,0.00000401066,0.000079788864],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991226,0.0000032047105,0.00020829478,0.0002149659,0.00029817017,0.00015273708],"domain_scores_gemma":[0.9995416,0.000012802289,0.00013406677,0.00013491657,0.00011314564,0.000063515494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017199776,0.000084837964,0.00012507774,0.000016295628,0.00006792759,0.00004200329,0.0010112736,0.00002653765,0.00000617559],"category_scores_gemma":[0.00007001482,0.000050098195,0.00009418442,0.0003329955,0.000035209614,0.00023804221,0.0005036266,0.00008104108,0.000028455996],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006989229,0.00044376336,0.569014,0.002120252,0.00020018885,0.0000017565194,0.017522365,0.00011565774,0.1784233,0.12668376,0.08076434,0.024640745],"study_design_scores_gemma":[0.0018993114,0.00028468043,0.07463063,0.00026482262,0.00004835024,0.00003454602,0.00050308026,0.027235925,0.8416666,0.007930712,0.044846542,0.0006548392],"about_ca_topic_score_codex":0.0000067268866,"about_ca_topic_score_gemma":4.948282e-8,"teacher_disagreement_score":0.66324323,"about_ca_system_score_codex":0.000019935278,"about_ca_system_score_gemma":0.00002028679,"threshold_uncertainty_score":0.20429452},"labels":[],"label_agreement":null},{"id":"W3089662691","doi":"10.1109/icccn49398.2020.9209681","title":"LogParse: Making Log Parsing Adaptive through Word Classification","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Parsing; Word (group theory); Natural language processing; Artificial intelligence; Speech recognition; Linguistics","score_opus":0.10629196021686627,"score_gpt":0.2969960223399085,"score_spread":0.19070406212304225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089662691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013107037,0.00009016972,0.970965,0.0050509083,0.00035054132,0.00018117098,4.8852206e-7,0.00049357646,0.009761089],"genre_scores_gemma":[0.9219603,0.000008156383,0.07602318,0.0018283952,0.00011829029,0.0000094618445,8.5870136e-7,0.000005327871,0.00004603691],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885803,0.000057394704,0.00024095125,0.00041262008,0.00021270484,0.00021831121],"domain_scores_gemma":[0.99933565,0.00006731824,0.0000884749,0.00038094565,0.00007222133,0.000055416866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001656541,0.00011023884,0.00014545902,0.000018720157,0.00013147709,0.00009179661,0.00049599825,0.00007013309,0.000028112448],"category_scores_gemma":[0.00004520154,0.00008681073,0.000056156932,0.00042662316,0.000045245917,0.00076968654,0.00014619583,0.00012716344,0.0002956106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015775874,0.00022267895,0.04105107,0.00026222435,0.0001038493,0.00003724634,0.027307054,0.0015886778,0.002079742,0.42827618,0.021426316,0.4774872],"study_design_scores_gemma":[0.00082572736,0.00040059362,0.05942896,0.0001782641,0.000020447635,0.000033193144,0.0015770951,0.875684,0.0038551404,0.014438868,0.04266008,0.00089758664],"about_ca_topic_score_codex":0.000011977474,"about_ca_topic_score_gemma":0.0000018085561,"teacher_disagreement_score":0.90885323,"about_ca_system_score_codex":0.000051324518,"about_ca_system_score_gemma":0.00005916431,"threshold_uncertainty_score":0.37995747},"labels":[],"label_agreement":null},{"id":"W3089662786","doi":"10.1145/3365438.3410939","title":"Efficient reordering and replay of execution traces of distributed reactive systems in the context of model-driven development","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Timestamp; Computer science; Context (archaeology); TRACE (psycholinguistics); Distributed computing; State (computer science); Overhead (engineering); Transformation (genetics); Key (lock); Parallel computing; Theoretical computer science; Programming language; Real-time computing; Operating system","score_opus":0.02324240982088365,"score_gpt":0.23588700109361652,"score_spread":0.21264459127273286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089662786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7769769,0.000090879075,0.22250101,0.000107060136,0.000026137737,0.00022433596,0.000004040321,0.000012061988,0.00005760354],"genre_scores_gemma":[0.997591,0.0000051091915,0.0023758973,0.000010881431,0.0000027168044,0.000010272715,0.0000015175215,0.0000014115617,0.0000011733156],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906874,0.000059576778,0.00041780804,0.00016739237,0.00020812267,0.00007838273],"domain_scores_gemma":[0.99939376,0.00009836094,0.00019056925,0.00019011341,0.00010630446,0.000020914498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044663277,0.0000628308,0.00020622552,0.000029284047,0.000022351811,0.000007641476,0.0002295758,0.00003387866,2.4422786e-7],"category_scores_gemma":[0.000048801252,0.000038316386,0.000021584741,0.00024518848,0.000049380218,0.00006590687,0.000070892485,0.000049170856,2.0176641e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002570451,0.000602096,0.05958073,0.0030052343,0.00011278539,0.00000454836,0.25261474,0.61361504,0.036397107,0.016414624,0.00013528878,0.01726078],"study_design_scores_gemma":[0.00028140098,0.0000818599,0.011441709,0.00013427304,0.000003208388,0.0000025009338,0.0035618718,0.9622298,0.022163436,0.000009070587,0.000031354637,0.00005954682],"about_ca_topic_score_codex":0.00014115225,"about_ca_topic_score_gemma":0.000008005193,"teacher_disagreement_score":0.34861472,"about_ca_system_score_codex":0.000022182167,"about_ca_system_score_gemma":0.000060975606,"threshold_uncertainty_score":0.15624969},"labels":[],"label_agreement":null},{"id":"W3089832981","doi":"10.1145/3377811.3380408","title":"Studying the use of Java logging utilities in the wild","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Logging; Java; Computer science; Debugging; Software engineering; Software; Context (archaeology); Variety (cybernetics); Analytics; Web application; Database; Operating system","score_opus":0.13672026731674028,"score_gpt":0.2620156815347416,"score_spread":0.1252954142180013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089832981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8598608,0.00013990709,0.124982886,0.013244185,0.00022846632,0.00040626514,7.0127766e-7,0.000117329444,0.0010194816],"genre_scores_gemma":[0.9963976,0.0000075277867,0.0013547449,0.0021750007,0.000028953353,0.0000072062044,9.41347e-8,0.0000016469687,0.00002721678],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992171,0.00012163639,0.00019643772,0.00014093405,0.0002031171,0.000120809185],"domain_scores_gemma":[0.9990761,0.00043777257,0.0000404236,0.00040552468,0.000024977555,0.000015182905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005054851,0.00005603181,0.00009508642,0.000016644184,0.00007584453,0.00007574357,0.0007418145,0.000018770974,0.0000058084433],"category_scores_gemma":[0.00010695595,0.00002450636,0.000037968763,0.00028130467,0.00007375048,0.0003374361,0.00017283775,0.000102670325,0.0000068008994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019701218,0.0001417475,0.7190708,0.00029964087,0.00003743469,0.000010881632,0.17693537,0.0036748538,0.00008638156,0.027671954,0.010684116,0.061367102],"study_design_scores_gemma":[0.0008474507,0.000368983,0.28095132,0.0001516862,0.000015659212,0.000021428561,0.025913132,0.61181766,0.0011173795,0.001796267,0.07654284,0.00045618098],"about_ca_topic_score_codex":0.00017941569,"about_ca_topic_score_gemma":0.000014591346,"teacher_disagreement_score":0.6081428,"about_ca_system_score_codex":0.000007200549,"about_ca_system_score_gemma":0.000025755904,"threshold_uncertainty_score":0.13784882},"labels":[],"label_agreement":null},{"id":"W3090696062","doi":"10.1016/j.jss.2020.110838","title":"A security pattern detection framework for building more secure software","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Pattern matching; Matching (statistics); Scalability; Software security assurance; Software; Attack patterns; Data mining; False positive paradox; Computer security; Intrusion detection system; Artificial intelligence; Information security; Security service; Database","score_opus":0.01546634666256844,"score_gpt":0.2588467138499512,"score_spread":0.2433803671873828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090696062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16576086,0.0026294875,0.82920814,0.00064086803,0.0013100482,0.00031181466,0.000013827626,0.0001241722,7.5885896e-7],"genre_scores_gemma":[0.9631143,0.000057528032,0.0356314,0.00035530643,0.0008006081,0.000017596562,6.960367e-7,0.00001915537,0.0000033731437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981384,0.00008000346,0.00072883227,0.00032840873,0.0004345547,0.00028976577],"domain_scores_gemma":[0.99795586,0.0003800405,0.0006388324,0.00028608582,0.00049498916,0.00024420026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066053023,0.00021829404,0.0005308784,0.00009448673,0.00024367006,0.0002689425,0.0005127668,0.00024208441,0.000001917778],"category_scores_gemma":[0.00079544686,0.00016536616,0.00022294061,0.0002872527,0.00003862475,0.000722025,0.00012548677,0.00042586867,0.0000022476179],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048480567,0.0003672715,0.29239586,0.017501313,0.00093038287,0.00032554375,0.058769193,0.004971013,0.0007319284,0.0031907773,0.004746302,0.61558557],"study_design_scores_gemma":[0.023604734,0.01960591,0.095855825,0.025769072,0.0012034213,0.013201909,0.020468406,0.43572813,0.009377984,0.08862678,0.25695565,0.00960218],"about_ca_topic_score_codex":0.000023555132,"about_ca_topic_score_gemma":0.0000013732588,"teacher_disagreement_score":0.79735345,"about_ca_system_score_codex":0.000066147346,"about_ca_system_score_gemma":0.00009198425,"threshold_uncertainty_score":0.6743436},"labels":[],"label_agreement":null},{"id":"W3091942828","doi":"10.1109/inm.2003.1194177","title":"Automating placement of instrumentation in applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Research Council Canada","keywords":"Instrumentation (computer programming); Computer science; Architecture; State (computer science); Systems engineering; Software engineering; Embedded system; Engineering; Operating system; Programming language","score_opus":0.009032326165832666,"score_gpt":0.25306328373803905,"score_spread":0.2440309575722064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091942828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35857633,0.000012172814,0.6334588,0.000035270405,0.000050061928,0.00021744345,1.1923652e-7,0.00005295788,0.007596855],"genre_scores_gemma":[0.94097406,0.0000017102105,0.058917947,0.000021731043,0.000002074352,0.00004991283,3.5893655e-7,8.3958633e-7,0.00003139833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995592,0.00002314984,0.00017830644,0.00009226416,0.00008528309,0.000061792445],"domain_scores_gemma":[0.999721,0.000025169129,0.00004477377,0.00017708026,0.000019930896,0.0000120505165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002456282,0.00002896628,0.000049729362,0.000044893975,0.000019771509,0.000008438587,0.0001095107,0.000015020801,0.000013262587],"category_scores_gemma":[0.000010447661,0.000023790533,0.00001135305,0.00024955135,0.000008060544,0.00015657874,0.000017391065,0.00002026951,0.000012442739],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014261545,0.00022116232,0.60066444,0.00017159825,0.000007537357,2.4737383e-7,0.0018156469,0.0016807314,0.0013820834,0.27123743,0.000066408225,0.12275127],"study_design_scores_gemma":[0.0037409298,0.00031431115,0.60381323,0.00021060604,0.000008423379,0.00002320384,0.002043097,0.17732616,0.18917902,0.01734917,0.0052389116,0.00075292244],"about_ca_topic_score_codex":0.000017969794,"about_ca_topic_score_gemma":0.000006210867,"teacher_disagreement_score":0.5823977,"about_ca_system_score_codex":0.000028552111,"about_ca_system_score_gemma":0.000031783762,"threshold_uncertainty_score":0.09701498},"labels":[],"label_agreement":null},{"id":"W3093531719","doi":"10.1109/seaa51224.2020.00045","title":"From a Monolithic Big Data System to a Microservices Event-Driven Architecture","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Microservices; Computer science; Event (particle physics); Architecture; Big data; Computer architecture; Operating system; History; Cloud computing; Archaeology","score_opus":0.04251862090255456,"score_gpt":0.2587711627013516,"score_spread":0.21625254179879702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093531719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2334429,0.0001501479,0.7542307,0.009730437,0.0008427061,0.0004201981,0.00008356767,0.0007984026,0.00030096082],"genre_scores_gemma":[0.95840216,0.0000020315808,0.03825862,0.002600884,0.00066567457,0.0000173337,0.000023842194,0.000009660389,0.00001982364],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998179,0.00008747093,0.0003148947,0.00085958856,0.00028606303,0.00027298584],"domain_scores_gemma":[0.9976164,0.0000751182,0.00007066802,0.0019012672,0.0000597652,0.00027674384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000187193,0.00017215537,0.0002578595,0.000044772783,0.000097052565,0.00020075559,0.0033434145,0.00008432827,0.000008029531],"category_scores_gemma":[0.000034647077,0.00012310706,0.000052428455,0.0005230216,0.000014691512,0.0003028462,0.0018359805,0.000156046,0.0006839546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033120575,0.0004820384,0.08908109,0.0045829294,0.00078674516,0.00028360935,0.13202827,0.015792694,0.03603834,0.004407068,0.05057735,0.66560864],"study_design_scores_gemma":[0.0014393639,0.000443237,0.016404448,0.0006973638,0.00005133743,0.000050737617,0.0023712716,0.8573871,0.005930407,0.00066036556,0.11317379,0.0013905645],"about_ca_topic_score_codex":0.0012039677,"about_ca_topic_score_gemma":0.00014102695,"teacher_disagreement_score":0.8415944,"about_ca_system_score_codex":0.000034527427,"about_ca_system_score_gemma":0.00010170938,"threshold_uncertainty_score":0.87910813},"labels":[],"label_agreement":null},{"id":"W3093980010","doi":"10.1145/3382025.3414979","title":"Can microservice-based online-retailers be used as an SPL?","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Reuse; Software versioning; Feature (linguistics); Software; Service (business); Software engineering; Set (abstract data type); Feature model; World Wide Web; Database; Operating system; Programming language; Engineering","score_opus":0.0344933188418729,"score_gpt":0.2642537969130114,"score_spread":0.22976047807113847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093980010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94667405,0.000018083296,0.01934546,0.03225436,0.00030653618,0.000250792,0.000012769425,0.000745835,0.00039214015],"genre_scores_gemma":[0.9593917,0.0000015112745,0.01774998,0.022601226,0.00011620788,0.000007553166,0.000024313847,0.000011516594,0.00009599576],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984922,0.000068971196,0.00026934355,0.0005317967,0.00033622712,0.00030146228],"domain_scores_gemma":[0.9987179,0.00004666613,0.00006644486,0.0007403478,0.000103988634,0.00032467203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018480193,0.00017182893,0.00020781822,0.000041310403,0.00011227049,0.00014156055,0.001086266,0.000092298316,0.000104324834],"category_scores_gemma":[0.000032744938,0.00013283562,0.000090717265,0.000466705,0.000043058437,0.00039501136,0.00013313699,0.00014313043,0.00015672346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034961148,0.0027890208,0.7771463,0.00217757,0.00029215182,0.0003402359,0.052396238,0.008310107,0.047353692,0.022509202,0.025655644,0.060680266],"study_design_scores_gemma":[0.003763357,0.0017117267,0.041356932,0.00008256283,0.000034017645,0.00002349753,0.0011987316,0.8393127,0.057346936,0.00067303324,0.052873533,0.0016230122],"about_ca_topic_score_codex":0.00077009,"about_ca_topic_score_gemma":0.00046781427,"teacher_disagreement_score":0.83100253,"about_ca_system_score_codex":0.000041330215,"about_ca_system_score_gemma":0.00029538505,"threshold_uncertainty_score":0.54168797},"labels":[],"label_agreement":null},{"id":"W3095179637","doi":"","title":"Runtime Verification of Real-Time Applications Using Trace Data and Model Requirements","year":2016,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec; Polytechnique Montréal","keywords":"Humanities; Computer science; Political science; Philosophy","score_opus":0.027396140630367268,"score_gpt":0.27170859443996087,"score_spread":0.2443124538095936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095179637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11891828,0.00021428415,0.87896425,0.000820545,0.000026056718,0.00058389135,0.00006231192,0.00031510464,0.00009528759],"genre_scores_gemma":[0.6720479,0.00025476512,0.32727286,0.00006388952,0.000029933239,0.0001268869,0.000009907805,0.000017021799,0.00017683838],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982714,0.00006715269,0.00047222135,0.00057541986,0.00029197635,0.00032184806],"domain_scores_gemma":[0.9969305,0.00008628386,0.00028351857,0.0024310416,0.00013366186,0.0001350376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093131885,0.00017190745,0.00024568188,0.00017258532,0.00016125277,0.000064888234,0.0012622476,0.00014285046,0.00000410325],"category_scores_gemma":[0.000068315385,0.00013313539,0.00004309086,0.00036962362,0.0001067803,0.0011984863,0.00056541356,0.00007507077,0.000010887153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055456167,0.0004988803,0.073483005,0.00021947587,0.00008712083,0.0000031680747,0.0005721043,0.0022047895,0.7156232,0.029918155,0.0012515947,0.17608303],"study_design_scores_gemma":[0.0002982825,0.00003675571,0.011227271,0.00006946323,0.000019502722,0.0000201161,0.0000082659,0.9740416,0.011597507,0.002125604,0.00034112303,0.00021451518],"about_ca_topic_score_codex":0.0009049383,"about_ca_topic_score_gemma":0.00003253496,"teacher_disagreement_score":0.9718368,"about_ca_system_score_codex":0.00017327686,"about_ca_system_score_gemma":0.00021482585,"threshold_uncertainty_score":0.54291034},"labels":[],"label_agreement":null},{"id":"W3095719316","doi":"10.17559/tv-20180713101347","title":"An Empirical Investigation of Software Testing Methods and Techniques in the Province of Vojvodina","year":2020,"lang":"en","type":"article","venue":"Tehnicki vjesnik - Technical Gazette","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software testing; Computer science; Software; Programming language","score_opus":0.05362336912630068,"score_gpt":0.3561749175525878,"score_spread":0.3025515484262871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095719316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35670623,0.00022672035,0.63678855,0.004273972,0.000040021827,0.0009871249,0.0000045683432,0.00077388604,0.00019892832],"genre_scores_gemma":[0.58743036,0.0000069281814,0.4117235,0.0007665511,0.000028681658,0.000033914177,0.0000012175213,0.000007903906,9.6585e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754477,0.00056119077,0.0007475143,0.0005176475,0.00038153314,0.0002473732],"domain_scores_gemma":[0.997695,0.0009538159,0.00030220105,0.00079667324,0.00013941055,0.000112890346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025812995,0.00018827131,0.00041780472,0.00009754484,0.000061950595,0.00003650504,0.0012222225,0.00019442623,0.000001477577],"category_scores_gemma":[0.0016380535,0.00012826374,0.00006719341,0.0011697765,0.00038028587,0.00045622283,0.00032565327,0.00042984352,0.0000010479318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005340827,0.00027830343,0.5335551,0.0011077821,0.000016451891,0.000025622723,0.0032732068,0.00006902554,0.15252167,0.0015894853,0.0015701248,0.30593985],"study_design_scores_gemma":[0.0008855556,0.0038048602,0.71165454,0.00075615273,0.0000610653,0.00014335431,0.00018849043,0.028698837,0.23391505,0.01708354,0.0018132376,0.0009953197],"about_ca_topic_score_codex":0.000040988107,"about_ca_topic_score_gemma":0.0000071527797,"teacher_disagreement_score":0.30494452,"about_ca_system_score_codex":0.000030737054,"about_ca_system_score_gemma":0.0001598773,"threshold_uncertainty_score":0.52304435},"labels":[],"label_agreement":null},{"id":"W3095937739","doi":"10.1109/icsme46990.2020.00043","title":"A Large-scale Data Set and an Empirical Study of Docker Images Hosted on Docker Hub","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Computer science; Lagging; Set (abstract data type); Scale (ratio); Limiting; Base (topology); Data science; Best practice; Data set; World Wide Web; Artificial intelligence; Engineering; Geography","score_opus":0.06242736387192227,"score_gpt":0.35213208854807615,"score_spread":0.2897047246761539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095937739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98472315,0.00002756159,0.012818246,0.0014954272,0.00010587668,0.000367694,0.000033111646,0.0001793705,0.00024955967],"genre_scores_gemma":[0.99602926,0.000004138075,0.0029693362,0.0008674232,0.000064818945,0.000006412589,0.000013977327,0.000006359815,0.000038250757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833834,0.00014201447,0.00029356545,0.0006865365,0.0003344852,0.00020503979],"domain_scores_gemma":[0.998239,0.00007888819,0.00006452712,0.0013830888,0.00007222597,0.00016230025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042809293,0.0001361032,0.00025831757,0.00003942098,0.00008610164,0.00007910045,0.0009968547,0.00005535966,0.000029115683],"category_scores_gemma":[0.00005497963,0.0000911082,0.000021921987,0.00034257898,0.000037828417,0.000698111,0.0010163954,0.00012889366,0.00003271114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008022575,0.0015000416,0.93383205,0.00011274481,0.00005255695,0.00002213023,0.028303998,0.000028230277,0.00014021058,0.000036396945,0.03130577,0.0045856684],"study_design_scores_gemma":[0.0042311605,0.005446203,0.7752719,0.000046824156,0.000046931167,0.000019691912,0.009546859,0.19393377,0.0015421485,0.00011411441,0.009109231,0.0006911547],"about_ca_topic_score_codex":0.000059111328,"about_ca_topic_score_gemma":0.000048056823,"teacher_disagreement_score":0.19390553,"about_ca_system_score_codex":0.000007574051,"about_ca_system_score_gemma":0.00003643455,"threshold_uncertainty_score":0.37152848},"labels":[],"label_agreement":null},{"id":"W3096853443","doi":"10.1145/1811099.1811055","title":"A query language and runtime tool for evaluating behavior of multi-tier servers","year":2010,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; A priori and a posteriori; Server; ENCODE; Query language; Distributed computing; Database; Operating system","score_opus":0.06310928138396427,"score_gpt":0.38035232533325525,"score_spread":0.317243043949291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096853443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702511,0.018296644,0.007475469,0.00015937297,0.0007172633,0.0029839922,0.000008567535,0.000079122605,0.000028467135],"genre_scores_gemma":[0.8625389,0.0063694404,0.12956117,0.00031854332,0.00007185027,0.0010205993,0.000027470825,0.000020143989,0.000071877206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737555,0.0001465108,0.0008049029,0.00047904483,0.0009087821,0.00028518695],"domain_scores_gemma":[0.99641687,0.0005158328,0.00049508567,0.0013691159,0.0011268316,0.00007626123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009744845,0.00021197996,0.00045957623,0.0002850027,0.00017793203,0.000058886082,0.00085570925,0.0001251165,0.000064593696],"category_scores_gemma":[0.0064479006,0.00017341883,0.0001423622,0.0013974973,0.000064371015,0.0009127252,0.0002795665,0.00022912043,0.00002345732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050130343,0.00009517851,0.054719727,0.003134427,0.000018164315,2.2916366e-7,0.0003488348,0.000031828644,0.00156174,0.000054855034,0.00018137238,0.9398486],"study_design_scores_gemma":[0.003638911,0.00080017303,0.32548025,0.0026360324,0.0007086143,0.000046842255,0.000076659824,0.6565523,0.006149781,0.000077871526,0.0028363625,0.0009961479],"about_ca_topic_score_codex":0.000014604207,"about_ca_topic_score_gemma":0.0000037510217,"teacher_disagreement_score":0.9388525,"about_ca_system_score_codex":0.000055742905,"about_ca_system_score_gemma":0.00027723002,"threshold_uncertainty_score":0.7719205},"labels":[],"label_agreement":null},{"id":"W3097833986","doi":"10.1145/3419804.3420267","title":"A Model Traceability Framework for Network Service Management","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Concordia University","funders":"","keywords":"Traceability; Computer science; Orchestration; Requirements traceability; Software engineering; TRACE (psycholinguistics); Process (computing); Visualization; Process management; Systems engineering; Requirements analysis; Programming language; Engineering; Data mining","score_opus":0.046043148493197544,"score_gpt":0.270541376297237,"score_spread":0.22449822780403947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097833986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004032949,0.00002200672,0.98030084,0.011743501,0.00023419707,0.0006988338,0.0000016499326,0.0007463516,0.0022196404],"genre_scores_gemma":[0.30654997,0.0000074531154,0.6862744,0.0068834797,0.00014148206,0.00009873726,9.944902e-7,0.000006312773,0.000037149097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872416,0.000024531146,0.00025613158,0.0004911741,0.00019123252,0.00031275034],"domain_scores_gemma":[0.998977,0.00011866129,0.00004962465,0.00062450883,0.00009030612,0.00013988161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036471305,0.0001270672,0.00017637106,0.000011131411,0.00012911676,0.00007510787,0.00080172473,0.00008416433,0.00001218221],"category_scores_gemma":[0.000029443907,0.00009990826,0.00009468565,0.00048116694,0.000012861115,0.00028129906,0.00025483413,0.00010225046,0.0000655709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009774878,0.00021185935,0.00813194,0.0020293673,0.0001156837,0.0000035113128,0.0041478444,0.32906154,0.000006336567,0.53822577,0.025609538,0.092358835],"study_design_scores_gemma":[0.00018459346,0.000044498123,0.0007972588,0.000016545107,0.0000067401043,4.745804e-7,0.000030615807,0.93478763,0.000015657959,0.060336623,0.0036428815,0.00013647205],"about_ca_topic_score_codex":0.00000384662,"about_ca_topic_score_gemma":0.0000034556017,"teacher_disagreement_score":0.6057261,"about_ca_system_score_codex":0.00002677739,"about_ca_system_score_gemma":0.00003153342,"threshold_uncertainty_score":0.40741408},"labels":[],"label_agreement":null},{"id":"W3101288824","doi":"10.1109/scam51674.2020.00022","title":"DepGraph: Localizing Performance Bottlenecks in Multi-Core Applications Using Waiting Dependency Graphs and Software Tracing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; Brock University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Interleaving; Bottleneck; Dependency (UML); Dependency graph; Distributed computing; Task (project management); Overhead (engineering); Software; Graph; Multi-core processor; Blocking (statistics); Parallel computing; Embedded system; Theoretical computer science; Software engineering; Operating system; Computer network","score_opus":0.07989300445648945,"score_gpt":0.29994221848177804,"score_spread":0.2200492140252886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101288824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41625172,0.0008831907,0.58131707,0.000053125157,0.00022203228,0.00072477234,0.0000043000427,0.00049327215,0.00005047834],"genre_scores_gemma":[0.77712107,0.00025505226,0.22225565,0.00010422168,0.00004393008,0.00017502578,0.000010112939,0.000028555673,0.0000063954085],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652356,0.0000775624,0.0009243856,0.0014606524,0.0004246849,0.0005891671],"domain_scores_gemma":[0.9980973,0.00015882618,0.00035600286,0.0010571056,0.00011709824,0.0002136704],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066171505,0.000504129,0.00063129666,0.00040965932,0.00038497968,0.00028835412,0.0010865146,0.00045950813,0.0000033012693],"category_scores_gemma":[0.00008140585,0.0004734746,0.00017684966,0.00086144736,0.00010849214,0.0006447917,0.0017012337,0.0011204397,0.000006920564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009397,0.00013726512,0.835735,0.0033802534,0.000058894002,0.000024710287,0.0027227981,0.014328361,0.00030017263,0.0008488532,0.00000910481,0.14244518],"study_design_scores_gemma":[0.0004367319,0.00002717687,0.022839434,0.0009424684,0.000024775387,0.000055184475,0.0001933199,0.97082376,0.00036811756,0.0035326201,0.000037483205,0.0007189266],"about_ca_topic_score_codex":0.0006614076,"about_ca_topic_score_gemma":0.0001661844,"teacher_disagreement_score":0.9564954,"about_ca_system_score_codex":0.00014644043,"about_ca_system_score_gemma":0.00028475927,"threshold_uncertainty_score":0.9997717},"labels":[],"label_agreement":null},{"id":"W3105551361","doi":"","title":"Ocasta: Clustering Configuration Settings For Error Recovery","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Troubleshooting; Computer science; Cluster analysis; Configuration Management (ITSM); Operating system; Artificial intelligence","score_opus":0.043266984211131225,"score_gpt":0.2958086402707571,"score_spread":0.25254165605962586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105551361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007863616,0.0000989624,0.98128057,0.0013936008,0.0044768164,0.001088639,0.000016497866,0.00053031347,0.0032510008],"genre_scores_gemma":[0.6203918,0.000033453765,0.36986387,0.0014197961,0.001339087,0.0008021631,0.00018192086,0.000059085338,0.0059088287],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981789,0.00005214978,0.00048632087,0.0007123457,0.0002748894,0.0002954159],"domain_scores_gemma":[0.99801975,0.000121273755,0.0002753128,0.0010093676,0.00047222222,0.00010205632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011940604,0.00024824045,0.00035571316,0.000097293036,0.0001185829,0.0003318205,0.00085898925,0.00033191056,0.000010283212],"category_scores_gemma":[0.00016833392,0.00020470009,0.00017074119,0.00009706576,0.000025385345,0.0004646716,0.00094458956,0.0002560274,0.00006125038],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033378016,0.00036459664,0.0018168208,0.012467396,0.00047788658,0.00001986151,0.010434743,0.0924559,0.00048534188,0.009677484,0.46131676,0.41014943],"study_design_scores_gemma":[0.0007458382,0.0002636875,0.0003430445,0.00048189182,0.000026838117,0.000025292513,0.00014551671,0.9400581,0.0011908953,0.018883156,0.036972385,0.00086334505],"about_ca_topic_score_codex":0.00006657638,"about_ca_topic_score_gemma":0.000023954583,"teacher_disagreement_score":0.8476022,"about_ca_system_score_codex":0.0001975001,"about_ca_system_score_gemma":0.00043494205,"threshold_uncertainty_score":0.8347427},"labels":[],"label_agreement":null},{"id":"W3106681573","doi":"","title":"6th International Conference on Queueing Theory and Network Applications, QTNA 2011 - Proceedings: Preface","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Queueing theory; Computer science; G-network; Layered queueing network; Computer network; Operations research; Engineering","score_opus":0.024592172096133368,"score_gpt":0.24650152501276137,"score_spread":0.221909352916628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106681573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022986831,0.00014925122,0.78083515,0.00036091253,0.00049713335,0.00060056406,0.0000010843411,0.00049061154,0.19407843],"genre_scores_gemma":[0.98047835,0.00007735844,0.018005976,0.0002755838,0.00012189656,0.00009777825,7.7527056e-7,0.000005110839,0.00093719014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999156,0.000021542926,0.0001691877,0.00033466244,0.00015370997,0.00016491313],"domain_scores_gemma":[0.9994646,0.000044252043,0.000074540774,0.00023435349,0.00012061645,0.00006166138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006281482,0.00010085352,0.000097433585,0.000037745394,0.000113018934,0.00008420498,0.00055358233,0.000054408887,0.00012788642],"category_scores_gemma":[0.000012625077,0.000074253025,0.000021684085,0.000087217835,0.000056138335,0.0004480391,0.00018314667,0.000094148876,0.00010613769],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019028026,0.00004405956,0.02219814,0.000021756327,0.00001453674,2.97199e-7,0.000978398,0.000005066943,0.000019647625,0.95792866,0.0011847403,0.017585693],"study_design_scores_gemma":[0.0015717852,0.0007343321,0.18164062,0.0004740324,0.00003470702,0.000104463514,0.001589564,0.06776669,0.0045562694,0.703506,0.03632091,0.0017006649],"about_ca_topic_score_codex":0.000024576308,"about_ca_topic_score_gemma":0.000002251056,"teacher_disagreement_score":0.9574915,"about_ca_system_score_codex":0.000021012618,"about_ca_system_score_gemma":0.000031673448,"threshold_uncertainty_score":0.30279505},"labels":[],"label_agreement":null},{"id":"W3110837624","doi":"","title":"ASE 2010, 25th IEEE/ACM International Conference on Automated Software Engineering","year":2010,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Computer science","score_opus":0.018811789556581672,"score_gpt":0.2453810431504081,"score_spread":0.22656925359382643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110837624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15415157,0.00017983057,0.8150273,0.008772539,0.007817257,0.0008122376,0.00011161254,0.004696963,0.008430712],"genre_scores_gemma":[0.7034297,0.00018373028,0.29264033,0.0001335858,0.00008942474,0.00013276067,0.0002689042,0.000050205475,0.0030713477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960456,0.0011140343,0.0006308723,0.0010797412,0.000707856,0.00042193572],"domain_scores_gemma":[0.9914433,0.0009015252,0.00049805106,0.004623214,0.0022973162,0.00023659173],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036590649,0.00044127385,0.00041625588,0.0002861913,0.00025696558,0.0008336313,0.005085295,0.00053212553,0.00015154156],"category_scores_gemma":[0.0030788276,0.00043316666,0.00022311416,0.0003281356,0.00013065699,0.00034302816,0.0025554013,0.0013382215,0.00023866298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010935715,0.0062983516,0.030580321,0.0036110566,0.0012763792,0.00017858835,0.049285844,0.015476702,0.022494687,0.58610696,0.072862014,0.21171972],"study_design_scores_gemma":[0.0005322551,9.921777e-7,0.009068269,0.0024448305,0.000018074481,0.000027671098,0.000017797343,0.95591176,0.023392377,0.0014860383,0.006331992,0.00076794124],"about_ca_topic_score_codex":0.0004393126,"about_ca_topic_score_gemma":0.00016667474,"teacher_disagreement_score":0.94043505,"about_ca_system_score_codex":0.00017066214,"about_ca_system_score_gemma":0.00045170868,"threshold_uncertainty_score":0.999812},"labels":[],"label_agreement":null},{"id":"W3112699636","doi":"10.1145/3424771.3424812","title":"On the Study of Microservices Antipatterns","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure; Polytechnique Montréal; Université du Québec à Montréal","funders":"","keywords":"Microservices; Code refactoring; Computer science; Software engineering; Architecture; Service-oriented architecture; Programming language; Software; Operating system; Web service","score_opus":0.0280789946485587,"score_gpt":0.24501826155211276,"score_spread":0.21693926690355406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112699636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98863304,0.000005795072,0.007226999,0.0031517076,0.00009497968,0.00019776759,3.299096e-7,0.00006408887,0.00062529265],"genre_scores_gemma":[0.99788135,6.722009e-7,0.00014586946,0.001933137,0.000017979202,0.000004480408,5.5758495e-8,0.000001536855,0.000014934176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99946445,0.000041190073,0.00012608158,0.00015188956,0.00014769025,0.00006868556],"domain_scores_gemma":[0.9994439,0.000093585164,0.000040049228,0.00036806375,0.0000310196,0.00002336709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013423417,0.00004808906,0.00007938943,0.000009499728,0.00004460048,0.000027109276,0.0006926077,0.000012482512,0.00002907992],"category_scores_gemma":[0.000012558518,0.000023032491,0.00002336015,0.00018762553,0.000009976291,0.00008633898,0.00013899073,0.000046058176,0.00007304035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003932171,0.0014245679,0.8966556,0.00023013641,0.00009641238,0.000008839098,0.06526429,0.0003760552,0.0024042805,0.011949725,0.008333138,0.013217634],"study_design_scores_gemma":[0.0024035056,0.0060559493,0.86412233,0.000089707435,0.000020821144,0.000005071824,0.0107548665,0.06810934,0.043621033,0.001367711,0.0028220706,0.0006276133],"about_ca_topic_score_codex":0.00008302416,"about_ca_topic_score_gemma":0.000011711951,"teacher_disagreement_score":0.06773329,"about_ca_system_score_codex":0.0000025056684,"about_ca_system_score_gemma":0.000008659746,"threshold_uncertainty_score":0.1287049},"labels":[],"label_agreement":null},{"id":"W3114941919","doi":"10.1109/isncc49221.2020.9297238","title":"A Framework for Automated Monitoring and Orchestration of Cloud-Native applications","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Orchestration; Cloud computing; Computer science; Scalability; Implementation; Distributed computing; Software engineering; Operating system","score_opus":0.038011438243995214,"score_gpt":0.3157899374146157,"score_spread":0.2777784991706205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114941919","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04431178,0.000033014552,0.9540972,0.0007309507,0.00006534279,0.00035137878,0.0000013642137,0.00032727438,0.000081703765],"genre_scores_gemma":[0.7303049,0.0000041132494,0.26951495,0.000024684452,0.000071673465,0.000074560405,4.856927e-7,0.0000016298771,0.0000029700113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995751,0.000010672432,0.00013335186,0.00014973232,0.00006814355,0.00006300585],"domain_scores_gemma":[0.99953973,0.00015330716,0.0000527932,0.00012923547,0.00008498535,0.000039967625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009134007,0.000043356977,0.00007943097,0.000013323944,0.000049141552,0.000022007585,0.00014054141,0.000043163167,7.303722e-7],"category_scores_gemma":[0.0000614554,0.00003474659,0.000018830298,0.00019951437,0.00002055942,0.00015076928,0.000037771697,0.00003674571,0.0000019236154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045668745,0.00017187274,0.07931035,0.0014255097,0.00009923586,4.880871e-7,0.019508885,0.0011046431,0.0067986697,0.79412514,0.0006558687,0.09675367],"study_design_scores_gemma":[0.0005975139,0.00044812687,0.049080018,0.00010070235,0.00001691031,0.0000028097975,0.00063128414,0.84484076,0.06060916,0.042074807,0.0012865689,0.00031135342],"about_ca_topic_score_codex":0.0000047106546,"about_ca_topic_score_gemma":1.0903797e-7,"teacher_disagreement_score":0.8437361,"about_ca_system_score_codex":0.0000077066725,"about_ca_system_score_gemma":0.000027806225,"threshold_uncertainty_score":0.14169249},"labels":[],"label_agreement":null},{"id":"W3117748934","doi":"10.1109/iemcon51383.2020.9284892","title":"OMSAC - Ontology of Microservices Architecture Concepts","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Architecture; Ontology; Architectural style; Data science; Representation (politics); Software engineering; Cloud computing; Epistemology","score_opus":0.012386922328468686,"score_gpt":0.25466554834031563,"score_spread":0.24227862601184694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117748934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53762996,0.00037915268,0.44627884,0.010003616,0.00037875227,0.00020416333,0.0000028432305,0.00031790917,0.004804769],"genre_scores_gemma":[0.9780851,0.0000037242883,0.01972372,0.00209738,0.000043243952,0.0000027134731,6.3888535e-7,0.0000022904112,0.00004117477],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993144,0.00003684834,0.00018707737,0.0002236534,0.00010614913,0.00013185889],"domain_scores_gemma":[0.9994773,0.00005670691,0.000062858926,0.0002830122,0.00005345513,0.00006662512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007931054,0.00007210329,0.0001699087,0.00001768839,0.00002803845,0.000014022938,0.00062662596,0.00005483273,0.000049156733],"category_scores_gemma":[0.000019191937,0.000049781465,0.00005193824,0.00019874497,0.00005624791,0.000116410774,0.00015134229,0.00007353398,0.0000543852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017229827,0.00040304766,0.44624168,0.003027236,0.0002545183,0.000048405906,0.08135384,0.0018579636,0.076824404,0.067814015,0.015481519,0.30652106],"study_design_scores_gemma":[0.0058117704,0.003487959,0.21822137,0.00025043506,0.00005534061,0.0001564586,0.0017119738,0.06934549,0.40928087,0.014446902,0.27490237,0.002329071],"about_ca_topic_score_codex":0.00007058283,"about_ca_topic_score_gemma":0.00002145265,"teacher_disagreement_score":0.44045517,"about_ca_system_score_codex":0.0000049170467,"about_ca_system_score_gemma":0.000040873056,"threshold_uncertainty_score":0.20300293},"labels":[],"label_agreement":null},{"id":"W3118549947","doi":"10.1007/s10766-020-00689-5","title":"Automated Generation of Model-Based Constraints for Common Multi-core and Real-Time Applications Using Execution Tracing","year":2021,"lang":"en","type":"article","venue":"International Journal of Parallel Programming","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"","keywords":"Computer science; Scalability; Tracing; Overhead (engineering); Process (computing); Kernel (algebra); Event (particle physics); Distributed computing; Execution time; Real-time computing; Programming language; Operating system","score_opus":0.06982645979023029,"score_gpt":0.3553432237376553,"score_spread":0.28551676394742503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118549947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24016358,0.00007902033,0.75929,0.00010158141,0.00013478748,0.00018202154,0.0000050000626,0.000039117847,0.00000493275],"genre_scores_gemma":[0.56870085,0.000009067384,0.43119597,0.000013102695,0.000053566393,0.000010519855,0.000010151621,0.0000036116667,0.0000031378859],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988619,0.000036695088,0.0005614002,0.00015442682,0.0002744201,0.00011113937],"domain_scores_gemma":[0.99819165,0.00008258442,0.0004990318,0.00012638213,0.001048332,0.000052033494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047942513,0.000086593915,0.00018741975,0.00011607318,0.00008370156,0.00009350051,0.00023404925,0.000061959596,0.0000013810262],"category_scores_gemma":[0.000054587796,0.000080146616,0.000099540724,0.00011395481,0.00006835085,0.00036056596,0.000039556882,0.00007054437,3.5071943e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008125413,0.0007444114,0.012832465,0.00024627606,0.00029010308,0.000030943702,0.001329399,0.5628032,0.18920435,0.0030662138,0.00005803925,0.22931333],"study_design_scores_gemma":[0.0008537372,0.00004300024,0.00052386086,0.00011539382,0.000018388855,0.00012362887,0.00003554561,0.9934701,0.004516682,0.00018645986,0.000036797563,0.000076424745],"about_ca_topic_score_codex":0.000012210924,"about_ca_topic_score_gemma":0.0000042323445,"teacher_disagreement_score":0.43066686,"about_ca_system_score_codex":0.00008608143,"about_ca_system_score_gemma":0.00024883726,"threshold_uncertainty_score":0.3268284},"labels":[],"label_agreement":null},{"id":"W3119029787","doi":"10.1007/s10664-020-09893-w","title":"Demystifying the challenges and benefits of analyzing user-reported logs in bug reports","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Concordia University","funders":"","keywords":"Debugging; Computer science; Software bug; Security bug; Process (computing); Software engineering; World Wide Web; Data science; Software; Programming language; Computer security","score_opus":0.03840174201774539,"score_gpt":0.26340921822509084,"score_spread":0.22500747620734546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119029787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9057561,0.014393839,0.078319415,0.00081649685,0.00037357525,0.00011181599,5.100559e-7,0.00021235482,0.000015867872],"genre_scores_gemma":[0.9886401,0.00036296365,0.010868802,0.000039566225,0.0000507428,0.0000151220975,0.0000010998308,0.000011790475,0.000009784892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984164,0.000045868288,0.00055211515,0.0004454886,0.00025661543,0.00028351034],"domain_scores_gemma":[0.9985342,0.0005309871,0.0001272027,0.0006194586,0.00010953374,0.00007864412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007220297,0.00015831068,0.00031199207,0.000093709925,0.00005847064,0.00004008003,0.0002194976,0.00010726217,0.0000023941725],"category_scores_gemma":[0.0012779839,0.000118990465,0.00007069768,0.000553222,0.000027303215,0.00025492773,0.00029415629,0.00023351141,0.0000010135502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023737946,0.00005954798,0.94089204,0.00035960102,0.00005437132,0.00029697342,0.0021571824,0.031368915,0.000104161976,0.0003192146,0.00003229833,0.024353297],"study_design_scores_gemma":[0.00015681342,0.000022502336,0.99039143,0.0002987082,0.000011776827,0.00046441503,0.000046218753,0.005713766,0.0014509717,0.00026360285,0.0009557644,0.00022401447],"about_ca_topic_score_codex":0.000021205362,"about_ca_topic_score_gemma":0.000018997369,"teacher_disagreement_score":0.082884,"about_ca_system_score_codex":0.000046903086,"about_ca_system_score_gemma":0.000066431305,"threshold_uncertainty_score":0.48522902},"labels":[],"label_agreement":null},{"id":"W3122148884","doi":"10.7287/peerj.preprints.2496v1","title":"An exploratory study of the state of practice of performance testing in Java-based open source projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Test strategy; Test suite; Software engineering; Suite; Software performance testing; Quality (philosophy); Integration testing; Task (project management); Unit testing; Software quality; Exploratory research; Test (biology); Process management; Software; Software development; Test case; Systems engineering; Operating system; Engineering; Software construction","score_opus":0.04216808551109924,"score_gpt":0.2931957702763548,"score_spread":0.25102768476525555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122148884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98862004,0.000007286891,0.0099289,0.00006683014,0.000079055055,0.00089776254,8.441108e-7,0.00002962537,0.00036967956],"genre_scores_gemma":[0.9950295,0.0000012259846,0.0048532565,0.000034074248,0.0000052227215,0.00003630359,4.556371e-8,0.000005815742,0.000034544297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983037,0.00036205706,0.00054281193,0.00026874687,0.00036463083,0.00015803162],"domain_scores_gemma":[0.99744856,0.0005569212,0.0004937242,0.0010682648,0.00040324297,0.00002929658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021820937,0.000097368276,0.0002377941,0.000081455415,0.000045865698,0.00001873476,0.0015673086,0.000025215664,0.0000018505084],"category_scores_gemma":[0.0004844343,0.00004738644,0.00002190235,0.0007531291,0.00007849715,0.0015311682,0.00043436678,0.000069150614,0.0000016434375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081635815,0.0016637171,0.9051308,0.00020522086,0.000013392193,8.206478e-7,0.017072918,0.003008688,0.004744796,0.00001809334,0.00001355956,0.06804634],"study_design_scores_gemma":[0.0064401226,0.006789248,0.6347211,0.0015920087,0.00002692905,0.000007649075,0.0086760875,0.10122817,0.23963156,0.00008226764,0.00026500135,0.0005398372],"about_ca_topic_score_codex":0.000508365,"about_ca_topic_score_gemma":0.00014672508,"teacher_disagreement_score":0.2704097,"about_ca_system_score_codex":0.000031200772,"about_ca_system_score_gemma":0.0003542443,"threshold_uncertainty_score":0.29124755},"labels":[],"label_agreement":null},{"id":"W3123326965","doi":"10.1145/3324884.3416636","title":"Where shall we log?","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Logging; Computer science; Debugging; Block (permutation group theory); Overhead (engineering); Code (set theory); Well logging; Source code; Database; Programming language; Set (abstract data type); Petroleum engineering; Engineering","score_opus":0.021957748352463318,"score_gpt":0.23292042478866898,"score_spread":0.21096267643620567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123326965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01759477,0.0010934841,0.88488746,0.06448343,0.0006546896,0.0002183065,8.0963525e-7,0.0013146488,0.029752433],"genre_scores_gemma":[0.97752726,0.000107276384,0.019130446,0.002393672,0.0001535645,0.0000060271145,2.968381e-7,0.0000044457906,0.0006769936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993483,0.000017681788,0.00012181147,0.0002374805,0.00013656382,0.00013819632],"domain_scores_gemma":[0.9995205,0.000025234222,0.000021379097,0.00029999504,0.000031819432,0.000101102334],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008004885,0.00006519932,0.000091877766,0.000011010586,0.00004215033,0.000053882173,0.0005502656,0.000039701306,0.00013254974],"category_scores_gemma":[0.000015834707,0.000045099016,0.00004319181,0.00019754026,0.000014918922,0.00028507903,0.00016868689,0.00006672668,0.0011773404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025803325,0.00025693205,0.12638654,0.0012045789,0.00007502122,0.000079744255,0.013095763,0.0004489127,0.0011703118,0.09890798,0.38775957,0.37058884],"study_design_scores_gemma":[0.0009543038,0.0005907045,0.009602697,0.00011262594,0.000007326691,0.000033251134,0.0002531717,0.21187314,0.0035043568,0.0035386293,0.76876706,0.0007627196],"about_ca_topic_score_codex":0.000013090242,"about_ca_topic_score_gemma":0.000005160147,"teacher_disagreement_score":0.9599325,"about_ca_system_score_codex":0.000009861588,"about_ca_system_score_gemma":0.00003321128,"threshold_uncertainty_score":0.99960035},"labels":[],"label_agreement":null},{"id":"W3130909071","doi":"10.1109/icse-nier52604.2021.00017","title":"On Automatic Parsing of Log Records","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Parsing; Task (project management); Software; Translation (biology); Software system; Web log analysis software","score_opus":0.014388916270829336,"score_gpt":0.2504828370745478,"score_spread":0.2360939208037185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130909071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7662766,0.00005317176,0.21508996,0.00050973654,0.0008391907,0.00006223525,3.0711604e-7,0.00019975998,0.016969051],"genre_scores_gemma":[0.9700564,0.0000036876256,0.02929724,0.00018368865,0.000014471879,0.0000018852626,3.3249788e-7,0.0000018875854,0.0004404041],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938923,0.00003895633,0.00017214764,0.00015693791,0.0001437691,0.00009895601],"domain_scores_gemma":[0.9992763,0.000120928664,0.00004025249,0.00046754823,0.000068156005,0.000026862364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019745465,0.00004701393,0.00011098776,0.000026948052,0.000031793857,0.000020428197,0.00019506017,0.000030810617,0.000081332735],"category_scores_gemma":[0.00007596029,0.00003449059,0.000043653985,0.0002390029,0.000015366648,0.00012374566,0.00006698309,0.000041343108,0.000069396105],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006788133,0.00056950457,0.048607465,0.0007200523,0.000057830777,0.000052014464,0.0020346106,0.0005281859,0.0015422034,0.10058463,0.012313465,0.83298326],"study_design_scores_gemma":[0.0014061424,0.0007628683,0.15475301,0.0010124646,0.000019867915,0.0001709232,0.00028603227,0.5881478,0.1863135,0.06206664,0.0042407396,0.000820007],"about_ca_topic_score_codex":0.000014490862,"about_ca_topic_score_gemma":0.00000381597,"teacher_disagreement_score":0.8321632,"about_ca_system_score_codex":0.00001908183,"about_ca_system_score_gemma":0.0000786047,"threshold_uncertainty_score":0.14064854},"labels":[],"label_agreement":null},{"id":"W3132437433","doi":"10.1007/s10723-021-09546-2","title":"Fault-Detection Managers: More May Not Be the Merrier","year":2021,"lang":"en","type":"article","venue":"Journal of Grid Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scalability; Distributed computing; Architecture; Fault management; Interconnection; Control (management); Computer network; Operating system; Artificial intelligence","score_opus":0.017039205425637194,"score_gpt":0.26669933755129765,"score_spread":0.24966013212566046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132437433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58943486,0.00044951684,0.38940212,0.014421774,0.0057910155,0.00008768125,5.5472265e-7,0.00007128143,0.00034122102],"genre_scores_gemma":[0.98932624,0.000021779588,0.008514263,0.0010285745,0.0010247496,4.4188093e-7,2.0614432e-7,0.0000066244907,0.0000771429],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998407,0.00014957551,0.0005203095,0.0001837949,0.00051771477,0.00022159984],"domain_scores_gemma":[0.9984551,0.00022952835,0.0004352292,0.00042793364,0.00037998526,0.00007223122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013277796,0.00011330743,0.00021856416,0.00007140825,0.00031097676,0.00020591565,0.0006888425,0.00005672325,0.000006058003],"category_scores_gemma":[0.00016820602,0.000070399656,0.00020348986,0.00046139833,0.000043658703,0.00041013476,0.00027113574,0.00040088667,0.000008227234],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007873017,0.00028809955,0.011416898,0.00034308425,0.0005394756,0.00096223835,0.0161373,0.05797105,0.0069830054,0.0019516484,0.013507527,0.88982093],"study_design_scores_gemma":[0.002486689,0.00057803676,0.105377704,0.00083267386,0.00014568698,0.009529826,0.004427669,0.61918503,0.07941083,0.000772655,0.1762789,0.0009743014],"about_ca_topic_score_codex":0.000010070029,"about_ca_topic_score_gemma":0.0000021612,"teacher_disagreement_score":0.88884664,"about_ca_system_score_codex":0.00007605012,"about_ca_system_score_gemma":0.000113258626,"threshold_uncertainty_score":0.28708145},"labels":[],"label_agreement":null},{"id":"W3135869347","doi":"","title":"Supply China Gigabit Ethernet Over Powerline Suppliers - Yunke","year":2007,"lang":"en","type":"article","venue":"American Journal of Human Biology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"China; Gigabit Ethernet; Computer network; Ethernet; Computer science; Geography; Archaeology","score_opus":0.005511761165397278,"score_gpt":0.28073119568276794,"score_spread":0.2752194345173707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135869347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94870436,0.00015856499,0.049192365,0.00058599544,0.00066011294,0.00007156261,0.0000021533706,0.000040907602,0.00058400095],"genre_scores_gemma":[0.99522674,0.000025775644,0.0038073158,0.00051200157,0.0003447578,7.8819147e-7,0.0000024518195,0.000010414411,0.00006978052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981909,0.00018155236,0.0007386382,0.00024994215,0.00019876915,0.0004402288],"domain_scores_gemma":[0.99833286,0.00017595994,0.00073771586,0.00042942778,0.0001306789,0.0001933683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002133499,0.00017360284,0.0004785067,0.00022601914,0.000114943214,0.000031056243,0.0009987814,0.00008216157,0.00009852044],"category_scores_gemma":[0.000054702847,0.00012216638,0.000185781,0.0003494156,0.0005210621,0.00022357203,0.00011451192,0.00040098038,0.000024434796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014688878,0.00025419224,0.76774436,0.000018626117,0.00018301475,0.00011110242,0.0036783759,0.000027287899,0.013914528,0.008141682,0.003644164,0.20213576],"study_design_scores_gemma":[0.0012927146,0.006567899,0.96177816,0.0000527031,0.000024668489,0.0006203227,0.0004132725,0.0001691179,0.0022271012,0.0055542667,0.020804636,0.0004951504],"about_ca_topic_score_codex":0.00017772538,"about_ca_topic_score_gemma":0.000025725902,"teacher_disagreement_score":0.2016406,"about_ca_system_score_codex":0.00008234422,"about_ca_system_score_gemma":0.00008384395,"threshold_uncertainty_score":0.4981801},"labels":[],"label_agreement":null},{"id":"W3136085434","doi":"10.1109/tse.2021.3066330","title":"Continuously Managing NFRs: Opportunities and Challenges in Practice","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maintainability; Computer science; Agile software development; Software; Risk analysis (engineering); Software engineering; Process management; Engineering; Business","score_opus":0.040420160785735494,"score_gpt":0.2368191328294542,"score_spread":0.1963989720437187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136085434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007206269,0.0037006584,0.9860699,0.0014121083,0.00083934964,0.0001068188,0.0000024744202,0.00050380593,0.0001585979],"genre_scores_gemma":[0.892708,0.015918022,0.090854734,0.00021901345,0.000053007596,0.00007855948,8.8006175e-7,0.000031570216,0.00013620997],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988699,0.00005194086,0.00024372256,0.0003772673,0.00019769906,0.00025945238],"domain_scores_gemma":[0.99893636,0.0004325723,0.000037788548,0.0004147818,0.00009355993,0.000084947926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033343176,0.00016605807,0.00020474633,0.00018513403,0.00008188688,0.00010369103,0.0001792319,0.0000836983,0.000005869335],"category_scores_gemma":[0.00006795694,0.00017521181,0.000050996536,0.00025655047,0.000019440331,0.00094519457,0.0000063542384,0.00026081357,0.000008063831],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027591263,0.00038161303,0.00038387405,0.0011352849,0.0001761622,0.00092257035,0.006210209,0.110798694,0.00014361467,0.004279982,0.000042075833,0.87549835],"study_design_scores_gemma":[0.01068044,0.0015324597,0.02709817,0.007980063,0.00042524704,0.007976495,0.023020113,0.5893746,0.053136364,0.0010278731,0.26952323,0.008224923],"about_ca_topic_score_codex":0.000015960613,"about_ca_topic_score_gemma":0.000011786388,"teacher_disagreement_score":0.8952152,"about_ca_system_score_codex":0.000063268715,"about_ca_system_score_gemma":0.000060740702,"threshold_uncertainty_score":0.71449304},"labels":[],"label_agreement":null},{"id":"W3136439925","doi":"10.1109/msr52588.2021.00057","title":"Revisiting Dockerfiles in Open Source Software Over Time","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Container (type theory); Computer science; Code (set theory); Open source software; Software; Order (exchange); Set (abstract data type); Open source; Containerization; Data science; World Wide Web; Software engineering; Operating system; Engineering; Programming language; Business","score_opus":0.016319451102106843,"score_gpt":0.2726925110140859,"score_spread":0.25637305991197906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136439925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49826127,0.0015067477,0.48698875,0.0011229591,0.0017515547,0.0019084291,0.0000114528975,0.0013148559,0.0071339873],"genre_scores_gemma":[0.5735935,0.00020246216,0.41009298,0.0019941179,0.00096307753,0.00039582333,0.00016152133,0.00010856837,0.012487932],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969374,0.000247423,0.00070425414,0.0012703129,0.00040955367,0.0004310499],"domain_scores_gemma":[0.99712116,0.00025060872,0.00025912712,0.0021028626,0.00016147463,0.000104749444],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0013725887,0.0003458101,0.0007120749,0.00014163251,0.0001109362,0.0015850087,0.0036898078,0.00037886595,0.0004839721],"category_scores_gemma":[0.00029142242,0.00029451968,0.00018265664,0.000438861,0.00003456665,0.0008091472,0.014420771,0.00071907946,0.00022494956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002370451,0.0003445837,0.51116383,0.0034497974,0.00018275042,0.0002740847,0.0066836756,0.013526259,0.000103010425,0.0006696842,0.01271522,0.45086342],"study_design_scores_gemma":[0.003848553,0.00015852587,0.4561675,0.02217829,0.00008373179,0.0002466126,0.0007717986,0.4581838,0.0025297836,0.007918767,0.040553242,0.007359392],"about_ca_topic_score_codex":0.001160166,"about_ca_topic_score_gemma":0.00003410681,"teacher_disagreement_score":0.44465753,"about_ca_system_score_codex":0.00019017652,"about_ca_system_score_gemma":0.0005187486,"threshold_uncertainty_score":0.9999507},"labels":[],"label_agreement":null},{"id":"W3137282006","doi":"10.1109/icpc52881.2021.00047","title":"Towards improving architectural diagram consistency using system descriptors","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Consistency (knowledge bases); Interaction overview diagram; System context diagram; Diagram; Context (archaeology); Class diagram; Influence diagram; Communication diagram; Use Case Diagram; Data mining; Artificial intelligence; Programming language; Unified Modeling Language; Database","score_opus":0.026859775943402164,"score_gpt":0.25123590014036457,"score_spread":0.2243761241969624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137282006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4469612,0.00067251915,0.5435819,0.000066805784,0.006213039,0.0004649995,0.0000038187886,0.00088453025,0.001151173],"genre_scores_gemma":[0.86479753,0.000004553751,0.13472565,0.00006999183,0.00025850837,0.000049018876,0.000009491345,0.000022717019,0.00006253742],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963562,0.00026412008,0.00083928753,0.0013001114,0.0006275877,0.0006127054],"domain_scores_gemma":[0.9968409,0.000073595824,0.00035835768,0.0021232574,0.00038838485,0.00021550858],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077731727,0.0005118508,0.00079013134,0.00019834962,0.00028436442,0.0009966416,0.001626563,0.0004521248,0.000012753454],"category_scores_gemma":[0.00012862196,0.00040037677,0.00048757216,0.0003642396,0.00010600937,0.00037048745,0.0036245964,0.0007999597,0.000014699053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002839846,0.00038033456,0.049915973,0.028287653,0.00083170616,0.00067386887,0.013719236,0.027227415,0.0021745693,0.01019467,0.00024441586,0.86632174],"study_design_scores_gemma":[0.00034575968,0.00006492636,0.0051164143,0.0017134526,0.00008773201,0.00059649465,0.001016857,0.986414,0.0030307495,0.00024736515,0.00005778082,0.0013084264],"about_ca_topic_score_codex":0.0042755334,"about_ca_topic_score_gemma":0.00006314681,"teacher_disagreement_score":0.9591866,"about_ca_system_score_codex":0.00063772453,"about_ca_system_score_gemma":0.0014870251,"threshold_uncertainty_score":0.9998448},"labels":[],"label_agreement":null},{"id":"W3138148839","doi":"10.1145/2576966.2576968","title":"The API Performance Contract","year":2014,"lang":"en","type":"article","venue":"Queue","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CMC Microsystems (Canada)","funders":"","keywords":"Design by contract; Correctness; Computer science; Documentation; Software engineering; Work (physics); Software; Programming language; Computer security; Software system","score_opus":0.004790572585700352,"score_gpt":0.20089389750527373,"score_spread":0.19610332491957339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138148839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7777416,0.00037906438,0.19025302,0.0034348764,0.0028679438,0.0003352453,5.202705e-7,0.0005876266,0.024400113],"genre_scores_gemma":[0.9982939,0.000042008538,0.00074690144,0.00031335937,0.00014480474,0.000017368613,2.5322532e-7,0.0000037341918,0.00043769064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920124,0.00006104337,0.00015872714,0.00017841197,0.00017361913,0.0002269454],"domain_scores_gemma":[0.9989245,0.00022668701,0.000053468717,0.0006882352,0.00005864719,0.00004846901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008133037,0.000076832446,0.000088603294,0.000014849718,0.00032865797,0.00011919206,0.0007213372,0.000042273132,0.0000050695276],"category_scores_gemma":[0.00007986582,0.000042529635,0.000041478143,0.00012537545,0.00005431019,0.00039232458,0.00008232889,0.000107527456,0.0003582809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121406765,0.000043204916,0.06379961,0.000056394787,0.000017747621,0.00000128009,0.0006371693,0.0001624441,0.00013709559,0.083832264,0.004016164,0.8472845],"study_design_scores_gemma":[0.00052662095,0.00023058715,0.2208255,0.000049787814,0.000004489597,0.000038211787,0.000015864716,0.31961155,0.0033794462,0.0030001553,0.4519767,0.0003410789],"about_ca_topic_score_codex":0.000027044316,"about_ca_topic_score_gemma":0.000008445532,"teacher_disagreement_score":0.8469434,"about_ca_system_score_codex":0.00002108934,"about_ca_system_score_gemma":0.00003538859,"threshold_uncertainty_score":0.46050957},"labels":[],"label_agreement":null},{"id":"W3138238821","doi":"10.1145/3249132","title":"Session details: QoSA architecture evaluation","year":2011,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Session (web analytics); Computer science; Architecture; Computer architecture; World Wide Web; History; Archaeology","score_opus":0.04085392465230162,"score_gpt":0.26937564983924794,"score_spread":0.22852172518694633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138238821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2219263,0.00007217798,0.74183065,0.00012713535,0.0006577716,0.0002800255,1.8263233e-7,0.0003341516,0.034771625],"genre_scores_gemma":[0.94987273,0.0000024334838,0.04977155,0.00013287777,0.000040248557,0.000021124437,8.128341e-7,0.0000028296026,0.00015539296],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990694,0.00008739675,0.00014637475,0.00024049716,0.00031064582,0.00014569919],"domain_scores_gemma":[0.9992554,0.000018933813,0.00004256867,0.0005173995,0.00011368016,0.00005200366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006951203,0.00007636526,0.00007820248,0.000052215313,0.00007939486,0.000027919348,0.0003867954,0.000056407378,0.00021664258],"category_scores_gemma":[0.000042716107,0.00004807813,0.000042398842,0.00019596647,0.000018948223,0.00032618662,0.0001016931,0.000074496886,0.00017109554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008398399,0.000088481254,0.03348911,0.00003317653,0.00001088592,0.0000020734558,0.0037743044,0.00007275533,0.0003088515,0.0029917173,0.0007974331,0.95842284],"study_design_scores_gemma":[0.0016849318,0.00047691123,0.6885331,0.00015254776,0.000032828506,0.00010640818,0.00028229685,0.18042736,0.046075337,0.07387765,0.0073843454,0.0009662464],"about_ca_topic_score_codex":0.00006270007,"about_ca_topic_score_gemma":0.000011388139,"teacher_disagreement_score":0.9574566,"about_ca_system_score_codex":0.000027482605,"about_ca_system_score_gemma":0.00006760143,"threshold_uncertainty_score":0.23720844},"labels":[],"label_agreement":null},{"id":"W3138934008","doi":"10.1145/3258185","title":"Session details: Policy analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web","score_opus":0.00740683333304923,"score_gpt":0.2691433845497086,"score_spread":0.26173655121665934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138934008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5730154,0.000007757759,0.4140562,0.0016110488,0.00042399712,0.000066058936,3.3276484e-7,0.00036478153,0.010454419],"genre_scores_gemma":[0.97164315,0.0000022627853,0.027248517,0.00023733605,0.000107250016,0.0000047230114,6.961278e-7,0.0000019103943,0.00075415574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99927014,0.000020206415,0.00014500302,0.00023071788,0.00016883214,0.00016507333],"domain_scores_gemma":[0.999021,0.000040777668,0.000036535155,0.0007563963,0.00006356832,0.00008170012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029347258,0.000067955894,0.00012055719,0.00022774859,0.00009319795,0.00008144933,0.0005269848,0.00006585799,0.00009614551],"category_scores_gemma":[0.000057907353,0.000043431486,0.00010999807,0.0015062822,0.000024295225,0.00036698327,0.00013787512,0.00011478778,0.00020929376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031645363,0.00013393574,0.70112604,0.000028834385,0.00019028074,0.000004922089,0.00074453116,0.00016603639,0.00503778,0.062690325,0.002049389,0.22782475],"study_design_scores_gemma":[0.00042462765,0.00006896151,0.74634033,0.000008120487,0.00008832776,0.000023925615,0.00004770988,0.19266486,0.013514349,0.006402287,0.039861567,0.0005549531],"about_ca_topic_score_codex":0.00033192625,"about_ca_topic_score_gemma":0.00016974578,"teacher_disagreement_score":0.39862776,"about_ca_system_score_codex":0.000012274699,"about_ca_system_score_gemma":0.00007960102,"threshold_uncertainty_score":0.26901177},"labels":[],"label_agreement":null},{"id":"W3147459846","doi":"10.1109/icse.2002.1007981","title":"Architecture recovery of Web applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architecture; World Wide Web; Computer architecture","score_opus":0.006457278265283677,"score_gpt":0.21728715528998915,"score_spread":0.2108298770247055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147459846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009957068,0.00007531722,0.9562867,0.00011951868,0.00011018997,0.00014534728,7.4633743e-7,0.000093921946,0.03321116],"genre_scores_gemma":[0.9047806,0.000013041424,0.0943315,0.00010887081,0.000016298125,0.000035994584,5.170727e-7,0.0000024436724,0.0007106918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995314,0.00002559045,0.00012872729,0.00013729866,0.00009221385,0.00008476929],"domain_scores_gemma":[0.99937725,0.000051209416,0.00003581272,0.00046675082,0.000041442614,0.000027548649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017436457,0.000043589742,0.00007378137,0.000038375943,0.000032439562,0.000010958137,0.00025512534,0.00003137898,0.000023462046],"category_scores_gemma":[0.000019344787,0.0000307729,0.000041767726,0.00025690408,0.000020928692,0.00008838985,0.000027267715,0.000042828207,0.00006458599],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008356204,0.00044998055,0.035942636,0.00041670265,0.00006665591,0.0000015352606,0.00083965145,0.003360204,0.0058171577,0.57889336,0.0072726835,0.36693105],"study_design_scores_gemma":[0.0011410561,0.00035820503,0.010722062,0.000069825284,0.00001587974,0.000116612035,0.00011500097,0.0038019905,0.057305623,0.20370287,0.72184026,0.00081061677],"about_ca_topic_score_codex":0.000003850548,"about_ca_topic_score_gemma":0.0000028635986,"teacher_disagreement_score":0.89482355,"about_ca_system_score_codex":0.000008605418,"about_ca_system_score_gemma":0.00006720866,"threshold_uncertainty_score":0.12548824},"labels":[],"label_agreement":null},{"id":"W3156363234","doi":"10.1109/tse.2020.3023955","title":"PerfJIT: Test-Level Just-in-Time Prediction for Performance Regression Introducing Commits","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Commit; Computer science; Regression; Machine learning; Regression analysis; Regression testing; Test (biology); Artificial intelligence; Performance prediction; Linear regression; Code (set theory); Data mining; Statistics; Database; Software; Set (abstract data type); Programming language; Software system; Mathematics","score_opus":0.02316888172101865,"score_gpt":0.22436103631883705,"score_spread":0.20119215459781842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156363234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109335974,0.000039797724,0.88792145,0.00026317232,0.0009845977,0.0004565727,0.00004447429,0.0009487269,0.000005246599],"genre_scores_gemma":[0.9306482,0.00003315564,0.068674885,0.00013965344,0.00021388255,0.00016421368,0.0000047559042,0.000037228932,0.000084019724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819607,0.00002219003,0.0004411816,0.0005949545,0.00034014136,0.00040548923],"domain_scores_gemma":[0.9987562,0.00041636397,0.0000679714,0.0004983884,0.00009942234,0.00016168227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035258758,0.0002773084,0.0003082701,0.00019844528,0.00021879312,0.0000800721,0.0005559166,0.00015596802,0.000013565868],"category_scores_gemma":[0.00015321629,0.00025729503,0.00012865466,0.0006584282,0.000018813218,0.0007536393,0.000008125789,0.0004229586,0.00006256537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000758587,0.0002104823,0.0070166267,0.0008669316,0.000034454883,0.000005089087,0.0021897946,0.9203896,0.0028468396,0.000008632999,0.0006258177,0.065729894],"study_design_scores_gemma":[0.00091090915,0.00042210083,0.006629386,0.0003924925,0.000016343418,0.00001633032,0.000017494789,0.966293,0.024043897,0.0000022160918,0.0009031984,0.0003526545],"about_ca_topic_score_codex":0.0000050438025,"about_ca_topic_score_gemma":8.7483437e-7,"teacher_disagreement_score":0.82131225,"about_ca_system_score_codex":0.00016336596,"about_ca_system_score_gemma":0.000062179446,"threshold_uncertainty_score":0.9999879},"labels":[],"label_agreement":null},{"id":"W3157891410","doi":"","title":"Proceedings of the 2nd International Workshop on Software Engineering for Parallel Systems","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Software engineering; Software; Computer science; Systems engineering; Engineering management; Engineering; Programming language","score_opus":0.02544686324914239,"score_gpt":0.24235227573508278,"score_spread":0.2169054124859404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157891410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15247263,0.00008601522,0.8381659,0.000863876,0.005207268,0.0009220839,0.0000038385037,0.0003500611,0.0019283575],"genre_scores_gemma":[0.9672439,0.0000016294919,0.03138191,0.000060589766,0.00015473396,0.00008476436,5.3372514e-7,0.0000066574435,0.0010652761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992433,0.000002883482,0.00018998157,0.00016925026,0.00027288796,0.00012169972],"domain_scores_gemma":[0.99933153,0.00007768836,0.00007572677,0.00018351091,0.00028612197,0.000045417255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003470274,0.0000770301,0.00010511134,0.000039507555,0.000029719464,0.00006712768,0.00073879515,0.00004892112,9.707426e-7],"category_scores_gemma":[0.00031790588,0.000044497538,0.00005963007,0.00014928145,0.000013652228,0.00024243066,0.00012466151,0.000057475325,0.00000475227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017559521,0.00047360524,0.23476742,0.0014045421,0.00027744187,0.0000011822227,0.0067574307,0.14218847,0.00035970533,0.4878714,0.111629285,0.014093901],"study_design_scores_gemma":[0.0019873271,0.0002485858,0.01922619,0.0008429027,0.000013376897,0.00003334728,0.0006799797,0.90892565,0.0022390273,0.001025376,0.06424998,0.00052825216],"about_ca_topic_score_codex":0.000009753107,"about_ca_topic_score_gemma":4.4595973e-7,"teacher_disagreement_score":0.8147713,"about_ca_system_score_codex":0.00005433658,"about_ca_system_score_gemma":0.000037697206,"threshold_uncertainty_score":0.18145569},"labels":[],"label_agreement":null},{"id":"W3157917381","doi":"10.5220/0010407701900198","title":"A Holistic Machine Learning-based Autoscaling Approach for Microservice Applications","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Human–computer interaction","score_opus":0.024486459250432174,"score_gpt":0.26960964576258467,"score_spread":0.2451231865121525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157917381","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008821485,0.00022981041,0.996748,0.00041099903,0.000086318345,0.00036048668,0.000005382311,0.00039891427,0.0008779906],"genre_scores_gemma":[0.47576764,0.0000033648084,0.5222383,0.0006727974,0.00007319207,0.00040678034,0.00007794585,0.000010606252,0.0007493451],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989458,0.0000444374,0.0002084572,0.00045887753,0.00012806876,0.00021436252],"domain_scores_gemma":[0.9988948,0.00016275259,0.000055884208,0.000602852,0.00021626448,0.00006742473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034073138,0.00010315804,0.00014574893,0.000037891892,0.0002508725,0.0001307941,0.000480029,0.000063286025,0.000010785238],"category_scores_gemma":[0.000057029923,0.000086089305,0.00008995485,0.00043899467,0.000020390968,0.00011788577,0.00011188953,0.00011026623,0.000025836702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010754084,0.0050517144,0.10205205,0.0110530285,0.00032898024,0.000021072365,0.0031093624,0.49752688,0.025098749,0.14003213,0.003662194,0.2119563],"study_design_scores_gemma":[0.00036231094,0.000021486114,0.00050487433,0.000008032974,0.0000076250158,0.000009238716,0.000026493224,0.9729053,0.004103862,0.00033498646,0.0215736,0.00014221035],"about_ca_topic_score_codex":0.000035077057,"about_ca_topic_score_gemma":0.0000069924104,"teacher_disagreement_score":0.4753784,"about_ca_system_score_codex":0.000033856733,"about_ca_system_score_gemma":0.00015598732,"threshold_uncertainty_score":0.351062},"labels":[],"label_agreement":null},{"id":"W3159076496","doi":"10.1007/s10664-020-09910-y","title":"Promises and challenges of microservices: an exploratory study","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Computer science; Software deployment; Scalability; Reuse; Best practice; Software development; Process (computing); Software engineering; Code reuse; Software; Knowledge management; Engineering; Cloud computing; Database; Management","score_opus":0.04185144518438682,"score_gpt":0.2711256357909792,"score_spread":0.22927419060659238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159076496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96382326,0.0044394103,0.030845614,0.00013898627,0.00023682197,0.0001542126,0.000001347482,0.0003545736,0.0000057620473],"genre_scores_gemma":[0.98264736,0.00013716279,0.017071875,0.000039087932,0.00005695205,0.000028829767,9.937503e-7,0.000012848441,0.0000048723045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998859,0.00006325552,0.0002609225,0.00041256877,0.00020672464,0.0001975225],"domain_scores_gemma":[0.99897754,0.00016738597,0.000045409255,0.0005593191,0.0001280776,0.00012228166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003010401,0.00014570529,0.00026022704,0.00005355816,0.000050573028,0.000047297835,0.00031369054,0.00006757558,0.000003654732],"category_scores_gemma":[0.00017226677,0.00012712892,0.00003923872,0.00026375664,0.000017823213,0.00050657353,0.0002732749,0.00011218316,0.0000036343183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013694165,0.0015088556,0.9178703,0.0022440876,0.00013532596,0.00013148894,0.0437936,0.0017958808,0.0013200837,0.00024934654,0.000050202336,0.03088713],"study_design_scores_gemma":[0.0013167496,0.0008328237,0.97322595,0.0002772186,0.000030394702,0.000074473355,0.0033177335,0.0070722043,0.008656147,0.00019538075,0.0041910126,0.0008098825],"about_ca_topic_score_codex":0.0000045238385,"about_ca_topic_score_gemma":0.000014761531,"teacher_disagreement_score":0.055355676,"about_ca_system_score_codex":0.000021702435,"about_ca_system_score_gemma":0.000064462954,"threshold_uncertainty_score":0.5184167},"labels":[],"label_agreement":null},{"id":"W3159695152","doi":"10.1145/3448976","title":"A Survey of Software Log Instrumentation","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Instrumentation (computer programming); Logging; Source code; Software; Database; Software engineering; Audit; Operating system; Accounting","score_opus":0.08397002981832441,"score_gpt":0.35211620884758943,"score_spread":0.268146179029265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159695152","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017808887,0.8005222,0.1969777,0.000004470263,0.0016536659,0.00038837158,0.000039174378,0.00021641508,0.0000198853],"genre_scores_gemma":[0.0013156057,0.9701703,0.027735863,0.000018267687,0.00010476118,0.000013688923,0.0005569837,0.000045453824,0.000039040322],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912244,0.005442357,0.0014441557,0.00092275534,0.000536585,0.00042974434],"domain_scores_gemma":[0.99158233,0.0040600626,0.0010929185,0.002565489,0.0006018946,0.00009727424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009325274,0.0004713529,0.0022595061,0.0002378185,0.00014954222,0.00014464889,0.0028046498,0.00037792392,0.000010662228],"category_scores_gemma":[0.0035933224,0.00039786843,0.0004642042,0.0019212168,0.00007968023,0.0002400783,0.0018742032,0.0004320666,0.00006115716],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8743917e-7,0.000046414953,0.009887858,0.006083923,0.000093559975,0.0000054993316,0.000081898615,0.000012446596,1.3672349e-8,0.00001909692,0.000218331,0.9835508],"study_design_scores_gemma":[0.002115878,0.0007429877,0.3952933,0.12718745,0.00080203736,0.0005293843,0.000049890783,0.0051171975,0.000023498396,0.00039794057,0.46108738,0.0066530486],"about_ca_topic_score_codex":0.00096088083,"about_ca_topic_score_gemma":0.00008124568,"teacher_disagreement_score":0.9768977,"about_ca_system_score_codex":0.00014371442,"about_ca_system_score_gemma":0.0010147775,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W3161148246","doi":"10.1145/3440757","title":"Predicting Performance Anomalies in Software Systems at Run-time","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Thompson Rivers University; Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Precision and recall; Anomaly detection; Software; Recall; Anomaly (physics); Data mining; Software system; Machine learning; Real-time computing; Artificial intelligence; Operating system","score_opus":0.037587398814696533,"score_gpt":0.26188482445949596,"score_spread":0.22429742564479943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161148246","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40091908,0.0007067738,0.59682375,0.00006139614,0.00090174365,0.00010855963,0.0000064844367,0.0004664991,0.000005707578],"genre_scores_gemma":[0.34496132,0.00031695698,0.65382683,0.00007215821,0.00007186301,0.000110172696,0.000006459156,0.000031482363,0.0006027178],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979862,0.00028553288,0.00044868418,0.0006203381,0.00019871995,0.00046053316],"domain_scores_gemma":[0.99668276,0.002139213,0.00007071988,0.0008866529,0.00009876235,0.0001218696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010769569,0.000261471,0.00047133036,0.00024818195,0.00022493683,0.000059321854,0.00041951868,0.0002446628,0.00001698092],"category_scores_gemma":[0.0010586343,0.0002535907,0.00008642936,0.0005500342,0.000048496542,0.00035742714,0.00007185155,0.00038754204,0.0000291799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010272997,0.0002670818,0.22206439,0.002120038,0.0002504009,0.00018528539,0.0046680593,0.5495487,0.0027005088,0.00022974193,0.000073417265,0.21778964],"study_design_scores_gemma":[0.0053434833,0.0014495515,0.3316766,0.0025071723,0.00019699485,0.005991844,0.00060173473,0.58864397,0.043786656,0.00038008371,0.01580919,0.0036127232],"about_ca_topic_score_codex":0.000038340415,"about_ca_topic_score_gemma":0.000010622896,"teacher_disagreement_score":0.21417692,"about_ca_system_score_codex":0.00013841054,"about_ca_system_score_gemma":0.000084983505,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W3162654878","doi":"10.5281/zenodo.4549762","title":"WulffHunter/log_generator v1.0.0","year":2021,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Parsing; Computer science; Task (project management); Software; Artificial intelligence; Data mining; Programming language","score_opus":0.03255905759647214,"score_gpt":0.24642530994263206,"score_spread":0.2138662523461599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162654878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15825506,0.0020382127,0.72102493,0.004383991,0.0059780967,0.002433441,0.00042715456,0.00911771,0.09634138],"genre_scores_gemma":[0.98502386,0.00034605886,0.008134805,0.00052122556,0.000771045,2.7023722e-7,0.0025454045,0.0016791786,0.0009781711],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967205,0.0006116958,0.00045896223,0.0011094902,0.00060859416,0.00049076683],"domain_scores_gemma":[0.99634147,0.000027117103,0.00021296658,0.002054694,0.0011242394,0.00023949146],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010981512,0.00028690818,0.00033612593,0.00024485547,0.001713201,0.0033807692,0.0039978833,0.00025809923,0.002735644],"category_scores_gemma":[0.00046642168,0.00028795475,0.00016857754,0.00059703557,0.00012464187,0.0004202932,0.011605665,0.00076805573,0.005514227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045927773,0.0007344191,0.00007855567,0.0017696294,0.0003684536,0.00025585067,0.009803333,0.0018513406,0.0037418029,0.0067283334,0.5195043,0.45511803],"study_design_scores_gemma":[0.00037892282,0.00014468362,0.0007566976,0.00020806592,0.000017035409,0.00024953642,0.00020678232,0.006766642,0.0013945241,0.0003714376,0.9889575,0.00054814614],"about_ca_topic_score_codex":0.000024221335,"about_ca_topic_score_gemma":3.5104756e-7,"teacher_disagreement_score":0.8267688,"about_ca_system_score_codex":0.00026557242,"about_ca_system_score_gemma":0.000029229988,"threshold_uncertainty_score":0.99995726},"labels":[],"label_agreement":null},{"id":"W3165074812","doi":"10.1145/3460946.3464318","title":"PerfLens: a data-driven performance bug detection and fix platform","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Codebase; Computer science; Leverage (statistics); Source code; Open source; Software; Performance improvement; Software bug; Code (set theory); Database; Software engineering; Operating system; Engineering; Artificial intelligence; Programming language","score_opus":0.03282886291339494,"score_gpt":0.2485235991373104,"score_spread":0.21569473622391544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165074812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90694,0.00025534484,0.089580365,0.00028210584,0.00055372086,0.00011913097,0.0000031439222,0.0002888717,0.0019773436],"genre_scores_gemma":[0.98874336,0.00021513659,0.010251835,0.00020456519,0.000083626604,0.0000084942285,0.0000071646846,0.0000053099307,0.00048051486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882066,0.000021770218,0.00020673448,0.00051866984,0.00021135187,0.00022081228],"domain_scores_gemma":[0.99852264,0.000056712786,0.000045386238,0.0011949962,0.000106254,0.000074036216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002852362,0.00011480553,0.00014671795,0.000043401713,0.00020663808,0.0001462284,0.0005276339,0.00007341164,0.0000313763],"category_scores_gemma":[0.00004662417,0.00008943734,0.000024953291,0.00028697122,0.00003955837,0.0015930807,0.0007279386,0.00012701849,0.00008970608],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024601199,0.00015167671,0.09334087,0.00051073387,0.00007243849,0.00003952108,0.0017086228,0.0002443806,0.0028402805,0.0010286053,0.0016302401,0.898408],"study_design_scores_gemma":[0.0006001415,0.0001515452,0.087613285,0.00006961882,0.000012964889,0.00044719985,0.00015907512,0.87502384,0.013220525,0.0002039098,0.022109734,0.0003881682],"about_ca_topic_score_codex":0.000032491927,"about_ca_topic_score_gemma":0.00006839513,"teacher_disagreement_score":0.89801985,"about_ca_system_score_codex":0.00003214942,"about_ca_system_score_gemma":0.000091784175,"threshold_uncertainty_score":0.3647149},"labels":[],"label_agreement":null},{"id":"W3165743177","doi":"10.1007/978-3-030-72795-6_9","title":"Investigation of Containerized-IoT Implementation Based on Microservices","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Microservices; Container (type theory); Computer science; Software deployment; Internet of Things; Orchestration; Upgrade; Distributed computing; Embedded system; Operating system; Cloud computing; Engineering","score_opus":0.023143980257421672,"score_gpt":0.2517083451927645,"score_spread":0.22856436493534285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165743177","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032837745,0.00018105567,0.9942032,0.0008952564,0.0004831289,0.0005203837,0.000052379677,0.00004607658,0.00033471326],"genre_scores_gemma":[0.09781715,0.00003287033,0.90163934,0.000322786,0.00007157903,0.000022311538,0.00007043162,0.000010090876,0.0000134486545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988182,0.000015601252,0.00063518377,0.00013903761,0.00025444198,0.00013754555],"domain_scores_gemma":[0.99826753,0.00029077465,0.000587023,0.0005697225,0.00025479926,0.000030125642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000415986,0.00019388273,0.00031833348,0.00016074475,0.00041997875,0.00010866002,0.0011645089,0.00014555643,0.0000010037933],"category_scores_gemma":[0.000026210795,0.00015118124,0.00015938476,0.00022523428,0.00024162959,0.00021419028,0.00034121925,0.00019798722,2.0221431e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030620129,0.000011593905,0.000115150244,0.00090028613,0.00006803939,5.5716203e-8,0.0022653807,0.9492218,0.00012376951,0.02999482,0.00003996056,0.017256066],"study_design_scores_gemma":[0.0004106188,0.000133999,0.0003892739,0.00050651416,0.000036232603,0.0000032261523,0.000011794504,0.9909995,0.0023630378,0.00063732173,0.004239074,0.00026937533],"about_ca_topic_score_codex":0.000050789604,"about_ca_topic_score_gemma":0.00006367994,"teacher_disagreement_score":0.09453338,"about_ca_system_score_codex":0.0000554188,"about_ca_system_score_gemma":0.00027687545,"threshold_uncertainty_score":0.61649925},"labels":[],"label_agreement":null},{"id":"W3167387776","doi":"10.1109/tse.2021.3083715","title":"LogAssist: Assisting Log Analysis Through Log Summarization","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Computer science; Automatic summarization; Workflow; Debugging; Event (particle physics); Information retrieval; Data mining; Programming language; Database","score_opus":0.013454505144419968,"score_gpt":0.23017273441904804,"score_spread":0.21671822927462808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167387776","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008568943,0.000108346234,0.98844385,0.000087022694,0.001543952,0.00009990248,0.000013474014,0.0010692414,0.00006528049],"genre_scores_gemma":[0.8385032,0.000033984168,0.16099395,0.000116234594,0.00006300619,0.00003817664,0.00001146729,0.000021833746,0.00021816912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818987,0.000054633452,0.0004118876,0.0006033161,0.00036736322,0.00037292545],"domain_scores_gemma":[0.99845356,0.00032108685,0.0000808037,0.0008434422,0.00020282478,0.00009829106],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022939454,0.0002657026,0.00037518196,0.00025419015,0.0002739386,0.00015920079,0.00037084363,0.00016695925,0.000056376226],"category_scores_gemma":[0.00008961248,0.00025245873,0.00034768233,0.0025546807,0.000022509783,0.000670776,0.0000076064994,0.00032889715,0.000052502728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003971909,0.00013392142,0.004149628,0.000112966656,0.00046424585,0.000041335243,0.0003848039,0.97957706,0.00031459745,0.00023983249,0.00006664304,0.014510975],"study_design_scores_gemma":[0.0011875791,0.00015519632,0.0298125,0.00032901106,0.00091388763,0.0001342684,0.00009854229,0.8839656,0.07611509,0.00016448203,0.005398187,0.0017256237],"about_ca_topic_score_codex":0.000031578154,"about_ca_topic_score_gemma":0.000022955948,"teacher_disagreement_score":0.82993424,"about_ca_system_score_codex":0.00017929805,"about_ca_system_score_gemma":0.00010601524,"threshold_uncertainty_score":0.9999928},"labels":[],"label_agreement":null},{"id":"W3168361240","doi":"10.1007/s10664-021-10111-4","title":"PRINS: scalable model inference for component-based system logs","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Computer science; Scalability; Component (thermodynamics); Inference; Data mining; Software; Component-based software engineering; Software system; Process (computing); Implementation; Software engineering; Machine learning; Artificial intelligence; Database; Programming language","score_opus":0.024218276058589044,"score_gpt":0.26245946344478,"score_spread":0.23824118738619096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168361240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078187846,0.000111601395,0.9185867,0.0001826127,0.00074583007,0.00048215018,0.000023488672,0.0016626713,0.000017136977],"genre_scores_gemma":[0.85714424,5.514617e-7,0.14189106,0.00021968201,0.000059592716,0.0005773597,0.000015149374,0.000026495327,0.00006587579],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979761,0.000043730168,0.00041049536,0.0005530903,0.00048773995,0.000528829],"domain_scores_gemma":[0.9984079,0.00054418383,0.000086515385,0.0006963549,0.00009817499,0.0001668758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005887353,0.00023848121,0.00033116472,0.0001413635,0.00040024467,0.00008738963,0.0009980495,0.00007800073,0.0000085576985],"category_scores_gemma":[0.00025901245,0.00022751573,0.00016839812,0.000526773,0.000019620982,0.0002700476,0.0004632587,0.00030201118,0.00001722847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010036037,0.000073224866,0.016739842,0.00038025554,0.000013125614,0.0000046008754,0.0001913855,0.98030883,0.000050641618,0.0008864209,0.0006225886,0.00071907084],"study_design_scores_gemma":[0.00047348905,0.00010086347,0.0019282878,0.00004836346,0.000006549776,0.00000976041,0.000016257152,0.9901599,0.00021759809,0.00006813185,0.006665257,0.00030549208],"about_ca_topic_score_codex":0.0000143372245,"about_ca_topic_score_gemma":4.071857e-7,"teacher_disagreement_score":0.77895635,"about_ca_system_score_codex":0.00048827572,"about_ca_system_score_gemma":0.00020465624,"threshold_uncertainty_score":0.92778224},"labels":[],"label_agreement":null},{"id":"W3174824587","doi":"10.21467/proceedings.115.25","title":"A Machine Learning Based Approach for Software Test Case Selection","year":2021,"lang":"en","type":"article","venue":"AIJR Proceedings","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Computer science; Regression testing; Machine learning; Feature selection; Artificial intelligence; Software; Selection (genetic algorithm); Categorical variable; Test data; Test (biology); Task (project management); Test case; Software regression; Data mining; Software system; Software quality; Software development; Software construction; Software engineering; Regression analysis; Programming language; Engineering","score_opus":0.013435632847206253,"score_gpt":0.23072020641751323,"score_spread":0.21728457357030698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174824587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025666358,0.0001475694,0.9722353,0.00028261883,0.00015326391,0.00037040206,0.0000040827626,0.00074869633,0.00039170522],"genre_scores_gemma":[0.72744477,0.000003790088,0.27156478,0.00021324425,0.00012349663,0.00014877402,0.000012732063,0.00001712006,0.00047128863],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986389,0.000011816171,0.00023910949,0.00057379936,0.00020544401,0.00033091148],"domain_scores_gemma":[0.99886304,0.00017128499,0.00010935763,0.00014655366,0.0006160874,0.0000936518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005038614,0.00016630872,0.00019715771,0.000079407226,0.00044061383,0.00022324028,0.0002482701,0.00011331401,0.000008611645],"category_scores_gemma":[0.0009191837,0.00014862209,0.00010624088,0.0007311247,0.00002514175,0.0005510561,0.00010053157,0.00022678445,0.0000094285515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007260341,0.0013293779,0.8650855,0.0044721705,0.00011010939,0.00021977937,0.0041545094,0.00431177,0.0050601466,0.0029298943,0.0067965393,0.10545759],"study_design_scores_gemma":[0.00085773534,0.00031161608,0.00069443934,0.000050104438,0.000021633057,0.0024825223,0.00015619867,0.9721007,0.010187443,0.0002520692,0.012527082,0.00035849027],"about_ca_topic_score_codex":0.000032615706,"about_ca_topic_score_gemma":0.0000032290131,"teacher_disagreement_score":0.9677889,"about_ca_system_score_codex":0.00007955845,"about_ca_system_score_gemma":0.00014746822,"threshold_uncertainty_score":0.6060633},"labels":[],"label_agreement":null},{"id":"W3175467606","doi":"10.1109/icpc52881.2021.00041","title":"Weighing the Evidence: On Relationship Types in Microservice Extraction","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Codebase; Process (computing); Microservices; Weighting; Task (project management); Service (business); Artificial intelligence; Data science; Information retrieval; Source code; Programming language","score_opus":0.043386385041721404,"score_gpt":0.31345244913182035,"score_spread":0.2700660640900989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175467606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9308639,0.00075702724,0.048252255,0.012855524,0.001296465,0.00016584797,1.730231e-7,0.00016217257,0.005646592],"genre_scores_gemma":[0.99582875,0.000028644947,0.0027894385,0.0006146324,0.000048766236,0.000008529765,3.6403875e-7,0.0000021152619,0.00067874976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992715,0.00011943393,0.00014987934,0.00020370627,0.00014988403,0.00010559633],"domain_scores_gemma":[0.99866974,0.00074151496,0.00003376633,0.00047099817,0.000066995555,0.00001700186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006186712,0.000051858886,0.000056786874,0.000030941916,0.00012769687,0.000101965044,0.00027337825,0.000046062825,0.000020312735],"category_scores_gemma":[0.00023285151,0.000031643667,0.000027538597,0.0004782584,0.000010488737,0.0005398481,0.00006664097,0.00016636262,0.00021473729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020731199,0.00018368154,0.88432825,0.00013896583,0.000012862774,0.00003605204,0.0045644226,0.0019534722,0.003237825,0.065837294,0.0018996471,0.037786793],"study_design_scores_gemma":[0.00012731516,0.00002555471,0.97457606,0.00023130137,0.000002665659,0.000025540057,0.00019308108,0.010641223,0.0073003867,0.003721396,0.0030326194,0.00012284177],"about_ca_topic_score_codex":0.00009330687,"about_ca_topic_score_gemma":0.00012252708,"teacher_disagreement_score":0.090247825,"about_ca_system_score_codex":0.000051551506,"about_ca_system_score_gemma":0.00007662643,"threshold_uncertainty_score":0.27600852},"labels":[],"label_agreement":null},{"id":"W3175932722","doi":"10.1109/msr52588.2021.00028","title":"On the Naturalness and Localness of Software Logs","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Naturalness; Computer science; Software; State (computer science); Anomaly detection; Software system; Volume (thermodynamics); Data mining; Software engineering; Programming language","score_opus":0.00808648188254643,"score_gpt":0.20924367511289754,"score_spread":0.2011571932303511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175932722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76109755,0.0003438045,0.2341781,0.0026354645,0.0005404721,0.000112947586,0.0000011521743,0.00011469215,0.0009758084],"genre_scores_gemma":[0.9965393,0.000008825008,0.0025799465,0.0005386041,0.000012809737,0.0000052544447,4.1157796e-7,0.0000022694348,0.00031258422],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993502,0.00005359799,0.00012728201,0.00019667405,0.00016799256,0.000104242274],"domain_scores_gemma":[0.9989208,0.00039130327,0.00003422902,0.0005061565,0.00012067848,0.000026824713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002268239,0.00006552785,0.00010842602,0.000016488626,0.00008079913,0.00003657093,0.00029899582,0.000044336346,0.0000317633],"category_scores_gemma":[0.00015367252,0.000033464057,0.00003314584,0.000244101,0.00006767951,0.00012562485,0.0001805331,0.00008553734,0.0000139595895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015529156,0.00024792983,0.07613393,0.00047323664,0.000069493675,0.000031887306,0.0018792402,0.00018832041,0.0003412689,0.7196296,0.0076879007,0.1933017],"study_design_scores_gemma":[0.0025140552,0.00060287473,0.41093522,0.0008840455,0.000040245246,0.0004717413,0.0016000016,0.038294595,0.31159306,0.2163511,0.01505275,0.0016602951],"about_ca_topic_score_codex":0.000015068706,"about_ca_topic_score_gemma":0.0000045489655,"teacher_disagreement_score":0.5032785,"about_ca_system_score_codex":0.000008274593,"about_ca_system_score_gemma":0.000053026604,"threshold_uncertainty_score":0.13646246},"labels":[],"label_agreement":null},{"id":"W3176971075","doi":"10.1007/s10664-021-09994-0","title":"MLASP: Machine learning assisted capacity planning","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Top Hat (Canada)","funders":"","keywords":"Computer science; Capacity planning; Artificial intelligence; Operating system","score_opus":0.03252904706006558,"score_gpt":0.26101616788215914,"score_spread":0.22848712082209355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176971075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2915414,0.00064591697,0.7052264,0.00022050798,0.00073279254,0.0000634524,0.0000019104102,0.0014800455,0.00008754812],"genre_scores_gemma":[0.8935647,0.000008114336,0.10576287,0.00020538826,0.00017908175,0.000018620649,0.000013127218,0.000027539858,0.00022057617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814326,0.00008087593,0.00035620874,0.00054223655,0.00038849507,0.00048890914],"domain_scores_gemma":[0.9986124,0.00045178004,0.000065766944,0.0005307401,0.00013173134,0.0002075992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036028906,0.00024386145,0.00032232451,0.000089722234,0.0002065527,0.00015462053,0.00044996958,0.00015887115,0.000036551322],"category_scores_gemma":[0.0014325618,0.00022525204,0.00014983193,0.00079608033,0.000020895866,0.00040549453,0.0003251487,0.0006134029,0.00007674175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004397941,0.00010050545,0.92055994,0.00022764843,0.00007032736,0.00025349812,0.0010997831,0.06840389,0.00062919606,0.00013153352,0.0006446962,0.00787457],"study_design_scores_gemma":[0.0007864112,0.0001145394,0.6312494,0.00030992436,0.00002143661,0.0005158804,0.000027314076,0.26304558,0.0049626958,0.00012883547,0.097783715,0.001054215],"about_ca_topic_score_codex":0.000017003535,"about_ca_topic_score_gemma":0.0000016161296,"teacher_disagreement_score":0.6020233,"about_ca_system_score_codex":0.00013854756,"about_ca_system_score_gemma":0.00008681638,"threshold_uncertainty_score":0.91855115},"labels":[],"label_agreement":null},{"id":"W3176973231","doi":"10.1002/smr.2361","title":"An exploratory semantic analysis of logging questions","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Logging; Computer science; Android (operating system); Database; Software; Operating system; Login; Data logger; Well logging; Geology","score_opus":0.0118048184376562,"score_gpt":0.2778469793919299,"score_spread":0.26604216095427374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176973231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4483433,0.0016430476,0.549697,0.000084413005,0.00017593699,0.000019919287,0.0000017492325,0.000028121622,0.000006521195],"genre_scores_gemma":[0.9906305,0.00010587185,0.009151267,0.000046708512,0.000051051018,0.0000013915001,0.0000015072796,0.0000034392,0.0000082679035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882835,0.00011147958,0.00047045838,0.00016409412,0.00030724567,0.00011838815],"domain_scores_gemma":[0.99813575,0.00008704169,0.0003833803,0.00025335656,0.001030488,0.000109999506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006819167,0.00008402275,0.0003157013,0.00034883793,0.000110317545,0.000051846873,0.00025454443,0.000063455955,0.0000115801],"category_scores_gemma":[0.00020866233,0.00006857303,0.00011711023,0.0012201356,0.00005338935,0.001093671,0.00003832724,0.0001341775,9.600803e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031617754,0.00045172928,0.953675,0.0007455369,0.000673752,0.000051325656,0.0067969263,0.01526857,0.0009193753,0.001198579,0.0001331701,0.020054432],"study_design_scores_gemma":[0.0010628131,0.0005448923,0.9024772,0.0006863087,0.001114108,0.00050729024,0.0030637544,0.07870597,0.0024586886,0.008486209,0.00036905822,0.00052371813],"about_ca_topic_score_codex":0.0000056626914,"about_ca_topic_score_gemma":0.000011477231,"teacher_disagreement_score":0.5422872,"about_ca_system_score_codex":0.000043547196,"about_ca_system_score_gemma":0.00036530462,"threshold_uncertainty_score":0.2796327},"labels":[],"label_agreement":null},{"id":"W3177091093","doi":"10.1145/3448016.3452755","title":"Dendrite","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.007026152858062251,"score_gpt":0.21642493235909135,"score_spread":0.20939877950102911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177091093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062443558,0.00023061519,0.8795685,0.0016864794,0.00094021537,0.00003566047,1.5758825e-7,0.00037964137,0.054715157],"genre_scores_gemma":[0.939304,0.000011109587,0.05509926,0.0006781753,0.000044413428,0.0000029409084,4.3045588e-7,0.0000016283459,0.0048580253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99959385,0.000015803202,0.000070326176,0.00014255967,0.00008901061,0.000088437235],"domain_scores_gemma":[0.99949867,0.000021861453,0.000008604547,0.0003797916,0.00006035763,0.00003070187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008273641,0.000030597694,0.00004619771,0.000010650521,0.00003696508,0.00004808862,0.00019114379,0.000019921672,0.0000767157],"category_scores_gemma":[0.000018893365,0.000022898095,0.000028336486,0.00018192294,0.0000067199085,0.00019571904,0.000108339074,0.00002992918,0.00037662408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002123857,0.00022909914,0.16141601,0.000116559015,0.000040887113,0.00026100987,0.0012791478,0.000073788135,0.0034095047,0.4101768,0.037498966,0.3854961],"study_design_scores_gemma":[0.0011124829,0.00009662563,0.18381988,0.0000688475,0.000007842984,0.0007676174,0.00019977355,0.04859095,0.17842641,0.023988398,0.56203604,0.0008851173],"about_ca_topic_score_codex":0.000005103404,"about_ca_topic_score_gemma":0.000004480797,"teacher_disagreement_score":0.87686044,"about_ca_system_score_codex":0.000008301908,"about_ca_system_score_gemma":0.00004983109,"threshold_uncertainty_score":0.48408663},"labels":[],"label_agreement":null},{"id":"W3177473871","doi":"10.1109/mobilesoft52590.2021.00013","title":"Logging Practices with Mobile Analytics: An Empirical Study on Firebase","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Analytics; Logging; Computer science; Android (operating system); Debugging; Mobile device; Software analytics; Database; World Wide Web; Software; Operating system; Software development; Component-based software engineering","score_opus":0.04789393331643494,"score_gpt":0.3632978426544203,"score_spread":0.31540390933798534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177473871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96585095,0.00002193349,0.03146324,0.00043713689,0.00013897511,0.00023960728,3.8582928e-7,0.0002458578,0.0016019201],"genre_scores_gemma":[0.9915256,0.0000019859078,0.0075376704,0.0005056072,0.000060144266,0.000030710697,0.0000013163927,0.00000572167,0.00033124516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985258,0.00017421156,0.00018837755,0.0005387948,0.00037172547,0.00020107783],"domain_scores_gemma":[0.9983937,0.00020693964,0.0001273213,0.0010185608,0.00014480304,0.00010863575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004955681,0.00011918332,0.00016942516,0.000050584724,0.00014056158,0.00020904453,0.00037072547,0.00003743763,0.000049200396],"category_scores_gemma":[0.00008355338,0.00007432076,0.000032410375,0.00042458784,0.000024133069,0.000745283,0.00012317472,0.00014382917,0.00007976167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002334362,0.0019783191,0.98770595,0.000026372121,0.000045724773,0.00025349532,0.0027401166,0.0016391329,0.000020329826,0.000060969556,0.00046326665,0.005042983],"study_design_scores_gemma":[0.0027429922,0.010447666,0.72888094,0.00010898771,0.000093533396,0.00027275423,0.019869797,0.22240625,0.0041588284,0.00018970341,0.009702387,0.0011261705],"about_ca_topic_score_codex":0.00005585142,"about_ca_topic_score_gemma":0.0000941847,"teacher_disagreement_score":0.25882503,"about_ca_system_score_codex":0.000038068647,"about_ca_system_score_gemma":0.00018338954,"threshold_uncertainty_score":0.30307126},"labels":[],"label_agreement":null},{"id":"W3177601548","doi":"10.1109/ser-ip52554.2021.00009","title":"Can GraphQL Replace REST? A Study of Their Efficiency and Viability","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Rest (music); Computer science; Representational state transfer; Architectural style; World Wide Web; Popularity; SOAP; Architecture; Web service","score_opus":0.010809838523779333,"score_gpt":0.2340262552579417,"score_spread":0.22321641673416237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177601548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922541,0.00010720158,0.0059399465,0.00033892127,0.00019969812,0.00028515884,0.0000011146709,0.00010503121,0.0007688404],"genre_scores_gemma":[0.9987647,0.000008100047,0.001053067,0.000049830804,0.000010034238,0.000011296814,2.847542e-7,0.0000028049183,0.000099887024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864894,0.00017019686,0.00030353168,0.0004890724,0.0002231635,0.000165107],"domain_scores_gemma":[0.99835837,0.00016814299,0.000067090914,0.0011429571,0.00019743743,0.00006599536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007530308,0.00010187394,0.00021822985,0.000045218898,0.00009893346,0.00004031869,0.0003363406,0.0000412881,0.0000090105705],"category_scores_gemma":[0.00012094865,0.000068786394,0.000043742144,0.0006192159,0.00006724714,0.0001421725,0.00031461578,0.00008234399,0.0000014984614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014358883,0.0015100559,0.97372663,0.00016581701,0.00003359651,0.000014299415,0.013322265,0.00006887115,0.0006517604,0.0020459301,0.00014283348,0.008303553],"study_design_scores_gemma":[0.0016935739,0.0013219902,0.95743597,0.000056813093,0.00001680046,0.0000732668,0.0069448175,0.015317445,0.011728206,0.00456893,0.00039345527,0.00044871133],"about_ca_topic_score_codex":0.00035438497,"about_ca_topic_score_gemma":0.00032820125,"teacher_disagreement_score":0.016290668,"about_ca_system_score_codex":0.000017865643,"about_ca_system_score_gemma":0.00011179024,"threshold_uncertainty_score":0.28050277},"labels":[],"label_agreement":null},{"id":"W3186013592","doi":"10.1007/s42979-021-00772-9","title":"Two Class Pruned Log Message Anomaly Detection","year":2021,"lang":"en","type":"article","venue":"SN Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Pruning; Anomaly detection; Computer science; Mixture model; Anomaly (physics); Class (philosophy); Gaussian process; Root (linguistics); Gaussian; Data mining; Artificial intelligence; Pattern recognition (psychology)","score_opus":0.009835129341722567,"score_gpt":0.24363206579008828,"score_spread":0.23379693644836572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186013592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19861777,0.00009334082,0.7956006,0.00046628766,0.0033349816,0.00013168035,6.539462e-7,0.0003629497,0.0013917218],"genre_scores_gemma":[0.91822064,0.000006341735,0.08087689,0.00052997516,0.00023551306,0.000011489857,6.350901e-7,0.000006076183,0.00011246999],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971439,0.00010986838,0.00033880703,0.0010659707,0.0007656545,0.00057575625],"domain_scores_gemma":[0.99770284,0.000092854396,0.00011617887,0.0014080111,0.00048144622,0.00019866106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012189314,0.00018857865,0.00022605443,0.00018429928,0.00057825464,0.0006462403,0.0017762356,0.00006286726,0.000011279463],"category_scores_gemma":[0.000060849252,0.00016264473,0.00009976764,0.0026438371,0.0003300598,0.0017725265,0.0010846865,0.0001951892,0.00016059211],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013199426,0.00037397855,0.022629037,0.00014345342,0.0000348666,0.00027987026,0.002281905,0.003444781,0.048022818,0.01910068,0.0006153339,0.9030601],"study_design_scores_gemma":[0.00085358426,0.0002253795,0.066644244,0.0000800993,0.000008050625,0.0004692156,0.000026860365,0.7711797,0.15166023,0.0030793028,0.005124365,0.0006489822],"about_ca_topic_score_codex":0.000038414055,"about_ca_topic_score_gemma":0.000037636913,"teacher_disagreement_score":0.9024111,"about_ca_system_score_codex":0.00015353935,"about_ca_system_score_gemma":0.00060666795,"threshold_uncertainty_score":0.663246},"labels":[],"label_agreement":null},{"id":"W3186243894","doi":"10.1109/icsccc51823.2021.9478100","title":"Security Audit of Docker Container Images in Cloud Architecture","year":2021,"lang":"en","type":"article","venue":"2021 2nd International Conference on Secure Cyber Computing and Communications (ICSCCC)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Container (type theory); Cloud computing; Computer security; Software deployment; Computer science; Audit; Vulnerability management; Cloud computing security; Application security; Vulnerability (computing); Enterprise information security architecture; Software security assurance; Vulnerability assessment; Operating system; Engineering; Business","score_opus":0.02129214697101643,"score_gpt":0.2936560965134573,"score_spread":0.27236394954244086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186243894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7072831,0.0035232462,0.13174132,0.04879701,0.0028335815,0.0007378856,0.00011320094,0.00027095355,0.10469974],"genre_scores_gemma":[0.99102765,0.00051656924,0.0078187315,0.00028866113,0.00008858478,0.000011639205,0.000053035015,0.000008056312,0.00018707216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817634,0.00031127108,0.00052591215,0.00043940233,0.0003355608,0.00021154663],"domain_scores_gemma":[0.99726546,0.00036428074,0.00022280155,0.0013838793,0.0006913088,0.00007227723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005090689,0.00019096205,0.00030149418,0.00016560635,0.00015969088,0.00016643517,0.0015085926,0.000112848495,0.00008261801],"category_scores_gemma":[0.00016581276,0.00017655436,0.00009259347,0.000414791,0.00018228688,0.00019472073,0.0011632697,0.0005471216,0.000013607077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032655433,0.00070172845,0.023562867,0.00009068542,0.0001519695,0.000021476071,0.0089944815,0.0006521146,0.0012474183,0.9203992,0.0013319672,0.042813458],"study_design_scores_gemma":[0.0055454965,0.00047108938,0.07219775,0.0035002725,0.00007252811,0.00042331117,0.006001257,0.65063477,0.010302191,0.14384109,0.104678795,0.0023314748],"about_ca_topic_score_codex":0.00012006786,"about_ca_topic_score_gemma":0.00017323346,"teacher_disagreement_score":0.7765581,"about_ca_system_score_codex":0.00006556345,"about_ca_system_score_gemma":0.00022643874,"threshold_uncertainty_score":0.7199678},"labels":[],"label_agreement":null},{"id":"W3190870263","doi":"10.3390/e23081011","title":"A Framework for Detecting System Performance Anomalies Using Tracing Data Analysis","year":2021,"lang":"en","type":"article","venue":"Entropy","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Troubleshooting; Tracing; Computer science; TRACE (psycholinguistics); Anomaly detection; Software; Process (computing); System call; Data mining; Distributed computing; Real-time computing; Operating system","score_opus":0.0512166850195844,"score_gpt":0.30425479425153706,"score_spread":0.2530381092319527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190870263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39069206,0.00026196003,0.6082716,0.000037655,0.00046093966,0.00010180669,0.000007744629,0.00014708737,0.000019143909],"genre_scores_gemma":[0.68542475,0.0000057649577,0.31433257,0.000025364468,0.0001735702,0.000009816968,0.000009046732,0.000006891767,0.000012226968],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982851,0.000080038975,0.00036693268,0.0006550951,0.00025251473,0.00036029206],"domain_scores_gemma":[0.997546,0.00027711026,0.00016530567,0.0017905849,0.00015330926,0.00006764551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007073496,0.00014520067,0.00033375365,0.00011868928,0.00041339122,0.00024398093,0.0008866307,0.00009277396,0.000005829412],"category_scores_gemma":[0.00024075976,0.00012829328,0.00014283844,0.00122516,0.00002218444,0.0007532524,0.00041066908,0.00013725663,0.0000093626995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009036993,0.0002787016,0.7748005,0.0049058395,0.0029713297,0.00011906092,0.0076344768,0.06598054,0.0050019356,0.05605682,0.00012297007,0.08203748],"study_design_scores_gemma":[0.00015727615,0.00002388331,0.004432915,0.00017106181,0.00017416346,0.000039706876,0.00038277183,0.9888583,0.0052425335,0.00014936598,0.00017854184,0.00018951592],"about_ca_topic_score_codex":0.000022422973,"about_ca_topic_score_gemma":0.000006366801,"teacher_disagreement_score":0.9228777,"about_ca_system_score_codex":0.000118902375,"about_ca_system_score_gemma":0.00012969374,"threshold_uncertainty_score":0.5231648},"labels":[],"label_agreement":null},{"id":"W3193092495","doi":"10.1145/3263045","title":"Session details: Special Issue on Challenges in Software Performance","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Cloud computing; Scalability; Session (web analytics); Software; Software engineering; Software system; World Wide Web; Database; Operating system","score_opus":0.09974224032379599,"score_gpt":0.3357522110799338,"score_spread":0.23600997075613783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193092495","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6526083,0.27943507,0.008170641,0.022956967,0.011150721,0.009111184,0.000014856609,0.0012833804,0.015268938],"genre_scores_gemma":[0.334939,0.6563626,0.0050150766,0.0011012318,0.0017434581,0.00052989065,0.0000093222125,0.00003748632,0.0002619534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947933,0.0004549231,0.0011159173,0.00100932,0.0019825082,0.00064405764],"domain_scores_gemma":[0.9953644,0.00086069235,0.00046908998,0.0024877586,0.0006585286,0.00015948563],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076732007,0.00042511045,0.0006789082,0.00078243914,0.00022732087,0.00006361893,0.0020209213,0.00020548177,0.000556795],"category_scores_gemma":[0.0051558795,0.00026869538,0.00015477257,0.0028551884,0.00006879137,0.0020876476,0.00044311956,0.00031099922,0.0022799019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012384458,0.00009650651,0.02551505,0.0014802832,0.00000782703,0.0000014026845,0.00010861251,0.00006291087,0.0000051290976,0.000060465467,0.0027858764,0.96986353],"study_design_scores_gemma":[0.004403926,0.0018349846,0.49889472,0.039273005,0.00011759436,0.000064375105,0.000040844534,0.018883968,0.0020246312,0.000649835,0.4317182,0.0020938911],"about_ca_topic_score_codex":0.0000022726463,"about_ca_topic_score_gemma":0.0000040599316,"teacher_disagreement_score":0.9677697,"about_ca_system_score_codex":0.00058740104,"about_ca_system_score_gemma":0.00034404884,"threshold_uncertainty_score":0.9999765},"labels":[],"label_agreement":null},{"id":"W3194592945","doi":"10.3390/s21165560","title":"Distributed Architecture for an Integrated Development Environment, Large Trace Analysis, and Visualization","year":2021,"lang":"en","type":"article","venue":"Sensors","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"","keywords":"Computer science; Debugging; Debugger; Plug-in; Visualization; Software engineering; Modular design; Compiler; Tracing; TRACE (psycholinguistics); Interoperability; Reuse; Programming language; Scalability; Operating system","score_opus":0.010559355624014997,"score_gpt":0.252192091021201,"score_spread":0.241632735397186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194592945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39373785,0.000052102,0.6059288,0.00006337543,0.000041308253,0.000095582014,0.00002093948,0.000055904868,0.000004165586],"genre_scores_gemma":[0.94413435,0.0000185974,0.055167537,0.000059643036,0.000022541639,0.000014284973,0.00044608998,0.0000069430553,0.00012998037],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903256,0.000085886866,0.00019400191,0.00036768234,0.0001333149,0.0001865615],"domain_scores_gemma":[0.99945134,0.00005205443,0.000057021763,0.00030172744,0.00006212503,0.00007573385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002506466,0.00010568487,0.00016394744,0.000073383075,0.0001362501,0.00007140513,0.00012304608,0.000064702435,0.000008117211],"category_scores_gemma":[0.0000456723,0.00008569621,0.000048915586,0.00050866144,0.00001873141,0.000108493856,0.000053650947,0.00005406778,0.000004253295],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017224779,0.0023130218,0.39733973,0.0008462895,0.0026915793,0.00006738881,0.040951055,0.08244758,0.0060412907,0.0076318504,0.00116536,0.4583326],"study_design_scores_gemma":[0.0013784639,0.00017130697,0.25956866,0.000040449362,0.00019525582,0.00003262436,0.00082554045,0.3881466,0.036158334,0.0003460254,0.3123985,0.00073823455],"about_ca_topic_score_codex":0.0000070626115,"about_ca_topic_score_gemma":0.00008240763,"teacher_disagreement_score":0.5507612,"about_ca_system_score_codex":0.000040777315,"about_ca_system_score_gemma":0.00005317646,"threshold_uncertainty_score":0.34945896},"labels":[],"label_agreement":null},{"id":"W3195083062","doi":"10.1109/srds53918.2021.00030","title":"What Distributed Systems Say: A Study of Seven Spark Application Logs","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"SPARK (programming language); Computer science; Benchmark (surveying); Overhead (engineering); Set (abstract data type); Logging; Distributed computing; Software; Operating system","score_opus":0.017035586607466163,"score_gpt":0.26435354195074784,"score_spread":0.2473179553432817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195083062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38375664,0.00064878934,0.610628,0.00015259339,0.0027599183,0.0017100313,0.000008779723,0.00025318193,0.00008203326],"genre_scores_gemma":[0.9980964,0.00008844987,0.0010364844,0.000022035518,0.00009758513,0.00043731753,0.00009593986,0.00001041319,0.000115396],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721724,0.0002471018,0.000784653,0.00094463973,0.0005741906,0.00023219147],"domain_scores_gemma":[0.99619347,0.000104712046,0.00047182126,0.0026617032,0.00048541027,0.00008289896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008063626,0.0002704794,0.000665925,0.000088579356,0.00007007983,0.0005605041,0.001413659,0.0002885431,0.000004866733],"category_scores_gemma":[0.000034268956,0.00021684256,0.00013200805,0.00044586754,0.00003064961,0.0005228909,0.0019299324,0.0003285111,0.000018924396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012672564,0.01808619,0.37884337,0.024172416,0.003276457,0.00014975235,0.084233075,0.35469857,0.0005605799,0.006722472,0.009016793,0.1201136],"study_design_scores_gemma":[0.002624972,0.000896379,0.13647906,0.003272069,0.00026043903,0.00009461327,0.04232185,0.8061547,0.0009292764,0.0015193744,0.0029332926,0.0025139549],"about_ca_topic_score_codex":0.0015463461,"about_ca_topic_score_gemma":0.000101109,"teacher_disagreement_score":0.6143397,"about_ca_system_score_codex":0.00014417162,"about_ca_system_score_gemma":0.0002490324,"threshold_uncertainty_score":0.8842583},"labels":[],"label_agreement":null},{"id":"W3195715707","doi":"10.1007/s10664-022-10136-3","title":"The sense of logging in the Linux kernel","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Mitacs; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Logging; Computer science; Linux kernel; Debugging; Operating system; Source code; Java; Consistency (knowledge bases); Database; Forestry","score_opus":0.013708953952654526,"score_gpt":0.24621354922894564,"score_spread":0.2325045952762911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195715707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76637673,0.000752535,0.22977354,0.0015509339,0.00094634783,0.00026832664,0.0000026135676,0.0002860765,0.000042900803],"genre_scores_gemma":[0.9973368,0.00000808171,0.002285144,0.00021894932,0.000056288885,0.00006177438,7.69797e-7,0.000008025953,0.00002415546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866444,0.000118770615,0.0003025662,0.00020846953,0.00041925843,0.00028647293],"domain_scores_gemma":[0.9980312,0.0012753629,0.000057770143,0.00057904393,0.000024175164,0.000032451135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013544054,0.00010681916,0.00014083224,0.000057638576,0.00026044075,0.0000452616,0.00087647286,0.000031098476,0.000005112525],"category_scores_gemma":[0.000386179,0.000062887295,0.00008527304,0.00056402414,0.000028616789,0.00010792558,0.00040138388,0.0003944529,0.0000053723306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028383567,0.00026314586,0.49589342,0.00024714397,0.0000537321,0.0001495401,0.016436962,0.45511496,0.00010335156,0.0025244951,0.005776513,0.02340836],"study_design_scores_gemma":[0.0008489182,0.00030286322,0.50716037,0.000078188656,0.000012388345,0.00031225255,0.00072167744,0.30380985,0.00032378524,0.0014557309,0.18428999,0.0006839857],"about_ca_topic_score_codex":0.000029763147,"about_ca_topic_score_gemma":0.0000017027373,"teacher_disagreement_score":0.23096009,"about_ca_system_score_codex":0.000085061576,"about_ca_system_score_gemma":0.000049002738,"threshold_uncertainty_score":0.25644693},"labels":[],"label_agreement":null},{"id":"W3196073133","doi":"10.7939/r3-nyr9-yh83","title":"Managing Information Distribution in a Crisis: Characterizing Decision Making in Mobile Alerting as Part of Canada’s Emergency Alert System","year":2021,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Computer security; Internet privacy; Distribution (mathematics); Computer science; Public relations; Political science","score_opus":0.004346072762117673,"score_gpt":0.18005578609291878,"score_spread":0.1757097133308011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196073133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894303,0.00010076385,0.007850964,0.00042121913,0.00030976016,0.00014306644,0.000004954129,0.00002630814,0.0017126618],"genre_scores_gemma":[0.9989899,0.00007016466,0.0008196391,0.000029295496,0.000007865727,5.805801e-7,0.00003272985,0.0000026325956,0.00004721369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895644,0.00006830512,0.00040890713,0.0001792134,0.00020797014,0.00017914781],"domain_scores_gemma":[0.9992878,0.00009229013,0.00023942618,0.00029130012,0.000051428997,0.000037759673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001597753,0.00008446783,0.000205914,0.00012394795,0.000070369104,0.000016697093,0.0003507121,0.000058132315,0.000034903973],"category_scores_gemma":[0.000037671,0.00009735961,0.000049414037,0.00058213086,0.000010619516,0.003330129,0.00029807905,0.00008776288,0.0000031697953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024906598,0.00022934454,0.86945957,0.0031600825,0.0000727714,0.00022682779,0.042074207,0.0062735095,0.000190229,0.006779038,0.0068252767,0.064460054],"study_design_scores_gemma":[0.0025562374,0.00017415902,0.6931789,0.010377554,0.000035333967,0.000081879465,0.06396943,0.18180157,0.0063828053,0.0007761845,0.039505497,0.0011604731],"about_ca_topic_score_codex":0.048209038,"about_ca_topic_score_gemma":0.03049234,"teacher_disagreement_score":0.17628072,"about_ca_system_score_codex":0.00013594485,"about_ca_system_score_gemma":0.00045565676,"threshold_uncertainty_score":0.98719865},"labels":[],"label_agreement":null},{"id":"W3196544260","doi":"10.1109/trustcom53373.2021.00102","title":"DeepTaskAPT: Insider APT detection using Task-tree based Deep Learning","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 20th International Conference on Trust, Security and Privacy in Computing and Communications (TrustCom)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Task (project management); Deep learning; Baseline (sea); Artificial intelligence; Tree (set theory); Machine learning; Construct (python library); Process (computing); Insider threat; Host (biology); Artificial neural network; Data mining; Insider","score_opus":0.04747473644529669,"score_gpt":0.3163940392541474,"score_spread":0.2689193028088507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196544260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8268617,0.0008229919,0.16326576,0.0044089286,0.00091090304,0.0002634456,0.000008935476,0.00016003447,0.0032973285],"genre_scores_gemma":[0.98298883,0.0005425233,0.016001316,0.00030269308,0.0000831263,0.000013616063,0.0000272529,0.000012126015,0.00002849328],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997622,0.0005647435,0.0005638566,0.0006025216,0.0003501893,0.0002966859],"domain_scores_gemma":[0.99764246,0.0005393235,0.00024812005,0.0011107919,0.00034570918,0.0001135733],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007633671,0.00025368165,0.0003134142,0.0002583912,0.0006399869,0.00045253566,0.0011246968,0.00017267345,0.00003732934],"category_scores_gemma":[0.00026325148,0.00026455487,0.00008049445,0.00050910114,0.00016684827,0.00044247403,0.0008223003,0.0008746996,0.0000107124915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001240845,0.0012313776,0.16283444,0.0003305913,0.00027241698,0.000070825394,0.019051371,0.012601297,0.0025896367,0.10611388,0.000029238467,0.69475085],"study_design_scores_gemma":[0.0007039558,0.000060071787,0.008081975,0.0002498231,0.000012603206,0.00005055649,0.0005851634,0.98198426,0.00077441515,0.005461685,0.0017320166,0.00030346378],"about_ca_topic_score_codex":0.0002542267,"about_ca_topic_score_gemma":0.00029218118,"teacher_disagreement_score":0.969383,"about_ca_system_score_codex":0.00012867148,"about_ca_system_score_gemma":0.00017992461,"threshold_uncertainty_score":0.9999807},"labels":[],"label_agreement":null},{"id":"W3196824794","doi":"10.1109/ase51524.2021.9678596","title":"Leveraging Code Clones and Natural Language Processing for Log Statement Prediction","year":2021,"lang":"en","type":"article","venue":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Source code; Statement (logic); Debugging; Java; Context (archaeology); Programming language; Data mining; Database; Artificial intelligence; Information retrieval","score_opus":0.02070793589757158,"score_gpt":0.28549241407539305,"score_spread":0.26478447817782147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196824794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29151326,0.0006711504,0.69955134,0.0010649115,0.0044932715,0.00042392357,0.00017550435,0.0020572739,0.000049369624],"genre_scores_gemma":[0.94881785,0.000062627754,0.050183322,0.00013499394,0.00019625886,0.00009517954,0.00018855627,0.000025296244,0.00029593796],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980912,0.00003796307,0.00045493865,0.00061886234,0.00045495754,0.00034206398],"domain_scores_gemma":[0.9985705,0.00020429386,0.0001372812,0.00044198404,0.00053937593,0.00010658382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034288142,0.00026988995,0.0002553904,0.00017300797,0.00015982108,0.00039543177,0.00054806983,0.00010661291,0.000039358325],"category_scores_gemma":[0.00061967305,0.00025862342,0.00007581462,0.00024286746,0.000028576414,0.00056651817,0.00017989182,0.00024885492,0.000015255765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048960245,0.0017006164,0.056723956,0.0074278875,0.00221477,0.0012616696,0.034223985,0.21694441,0.084016845,0.014729983,0.018588342,0.56167793],"study_design_scores_gemma":[0.0006888503,0.00006241144,0.006659476,0.00053637783,0.000013655116,0.000063565116,0.00017888265,0.98361,0.006553419,0.00009085777,0.0012296516,0.00031290445],"about_ca_topic_score_codex":0.00001572753,"about_ca_topic_score_gemma":0.0000052422897,"teacher_disagreement_score":0.7666655,"about_ca_system_score_codex":0.00020729152,"about_ca_system_score_gemma":0.00023856797,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W3199300008","doi":"10.1007/978-1-4842-7252-7_8","title":"Build Automated Pipeline","year":2021,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thornhill Medical (Canada)","funders":"","keywords":"Pipeline (software); Computer science; Software engineering; Software; Reading (process); Programming language","score_opus":0.016285270893550224,"score_gpt":0.23925199739848796,"score_spread":0.22296672650493773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199300008","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057070323,0.0010764252,0.02139136,0.000109830115,0.0018977629,0.0003793647,0.000018211937,0.0026713896,0.9723986],"genre_scores_gemma":[0.0058983197,0.000040289146,0.005018338,0.00042559727,0.00043304003,0.0000310335,0.000028706696,0.00005944926,0.98806524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977977,0.000031845837,0.0005324111,0.00080084655,0.00049547246,0.0003417142],"domain_scores_gemma":[0.9974063,0.000099702906,0.00024023456,0.0018503958,0.0002638414,0.00013949796],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002432116,0.00041207828,0.00054567645,0.00011702265,0.0001356406,0.00017404229,0.0012086967,0.0005035896,0.000080515354],"category_scores_gemma":[0.000022361615,0.00035827822,0.00025086646,0.000022170516,0.00009910009,0.00011672763,0.00070389087,0.000436672,0.0003239678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019728153,0.00006506369,0.00006295109,0.0010708765,0.0003465082,0.0005597993,0.00092878693,0.00008225586,0.0003033347,0.7044934,0.100446835,0.19162045],"study_design_scores_gemma":[0.00035975684,0.000047537487,0.000028034277,0.000702799,0.00004390739,0.00009571686,0.0000025072966,0.010909867,0.0013537835,0.007315523,0.97835314,0.0007874055],"about_ca_topic_score_codex":0.000031559855,"about_ca_topic_score_gemma":0.000008958466,"teacher_disagreement_score":0.8779063,"about_ca_system_score_codex":0.00006744981,"about_ca_system_score_gemma":0.00022920148,"threshold_uncertainty_score":0.99988693},"labels":[],"label_agreement":null},{"id":"W3203565869","doi":"10.1007/978-3-030-88494-9_16","title":"A Theoretical Framework for Understanding the Relationship Between Log Parsing and Anomaly Detection","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Parsing; Anomaly detection; Computer science; Anomaly (physics); Identification (biology); Root (linguistics); Dependency grammar; Artificial intelligence; Dependency (UML); Ideal (ethics); Data mining; Root cause analysis; Natural language processing","score_opus":0.05297428643905471,"score_gpt":0.28572406101282,"score_spread":0.23274977457376528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203565869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011336282,0.0003719723,0.99538386,0.0012825917,0.0010988984,0.00045900088,0.000002461723,0.0000887689,0.00017880255],"genre_scores_gemma":[0.841773,0.0000064299425,0.1575541,0.00024274741,0.00038903306,0.000009891161,0.0000013856783,0.000013142708,0.000010302413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977253,0.00006547701,0.00038156702,0.0009519457,0.00047031592,0.00040535725],"domain_scores_gemma":[0.99182886,0.006943414,0.00017417324,0.0008473469,0.00011656387,0.000089663576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016368655,0.00027862997,0.0003385795,0.00023974352,0.000768345,0.0005997396,0.000967541,0.0004001886,0.0000035986827],"category_scores_gemma":[0.00078296877,0.00019727684,0.0001051861,0.00046175456,0.0011549391,0.00033488194,0.00050343893,0.00077709166,0.0000023050231],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004324697,0.0000046363994,0.007995694,0.00007621209,0.000008461855,0.0000039300517,0.0008735353,0.00073022494,0.0000034333325,0.89171124,7.268027e-7,0.09858759],"study_design_scores_gemma":[0.00009877268,0.00008865491,0.004071853,0.00048486755,0.000012677918,0.000034863875,0.0000015409752,0.08284269,0.00008783933,0.91200924,0.0000245578,0.00024246653],"about_ca_topic_score_codex":0.000003422453,"about_ca_topic_score_gemma":0.000013599689,"teacher_disagreement_score":0.84063935,"about_ca_system_score_codex":0.00034919308,"about_ca_system_score_gemma":0.00025414478,"threshold_uncertainty_score":0.8044716},"labels":[],"label_agreement":null},{"id":"W3208862921","doi":"10.1145/3485952.3485959","title":"SERP4IoT'21 Workshop Report","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Interoperability; Computer science; Context (archaeology); Software; Software engineering; Internet of Things; The Internet; Software development; Computer security; World Wide Web; Operating system","score_opus":0.014743556875784878,"score_gpt":0.2419850578673345,"score_spread":0.22724150099154963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208862921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32297596,0.0017010462,0.6516346,0.0012134027,0.018226119,0.00024535658,0.0000070761466,0.003981071,0.00001538906],"genre_scores_gemma":[0.79103935,0.000030799743,0.20703971,0.00015340421,0.0013497965,0.00004353217,0.000027329632,0.000042791304,0.00027328657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974788,0.000037024354,0.0005339695,0.00083363143,0.00053420465,0.00058235874],"domain_scores_gemma":[0.9628476,0.032620657,0.0001519796,0.003637571,0.000477339,0.00026487187],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005118116,0.00033325359,0.00039019983,0.00011275953,0.00015313312,0.00023013778,0.0013101371,0.00024816487,0.000036402245],"category_scores_gemma":[0.18088229,0.000321782,0.00019380669,0.00095532025,0.000030166924,0.00067879434,0.00088892784,0.0003988988,0.0001450812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006883716,0.00018024628,0.9471045,0.0005442552,0.00013633294,0.002809132,0.0010321274,0.0057914914,0.0015767788,0.0007192792,0.00943624,0.03066272],"study_design_scores_gemma":[0.0016247266,0.00015593162,0.71265125,0.0012965418,0.00009356516,0.0047319354,0.000084986015,0.0057983715,0.059438664,0.0006087179,0.20970161,0.0038136712],"about_ca_topic_score_codex":0.000016482965,"about_ca_topic_score_gemma":0.000004240255,"teacher_disagreement_score":0.46806338,"about_ca_system_score_codex":0.00010133297,"about_ca_system_score_gemma":0.00025569805,"threshold_uncertainty_score":0.9999234},"labels":[],"label_agreement":null},{"id":"W3210140019","doi":"10.3390/electronics10212610","title":"Combining Distributed and Kernel Tracing for Performance Analysis of Cloud Applications","year":2021,"lang":"en","type":"article","venue":"Electronics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Distributed computing; Cloud computing; Overhead (engineering); Latency (audio); Semaphore; Kernel (algebra); Real-time computing; Operating system","score_opus":0.00883797754730762,"score_gpt":0.24450965536615948,"score_spread":0.23567167781885187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210140019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38952595,0.001978077,0.60817146,0.0000852698,0.000039610502,0.000116087154,0.000010164479,0.000040354258,0.000033032677],"genre_scores_gemma":[0.99442977,0.00033247197,0.0050556157,0.000025720408,0.000020888581,0.000055626384,0.000047803424,0.0000036960275,0.000028429527],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991894,0.000019857982,0.00022719329,0.00024589003,0.00010745889,0.00021022875],"domain_scores_gemma":[0.9991973,0.00012906922,0.000094981966,0.00037830835,0.00016453747,0.00003578903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028615393,0.000072428345,0.00021640242,0.000062222745,0.00013203859,0.000033138364,0.00019737211,0.000046106732,0.0000014533175],"category_scores_gemma":[0.000027023552,0.0000684968,0.0000833585,0.0010496761,0.000025401368,0.00014070906,0.000059392365,0.00008028527,6.907514e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074997326,0.00083753496,0.34906623,0.0017695993,0.0034518386,0.000002934922,0.0047614803,0.028991083,0.008829195,0.14908734,0.0005045228,0.45262325],"study_design_scores_gemma":[0.0008002602,0.00022946096,0.05200847,0.000041788113,0.00049698167,0.00001613777,0.00010494823,0.896124,0.030734759,0.0019814973,0.017105142,0.00035657667],"about_ca_topic_score_codex":0.0000017484278,"about_ca_topic_score_gemma":0.000012099497,"teacher_disagreement_score":0.8671329,"about_ca_system_score_codex":0.00004644205,"about_ca_system_score_gemma":0.00013781751,"threshold_uncertainty_score":0.27932185},"labels":[],"label_agreement":null},{"id":"W3211955989","doi":"10.1155/2021/8478076","title":"Debugging of Performance Degradation in Distributed Requests Handling Using Multilevel Trace Analysis","year":2021,"lang":"en","type":"article","venue":"Wireless Communications and Mobile Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Brock University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Debugging; TRACE (psycholinguistics); Degradation (telecommunications); Distributed computing; Programming language; Telecommunications","score_opus":0.03061685349158518,"score_gpt":0.29710018341236316,"score_spread":0.266483329920778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211955989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57952607,0.0010213349,0.41925555,0.000023811328,0.000031799365,0.00008604942,0.0000028100549,0.000040198775,0.000012372247],"genre_scores_gemma":[0.93343973,0.000291693,0.06620188,0.000007637585,0.000007717016,0.00001078835,0.00003225063,0.0000052442165,0.0000030364317],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986412,0.00018581703,0.0005442494,0.0002926938,0.00014026118,0.00019577253],"domain_scores_gemma":[0.99794394,0.00032415375,0.00023308097,0.0012028082,0.00025163157,0.000044378485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006448647,0.00011602002,0.00031916043,0.00019466302,0.00032278025,0.00007447734,0.00059356756,0.00006540056,8.8070124e-7],"category_scores_gemma":[0.000039740422,0.00011782887,0.00007022351,0.0014053119,0.00008119301,0.00035966927,0.0006048195,0.00017700609,3.5634952e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004573771,0.0002968747,0.459727,0.00025358528,0.00014285695,0.0000030648334,0.0045283493,0.08887149,0.0035259584,0.0011576529,8.027969e-7,0.44148782],"study_design_scores_gemma":[0.00021392679,0.000012888139,0.045038067,0.00021848899,0.000035589375,0.000010345623,0.00025481542,0.9522202,0.0018093443,0.000014597233,0.00004926436,0.00012249609],"about_ca_topic_score_codex":0.00013135347,"about_ca_topic_score_gemma":0.0000779148,"teacher_disagreement_score":0.86334866,"about_ca_system_score_codex":0.000071670525,"about_ca_system_score_gemma":0.00012044682,"threshold_uncertainty_score":0.4804922},"labels":[],"label_agreement":null},{"id":"W3213369272","doi":"10.1016/j.simpat.2021.102437","title":"User learning can affect software system's response time","year":2021,"lang":"en","type":"article","venue":"Simulation Modelling Practice and Theory","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Centennial College","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Session (web analytics); Computer science; Workload; Human–computer interaction; User interface; Graphical user interface; Service (business); Interface (matter); User modeling; Class (philosophy); Artificial intelligence; Machine learning; Multimedia; World Wide Web; Operating system","score_opus":0.013430154859757182,"score_gpt":0.2690989346148122,"score_spread":0.25566877975505503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213369272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12085051,0.00044431165,0.87744516,0.00027618936,0.00019432795,0.00013074874,0.0000011184306,0.00037581963,0.00028182755],"genre_scores_gemma":[0.9747945,0.000027203625,0.023755379,0.00015309238,0.00006796407,0.000007199442,0.0000052866626,0.000015316891,0.0011740511],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971584,0.0016631307,0.00025777405,0.00043239407,0.00027421123,0.00021407909],"domain_scores_gemma":[0.993186,0.0057515632,0.00017044078,0.0004656961,0.00034187877,0.00008441681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034787059,0.00014503406,0.00018712647,0.000077645156,0.00040205126,0.00023307947,0.00016160676,0.000114111455,0.0000106986545],"category_scores_gemma":[0.0015326047,0.00013158581,0.000059784335,0.0002822377,0.000031438383,0.0010910541,0.000120907316,0.0002569855,0.00008390101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022822228,0.000025377802,0.00035370156,0.00008049882,0.000028026498,0.000029164386,0.0015862049,0.98659647,0.000061871615,0.007275994,0.000005371176,0.003729119],"study_design_scores_gemma":[0.00029790477,0.00005504298,0.00008999098,0.000107577354,0.00003115262,0.00006175053,0.00047686527,0.99252355,0.00019428521,0.001272831,0.004704637,0.00018441096],"about_ca_topic_score_codex":0.000010681933,"about_ca_topic_score_gemma":3.8164606e-7,"teacher_disagreement_score":0.853944,"about_ca_system_score_codex":0.0000655344,"about_ca_system_score_gemma":0.00016194594,"threshold_uncertainty_score":0.5365914},"labels":[],"label_agreement":null},{"id":"W3214389004","doi":"10.1109/cloud53861.2021.00067","title":"Fast and Efficient Performance Tuning of Microservices","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Microservices; Computer science; Software deployment; Cloud computing; Agile software development; Exploit; Distributed computing; Workload; Process (computing); Resource allocation; Resource (disambiguation); Software engineering; Operating system; Computer network; Computer security","score_opus":0.0064325125420969225,"score_gpt":0.2059454362297331,"score_spread":0.19951292368763618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214389004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9559385,0.00036396147,0.04152133,0.0001264093,0.00016346308,0.000037982754,3.9172411e-7,0.000052857853,0.0017951059],"genre_scores_gemma":[0.9849219,0.000035690373,0.014770024,0.00007925708,0.000011822618,0.0000017376904,4.380857e-7,0.0000019579397,0.00017720897],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993832,0.000018373943,0.00015967345,0.00019678313,0.0001228325,0.000119150594],"domain_scores_gemma":[0.9994495,0.000036274927,0.00004368032,0.00032007505,0.000114822644,0.000035635523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001842853,0.000059511585,0.000110811234,0.000027823557,0.00006593297,0.000037556303,0.00020150917,0.000028509996,0.0000117306045],"category_scores_gemma":[0.000008452533,0.000045022345,0.0000227721,0.00023857421,0.000032657204,0.00014825599,0.0002320834,0.000042234613,0.000010176229],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013280716,0.0003053693,0.64023155,0.0020490396,0.000051939245,0.000016616423,0.009230252,0.0050527714,0.050873227,0.0070343334,0.00020312783,0.28493845],"study_design_scores_gemma":[0.0004959159,0.00009313836,0.25670186,0.00019074339,0.0000061894575,0.000100433565,0.0004839684,0.53921974,0.20126113,0.000059647635,0.001126242,0.0002609944],"about_ca_topic_score_codex":0.000016562573,"about_ca_topic_score_gemma":0.0000039388724,"teacher_disagreement_score":0.534167,"about_ca_system_score_codex":0.0000075681996,"about_ca_system_score_gemma":0.00004753434,"threshold_uncertainty_score":0.1835958},"labels":[],"label_agreement":null},{"id":"W3216633370","doi":"10.1109/isncc52172.2021.9615814","title":"Integrated modeling tool for indexing and analyzing state machine trace","year":2021,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Scripting language; Kernel (algebra); Event (particle physics); Debugging; Data mining; Programming language","score_opus":0.017079730269862554,"score_gpt":0.2518459391702766,"score_spread":0.23476620890041403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216633370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.333929,0.00032621907,0.66518736,0.00019942156,0.000104778286,0.0000855994,0.0000019675692,0.00010662939,0.000059031147],"genre_scores_gemma":[0.88985807,0.000035077475,0.10963469,0.00009697913,0.000017586333,0.000011462328,0.0000034007724,0.000005314789,0.0003374506],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991241,0.00003089543,0.00023195827,0.00032424543,0.00009814519,0.00019067041],"domain_scores_gemma":[0.99938107,0.00008890019,0.0000325006,0.00027892579,0.00017286802,0.000045737354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044126614,0.000095461524,0.00015317513,0.000047199195,0.0001294995,0.00016502668,0.00016341636,0.00003870258,0.000005465706],"category_scores_gemma":[0.00008328778,0.000071837734,0.00004630547,0.0002771197,0.000011163887,0.00043688118,0.00010659252,0.000090853086,0.000002319267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005157132,0.00015802582,0.06888203,0.00061442703,0.00015655975,0.000032238077,0.0052432413,0.06850962,0.0049442546,0.0071439077,0.00022897005,0.84403515],"study_design_scores_gemma":[0.000250856,0.000018504174,0.00028516236,0.0000311882,0.0000036846827,0.000013902597,0.000057004818,0.9955191,0.0018966548,0.0014341583,0.00037384484,0.000115925315],"about_ca_topic_score_codex":0.000076006276,"about_ca_topic_score_gemma":0.000041421186,"teacher_disagreement_score":0.92700946,"about_ca_system_score_codex":0.000026692978,"about_ca_system_score_gemma":0.000086408785,"threshold_uncertainty_score":0.2929458},"labels":[],"label_agreement":null},{"id":"W3217283631","doi":"10.1007/978-3-030-91431-8_50","title":"Sprelog: Log-Based Anomaly Detection with Self-matching Networks and Pre-trained Models","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Word (group theory); Discriminative model; Pooling; Artificial intelligence; Anomaly detection; Matching (statistics); Sequence (biology); Data mining; Pattern recognition (psychology); Mathematics","score_opus":0.007761047392614001,"score_gpt":0.20699081936952268,"score_spread":0.1992297719769087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217283631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045288117,0.00061992556,0.99255407,0.00015035833,0.0009729315,0.0005061119,0.0000013673605,0.00038131513,0.0002850954],"genre_scores_gemma":[0.7810515,0.000029950248,0.21812549,0.00047969504,0.00023361837,0.000014928937,0.000002815379,0.000026479098,0.000035529883],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635893,0.000063065236,0.0004825306,0.0017141161,0.00076324726,0.00061809516],"domain_scores_gemma":[0.9974499,0.00044153637,0.0003507924,0.0012872419,0.00029339525,0.00017715292],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009487455,0.0005472836,0.0005876912,0.00042120216,0.00038679506,0.00061434193,0.001348402,0.00043158807,0.000003126634],"category_scores_gemma":[0.000026648011,0.0004284491,0.000098712815,0.00064093166,0.00042353207,0.00087550766,0.0006261216,0.000833519,0.0000021377477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015371397,0.00002584448,0.00028982275,0.00011767013,0.000016933927,0.000055265005,0.00066419353,0.80592966,0.00002973112,0.00073084625,6.8624195e-7,0.19212398],"study_design_scores_gemma":[0.00036875304,0.0002753724,0.00054385525,0.0005763595,0.000014142546,0.0001400454,3.0483093e-7,0.98436415,0.00038159548,0.012723136,0.0000510306,0.00056125515],"about_ca_topic_score_codex":0.000058811034,"about_ca_topic_score_gemma":0.0002128559,"teacher_disagreement_score":0.7765227,"about_ca_system_score_codex":0.00026719912,"about_ca_system_score_gemma":0.0006280883,"threshold_uncertainty_score":0.9998167},"labels":[],"label_agreement":null},{"id":"W3217600905","doi":"10.1136/bjsports-2021-ioc.391","title":"427 Applying bayesian networks to injury occurrence in professional football","year":2021,"lang":"en","type":"article","venue":"Poster presentations","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Football; Bayesian network; League; Computer science; Bayesian probability; Outcome (game theory); Statistics; Artificial intelligence; Mathematics","score_opus":0.01705125680514257,"score_gpt":0.31042459648881465,"score_spread":0.2933733396836721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217600905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1691166,0.00018936697,0.8174506,0.005176315,0.0044476627,0.0012181974,0.00002443388,0.00023025613,0.0021466028],"genre_scores_gemma":[0.99282646,0.0000049714704,0.0055159335,0.0007790647,0.00008147275,0.00032370287,0.00002342492,0.000004840879,0.0004401179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863094,0.00014130396,0.00030130314,0.0003933311,0.00024607932,0.00028703772],"domain_scores_gemma":[0.9990543,0.00014650957,0.000047315203,0.0005033344,0.00013292219,0.0001155971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022237557,0.00010605593,0.00013120951,0.00010966721,0.00013881575,0.00012431343,0.000443741,0.000059954913,0.00003324849],"category_scores_gemma":[0.00007100659,0.00009744781,0.00004748374,0.0008395415,0.000020387768,0.00050465664,0.0004177057,0.0001790374,0.00006492062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024738987,0.00038960783,0.89237803,0.00011674661,0.000025320915,0.000056130768,0.007242581,0.0057682204,0.00041364916,0.0022402867,0.017755905,0.07358879],"study_design_scores_gemma":[0.0011750446,0.00013621172,0.8603154,0.00047227534,0.00001580479,0.00008357566,0.00084589614,0.11588603,0.0033524048,0.0026427305,0.014093686,0.0009809765],"about_ca_topic_score_codex":0.000039066363,"about_ca_topic_score_gemma":0.000086044165,"teacher_disagreement_score":0.82370985,"about_ca_system_score_codex":0.0000363956,"about_ca_system_score_gemma":0.00016116469,"threshold_uncertainty_score":0.39738065},"labels":[],"label_agreement":null},{"id":"W340587999","doi":"","title":"Dynamic Architecture: Structuring for Change","year":2005,"lang":"en","type":"article","venue":"Defense Technical Information Center (DTIC)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Structuring; Architecture; Computer science; Service (business); Risk analysis (engineering); Distributed computing; Systems engineering; Engineering; Business; Geography","score_opus":0.01887415218707547,"score_gpt":0.2645492811389704,"score_spread":0.24567512895189494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W340587999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03077382,0.000044474953,0.96318734,0.0024321864,0.0005566091,0.0010534112,0.000035606186,0.0009434823,0.0009730662],"genre_scores_gemma":[0.91210634,0.0000123632,0.085698366,0.0018318795,0.000100284626,0.00018029776,0.00004768291,0.0000079294,0.000014861426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985531,0.00002210882,0.0005484757,0.00020985302,0.00028366424,0.00038280556],"domain_scores_gemma":[0.9989047,0.00008302716,0.00016035847,0.0006193112,0.000121403784,0.00011118675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003524434,0.00017945204,0.00019114967,0.00017584725,0.00015577888,0.00015697035,0.00063047936,0.00013948137,0.000012293952],"category_scores_gemma":[0.000083271596,0.0001444062,0.0001456153,0.00023463552,0.000048122794,0.0020048996,0.0002188443,0.00019378352,0.0001543681],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009512484,0.00016856092,0.0018776486,0.0005707746,0.000043592972,0.0000016804612,0.0034279344,0.0011844739,0.00017593552,0.018744538,0.0032642586,0.97044545],"study_design_scores_gemma":[0.004129801,0.0004417813,0.035753123,0.0002642646,0.000031751948,0.00045997396,0.0000717666,0.2956765,0.0016431875,0.0061475523,0.65403676,0.0013435388],"about_ca_topic_score_codex":0.000005062558,"about_ca_topic_score_gemma":0.000012236051,"teacher_disagreement_score":0.96910197,"about_ca_system_score_codex":0.00014585239,"about_ca_system_score_gemma":0.00002724332,"threshold_uncertainty_score":0.5888714},"labels":[],"label_agreement":null},{"id":"W34954617","doi":"10.1016/j.talanta.2021.123171","title":"2nd International Workshop on Load Testing of Large Software Systems (LT 2013)","year":2013,"lang":"en","type":"article","venue":"Talanta","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"Natural Science Foundation of Jilin Province","keywords":"Computer science; Reliability engineering; System testing; Load testing; Software engineering; Software testing; Software performance testing; Field (mathematics); Software; Cloud computing; Generator (circuit theory); Cloud testing; Test (biology); Software system; Operating system; Software construction; Engineering","score_opus":0.018773524518179655,"score_gpt":0.2531663389977296,"score_spread":0.23439281447954996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34954617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95649093,0.00031201384,0.0331184,0.00044031345,0.0031199034,0.00049135415,0.00001804175,0.00040476257,0.0056042513],"genre_scores_gemma":[0.99705684,0.0000116406745,0.001802403,0.0000772461,0.00016065172,0.000033285916,0.000004862305,0.000008061019,0.0008449898],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865705,0.000037655704,0.00031874067,0.00028860616,0.00045221252,0.000245721],"domain_scores_gemma":[0.9986447,0.00027235778,0.00016270544,0.00055388646,0.0003002575,0.00006605973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036547869,0.00012366397,0.00018445718,0.000069316644,0.000070462556,0.00010147737,0.0007770705,0.0000788379,0.000061960316],"category_scores_gemma":[0.000255604,0.00009447369,0.00005118304,0.00023268943,0.000029498306,0.00042292319,0.00022836933,0.000120695426,0.00049982505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000394413,0.000971012,0.73829913,0.00093158626,0.00022281896,0.000042969084,0.003603085,0.0034077994,0.0029572623,0.0056044394,0.12860984,0.11531061],"study_design_scores_gemma":[0.0043323133,0.0007085184,0.4467283,0.0050226115,0.00004130031,0.00039212685,0.00084581727,0.44969046,0.0047456976,0.0019422463,0.083368756,0.0021818571],"about_ca_topic_score_codex":0.000333074,"about_ca_topic_score_gemma":0.000010230335,"teacher_disagreement_score":0.44628268,"about_ca_system_score_codex":0.00007134253,"about_ca_system_score_gemma":0.000066097135,"threshold_uncertainty_score":0.6424406},"labels":[],"label_agreement":null},{"id":"W38919347","doi":"","title":"Traçage de systèmes linux multi-coeurs en temps réel","year":2013,"lang":"fr","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Computer science","score_opus":0.01414302875318412,"score_gpt":0.23783468721315396,"score_spread":0.22369165845996983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W38919347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16651802,0.013850017,0.789789,0.0231602,0.0019990175,0.0023698786,0.00006110187,0.0018393375,0.00041339258],"genre_scores_gemma":[0.75615585,0.0014035644,0.2184584,0.0038566748,0.0008814488,0.0015927032,0.000016092205,0.00014459889,0.017490689],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929824,0.0010009571,0.0013938132,0.0013620702,0.000816085,0.0024446708],"domain_scores_gemma":[0.9946095,0.000583573,0.0005341464,0.002641504,0.0005127684,0.0011185411],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002604849,0.00095172797,0.0010163311,0.0005701362,0.00064563117,0.0011946494,0.0026074385,0.0013462116,0.00020084796],"category_scores_gemma":[0.00068617036,0.00092471135,0.0006017833,0.0013344302,0.00042021277,0.0025516395,0.0008263578,0.001407904,0.0010608047],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009191694,0.003424015,0.46008676,0.002710854,0.00049384567,0.0005595493,0.01564302,0.013934911,0.008646075,0.05709918,0.049845245,0.38746464],"study_design_scores_gemma":[0.0012837184,0.00040329382,0.34058073,0.00080730737,0.00009663295,0.00091032236,0.000493427,0.62650514,0.006293604,0.004627489,0.016542386,0.0014559787],"about_ca_topic_score_codex":0.13327943,"about_ca_topic_score_gemma":0.0058666626,"teacher_disagreement_score":0.6125702,"about_ca_system_score_codex":0.0018961465,"about_ca_system_score_gemma":0.0012943953,"threshold_uncertainty_score":0.99995023},"labels":[],"label_agreement":null},{"id":"W4200195020","doi":"10.1007/978-1-4842-7358-6_3","title":"RESTful APIs","year":2021,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Layer (electronics); Point (geometry); Network layer; Application layer; OSI model; World Wide Web; Multimedia; Computer network; Programming language; Mathematics; Software","score_opus":0.019867327686872306,"score_gpt":0.2206460626203283,"score_spread":0.200778734933456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200195020","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005470913,0.0011689257,0.01081853,0.00009121704,0.0016134352,0.00027897078,0.0000089425275,0.00041998885,0.9855453],"genre_scores_gemma":[0.0033883378,0.000056143974,0.003221196,0.00034371318,0.0004270554,0.00003134769,0.000010863919,0.000045784214,0.99247557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798954,0.000029158704,0.0004139833,0.000775083,0.00048311715,0.0003091195],"domain_scores_gemma":[0.9973665,0.000106608866,0.00019396971,0.002016662,0.00018763685,0.0001286634],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022372442,0.00035181135,0.0004594974,0.00009883798,0.0001369287,0.00017660033,0.0012267281,0.00044975872,0.000088239816],"category_scores_gemma":[0.00001908163,0.0003097873,0.00025396093,0.00001554543,0.00010784891,0.0001169067,0.0007257368,0.00044429261,0.0003661719],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006837757,0.000015597883,0.00003625492,0.00039113703,0.00014501227,0.00022158932,0.00060006767,0.0000059301115,0.00007641981,0.85544115,0.011557207,0.13150278],"study_design_scores_gemma":[0.00020127284,0.00004621677,0.000030031748,0.00048655766,0.00002621433,0.000063837964,0.0000029891694,0.00015540265,0.0009652239,0.025918126,0.9715196,0.0005845329],"about_ca_topic_score_codex":0.000028432409,"about_ca_topic_score_gemma":0.000010498371,"teacher_disagreement_score":0.95996237,"about_ca_system_score_codex":0.00006346216,"about_ca_system_score_gemma":0.00020923458,"threshold_uncertainty_score":0.99993545},"labels":[],"label_agreement":null},{"id":"W4205945425","doi":"10.1109/bigdata52589.2021.9671818","title":"Context-Aware Data Analytics Variability in IoT Neural Network-Based Systems","year":2021,"lang":"en","type":"article","venue":"2021 IEEE International Conference on Big Data (Big Data)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Analytics; Data analysis; Context (archaeology); Data science; Software analytics; Artificial neural network; Software; Data mining; Machine learning; Software system; Component-based software engineering","score_opus":0.3355768752768476,"score_gpt":0.3522646931300971,"score_spread":0.01668781785324952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205945425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013536182,0.0003345412,0.9047841,0.0072481604,0.03936044,0.00092123204,0.03191018,0.0002751625,0.001629998],"genre_scores_gemma":[0.96555966,0.00011316013,0.0016856821,0.0006777933,0.0018906121,0.000021377708,0.029872933,0.00002036213,0.00015843456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99346715,0.0008058762,0.0011057599,0.0027004352,0.0013157264,0.0006050597],"domain_scores_gemma":[0.9841875,0.00089038187,0.00038578853,0.013549568,0.0007735882,0.00021319653],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0040319306,0.0004154097,0.00061370776,0.00018021045,0.00016450156,0.0009867565,0.015085483,0.0002295773,0.00012401922],"category_scores_gemma":[0.001449871,0.0003861837,0.000056594392,0.0008767142,0.00016212228,0.0016520172,0.0063606882,0.0006865485,0.00016087182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033371968,0.0022097928,0.11899547,0.0006344289,0.00068756635,0.0011956387,0.00019094029,0.02506266,0.00028938436,0.016026055,0.12809171,0.7062826],"study_design_scores_gemma":[0.00078960793,0.000039161587,0.0036108955,0.00037610525,0.000024066589,0.00003230486,0.00006260683,0.9650615,0.00006111406,0.00023289406,0.029286785,0.0004229804],"about_ca_topic_score_codex":0.0009092357,"about_ca_topic_score_gemma":0.002466783,"teacher_disagreement_score":0.95202345,"about_ca_system_score_codex":0.00021012378,"about_ca_system_score_gemma":0.0017649002,"threshold_uncertainty_score":0.99985904},"labels":[],"label_agreement":null},{"id":"W4206336120","doi":"10.53759/181x/jcns202202001","title":"A Model for Performance Evaluation","year":2022,"lang":"en","type":"article","venue":"Journal of Computing and Natural Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Component (thermodynamics); Element (criminal law); C programming language; Programming language; Reliability engineering; Software; Engineering","score_opus":0.02373120205585174,"score_gpt":0.3046111329747178,"score_spread":0.2808799309188661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206336120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89440453,0.00040547212,0.10373397,0.00028187787,0.0010137581,0.00011651978,2.5712646e-7,0.0000142707495,0.00002934744],"genre_scores_gemma":[0.9741647,0.0000067068854,0.025643587,0.00010297098,0.00006181106,0.0000020306861,9.1110216e-8,0.0000015401546,0.00001651214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852395,0.00003983205,0.0002662655,0.00016326315,0.00082142866,0.00018528242],"domain_scores_gemma":[0.9989516,0.000095004456,0.00027434365,0.00013276885,0.0004871249,0.00005915067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006085607,0.00005823948,0.00011546995,0.00015223566,0.00086590025,0.00008809046,0.00072289887,0.000010757648,7.422488e-7],"category_scores_gemma":[0.0001484788,0.000042162603,0.00004673682,0.00052253675,0.00008176257,0.0006924328,0.00027326666,0.00019073572,1.7476123e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047863257,0.000059863363,0.006197375,0.00004477249,0.000009371674,0.000001171241,0.00397929,0.3236898,0.0025682615,0.0017297454,0.0003258521,0.6613466],"study_design_scores_gemma":[0.0003194148,0.00017900986,0.01055521,0.000015611216,0.0000042005677,0.00014874813,0.000040227027,0.9878151,0.00019033994,0.0005571694,0.00011270238,0.000062261366],"about_ca_topic_score_codex":0.0000012083776,"about_ca_topic_score_gemma":1.2958301e-7,"teacher_disagreement_score":0.6641253,"about_ca_system_score_codex":0.0001303702,"about_ca_system_score_gemma":0.00055204605,"threshold_uncertainty_score":0.6659892},"labels":[],"label_agreement":null},{"id":"W4206859288","doi":"","title":"Proceedings of the 6th International Workshop on Constraints in Software Testing, Verification, and Analysis, CSTVA 2014, Hyderabad, India, May 31, 2014","year":2014,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software testing; Software engineering; Computer science; Software; Library science; Programming language","score_opus":0.011778634171506354,"score_gpt":0.23057471278518915,"score_spread":0.2187960786136828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206859288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63777614,0.0005290442,0.33118626,0.01002879,0.0009744363,0.0013396896,0.00008129781,0.00036017908,0.017724173],"genre_scores_gemma":[0.96409506,0.0001658535,0.034738205,0.0000988612,0.000020165828,0.0000720728,0.000067173605,0.000015513362,0.0007271279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996581,0.0008569682,0.0007490605,0.0009444211,0.0005948947,0.0002736124],"domain_scores_gemma":[0.9935137,0.0015009721,0.00098928,0.0016853474,0.0022014854,0.000109192064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056245243,0.00029994114,0.0004557782,0.00041974153,0.00021611805,0.00039546727,0.0025930314,0.0002956237,0.000023822218],"category_scores_gemma":[0.002914623,0.00024947157,0.00018739699,0.0008905663,0.00046129272,0.00022203672,0.0015821096,0.000673931,0.000015168609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010970253,0.0004913326,0.917804,0.00032490454,0.000242085,8.309958e-7,0.0067387307,0.0006949469,0.00026755803,0.015909413,0.002839276,0.054675974],"study_design_scores_gemma":[0.000766186,0.000001529374,0.923212,0.0035918914,0.00010985904,0.000012953768,0.00012673729,0.058375955,0.006348612,0.004099195,0.0026841587,0.0006709273],"about_ca_topic_score_codex":0.00035024498,"about_ca_topic_score_gemma":0.00014925716,"teacher_disagreement_score":0.3263189,"about_ca_system_score_codex":0.00013409278,"about_ca_system_score_gemma":0.0002847472,"threshold_uncertainty_score":0.99999577},"labels":[],"label_agreement":null},{"id":"W4210866930","doi":"10.36227/techrxiv.12094230","title":"Spring Framework for Testing","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Java; Software engineering; Systems development life cycle; Web application; Model–view–controller; Java annotation; Programming language; Test case; Web application development; Operating system; Real time Java; Software; Software development; Software development process; Web service; Web development; User interface","score_opus":0.08354031868703325,"score_gpt":0.3085312663617896,"score_spread":0.22499094767475636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210866930","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029237603,0.00012166436,0.9905071,0.0016021348,0.0021330914,0.00056831155,0.0000023729394,0.0010253998,0.0011161582],"genre_scores_gemma":[0.25153026,0.0000028063323,0.74752474,0.00035596354,0.00043656994,0.00010201392,9.853105e-7,0.0000110875835,0.000035566394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984962,0.00002115616,0.000318176,0.0007126538,0.00019309987,0.00025873093],"domain_scores_gemma":[0.99803734,0.00060528424,0.00014892353,0.0009642366,0.00014654451,0.000097688855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034801255,0.00019557764,0.00029333573,0.000040609382,0.00010447651,0.00023707967,0.0013471198,0.0002849369,0.000003846111],"category_scores_gemma":[0.00096486113,0.00016106364,0.00015039861,0.00019257127,0.000017607055,0.00012016622,0.0019134178,0.00048743494,0.00005828774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019743782,0.00013938232,0.11758142,0.008427362,0.0002123706,0.000020636982,0.0024837886,0.00679681,0.00017566733,0.51945615,0.0032320796,0.34145457],"study_design_scores_gemma":[0.00016576858,0.00009251979,0.009857882,0.0008113385,0.000016309872,0.000004106273,0.000018217106,0.47633222,0.00090563326,0.50615656,0.0049566994,0.0006827386],"about_ca_topic_score_codex":0.000091839975,"about_ca_topic_score_gemma":0.0000017548793,"teacher_disagreement_score":0.4695354,"about_ca_system_score_codex":0.00005101585,"about_ca_system_score_gemma":0.00019234282,"threshold_uncertainty_score":0.6567985},"labels":[],"label_agreement":null},{"id":"W4210976656","doi":"10.1109/access.2022.3150342","title":"System Failure Detection Using Deep Learning Models Integrating Timestamps With Nonuniform Intervals","year":2022,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Timestamp; Computer science; Deep learning; Artificial intelligence; Task (project management); Software; Machine learning; Process (computing); Data mining; Artificial neural network; Code (set theory); Convolutional neural network; Real-time computing; Programming language","score_opus":0.026046929545972475,"score_gpt":0.2572544520355218,"score_spread":0.2312075224895493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210976656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4254674,0.000025430252,0.57322437,0.000017069531,0.00045500434,0.0001898788,6.797504e-7,0.00029136753,0.00032880504],"genre_scores_gemma":[0.99352545,9.827359e-7,0.0061924644,0.000038450256,0.00008968034,0.00008972859,0.0000015955416,0.000019159002,0.000042481548],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816376,0.00020852445,0.000354239,0.00046669695,0.0004743333,0.0003324461],"domain_scores_gemma":[0.9989238,0.000074305826,0.0002778007,0.0004961293,0.00015707478,0.00007089326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007754058,0.00019325975,0.00025259986,0.0001815973,0.0009160577,0.0004322121,0.001206483,0.00005643596,0.000011101835],"category_scores_gemma":[0.000014360719,0.00015194067,0.00007615212,0.00082813285,0.000029081886,0.002327745,0.0004748994,0.0005085719,0.00000881401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004432999,0.000052166815,0.008325998,0.00036427495,0.00005714914,0.000038491435,0.0043959916,0.933483,0.0010402832,0.00044443863,0.000017330636,0.051736537],"study_design_scores_gemma":[0.00023876237,0.0001602718,0.00013118616,0.00012255421,0.000011677798,0.00025419676,0.0014807903,0.9947264,0.0023496076,0.00009875493,0.00019383618,0.0002319509],"about_ca_topic_score_codex":0.00047986722,"about_ca_topic_score_gemma":0.00010477196,"teacher_disagreement_score":0.5680581,"about_ca_system_score_codex":0.00047131733,"about_ca_system_score_gemma":0.00009220008,"threshold_uncertainty_score":0.7045668},"labels":[],"label_agreement":null},{"id":"W4212781151","doi":"10.1109/tr.2022.3140453","title":"Feature-FL: Feature-Based Fault Localization","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Fundamental Research Funds for the Central Universities; Ministry of Education of the People's Republic of China; National Natural Science Foundation of China","keywords":"Feature (linguistics); Relevance (law); Computer science; Feature model; Artificial intelligence; Feature selection; Data mining; Information retrieval; Software; Programming language","score_opus":0.009268204198889681,"score_gpt":0.23274284325136319,"score_spread":0.2234746390524735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212781151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011689335,0.000042683176,0.9787717,0.0047534616,0.0028406125,0.0006776727,0.000052453404,0.00081287813,0.0003592269],"genre_scores_gemma":[0.9914508,0.0000062358918,0.0063440604,0.0011752557,0.00004111609,0.0003693852,0.000010102511,0.000017532206,0.00058552803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99705887,0.00044616286,0.00030874956,0.00090350775,0.0008651501,0.00041758784],"domain_scores_gemma":[0.99757326,0.0002546803,0.00012677794,0.0016929838,0.00019592817,0.00015637171],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010394186,0.0002832453,0.00029968473,0.00020069905,0.0012052858,0.0000971403,0.00093405216,0.00015784115,0.000114846946],"category_scores_gemma":[0.000025497182,0.00025799585,0.00029478598,0.0013283741,0.00011158475,0.0003846618,0.00000865781,0.00083473587,0.000058444304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013330212,0.0009208403,0.0009398633,0.00011703558,0.000023870474,0.0000076190177,0.0003370723,0.960582,0.00012786916,0.0001500427,0.007024266,0.02963621],"study_design_scores_gemma":[0.0018473133,0.00095757184,0.003177765,0.000040489424,0.000048435377,0.00004081769,0.000098918026,0.892923,0.017412629,0.0011002398,0.081453815,0.00089898397],"about_ca_topic_score_codex":0.00008713401,"about_ca_topic_score_gemma":0.000017529801,"teacher_disagreement_score":0.9797614,"about_ca_system_score_codex":0.00056271243,"about_ca_system_score_gemma":0.00027848128,"threshold_uncertainty_score":0.99998724},"labels":[],"label_agreement":null},{"id":"W4212807595","doi":"10.1007/978-3-030-96040-7_3","title":"On the Performance Implications of Deploying IoT Apps as FaaS","year":2022,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software deployment; Internet of Things; Overhead (engineering); Cloud computing; Container (type theory); Architecture; Distributed computing; Computer security; Operating system; Engineering","score_opus":0.036586623837313315,"score_gpt":0.28207357319215665,"score_spread":0.24548694935484333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212807595","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014712028,0.0009180398,0.12698114,0.011318825,0.0012557842,0.002695176,0.000041136234,0.00057102,0.84150684],"genre_scores_gemma":[0.97587436,0.003278208,0.01769963,0.0022281017,0.00002890971,0.00019640045,0.00001827419,0.000017795934,0.0006583084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812484,0.000049964703,0.00078181864,0.0002708926,0.0005648484,0.0002076483],"domain_scores_gemma":[0.9950636,0.00066852215,0.00048042205,0.003397349,0.00032805532,0.00006204061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001847291,0.00019303245,0.00023188657,0.00063354213,0.0010832519,0.00022059857,0.004937297,0.00008005624,0.000032819637],"category_scores_gemma":[0.00007815078,0.0001482373,0.00006214098,0.0006787289,0.0008529428,0.0025473875,0.0027627493,0.0005522414,0.00007777196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016395376,0.00001555602,0.00021168233,0.00003135736,0.000004300992,3.8384623e-8,0.0012747794,0.0008067067,0.0000016682403,0.8965513,0.0001634786,0.10093749],"study_design_scores_gemma":[0.0006532564,0.0005457487,0.0156066865,0.00080574193,0.000018996177,0.000111257556,0.00013122772,0.51740676,0.000110594076,0.06564717,0.3979303,0.0010322455],"about_ca_topic_score_codex":0.00001836903,"about_ca_topic_score_gemma":0.0000025096992,"teacher_disagreement_score":0.9611623,"about_ca_system_score_codex":0.00017497473,"about_ca_system_score_gemma":0.0004112042,"threshold_uncertainty_score":0.91748095},"labels":[],"label_agreement":null},{"id":"W4213153767","doi":"10.4018/978-1-59140-255-8.ch008","title":"Regression Test Selection for Database Applications","year":2004,"lang":"en","type":"book-chapter","venue":"Advances in database research (ADR) book series/Advances in database research series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Regression testing; Data mining; Control flow graph; Graph; Test suite; Test case; Regression analysis; Machine learning; Theoretical computer science; Programming language; Software; Software system","score_opus":0.05470746594474753,"score_gpt":0.40750926124546727,"score_spread":0.35280179530071976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213153767","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018179623,0.46007702,0.17733973,0.0078321025,0.0046667084,0.05631376,0.06802309,0.0024619843,0.2231038],"genre_scores_gemma":[0.00074698444,0.76792926,0.12760192,0.00016594604,0.002067368,0.015458414,0.017910605,0.00052300416,0.067596525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97762066,0.0016342077,0.0036756191,0.0056964825,0.0071115303,0.004261498],"domain_scores_gemma":[0.9762607,0.008328301,0.001049815,0.00946843,0.0038658478,0.0010269082],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","sts"],"category_scores_codex":[0.023595087,0.001763686,0.0023377214,0.004513939,0.002486282,0.00087032776,0.0077295373,0.0008757037,0.00057586253],"category_scores_gemma":[0.008401879,0.0015736425,0.00041730114,0.003866079,0.0043301927,0.0483923,0.0073068645,0.006967644,0.00051826023],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027366804,0.0017351005,0.0020458817,0.01740383,0.0001191604,0.0008889634,0.0005999295,0.0007994813,0.0023186922,0.8763024,0.015222838,0.07982701],"study_design_scores_gemma":[0.001753605,0.0011739995,0.000022345232,0.0071243374,0.00001563398,0.00017287007,0.00035272105,0.00069840124,0.004333098,0.05361045,0.9292049,0.0015376746],"about_ca_topic_score_codex":0.00034619484,"about_ca_topic_score_gemma":0.0075177024,"teacher_disagreement_score":0.91398203,"about_ca_system_score_codex":0.0035108442,"about_ca_system_score_gemma":0.0044006114,"threshold_uncertainty_score":0.99995077},"labels":[],"label_agreement":null},{"id":"W4213397781","doi":"","title":"Mining Test Repositories for Automatic Detection of UI Performance Regressions in Android Apps","year":2016,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Android (operating system); Computer science; Test (biology); Mobile apps; World Wide Web; Operating system","score_opus":0.008998518496103433,"score_gpt":0.21602897062014118,"score_spread":0.20703045212403776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213397781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65960467,0.00012858877,0.3377615,0.0011063102,0.00017962951,0.00023293564,0.0000030824915,0.00013025869,0.00085301657],"genre_scores_gemma":[0.95226824,0.0000683173,0.046775598,0.000008133056,0.000011436051,0.000074501135,0.0000025839302,0.000008583616,0.00078257674],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816006,0.000601771,0.00046030578,0.0003440862,0.00021634922,0.00021743131],"domain_scores_gemma":[0.9953895,0.0023748812,0.0003058124,0.0010922329,0.00077615393,0.000061394734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030916517,0.000119027856,0.00019627789,0.00013576755,0.00022896733,0.00006674382,0.00066220644,0.00008572311,0.000003763265],"category_scores_gemma":[0.0020763513,0.000086698245,0.00006892217,0.0004814913,0.000114659284,0.0004786182,0.00019431634,0.00006960093,0.000004849859],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012387094,0.00039069558,0.17393166,0.0003640007,0.00001537267,0.0000010453211,0.00864394,0.000009616331,0.079580374,0.0037710276,0.00012432892,0.73315555],"study_design_scores_gemma":[0.0010415189,0.000004987817,0.0899136,0.0037818772,0.000008901572,0.000020233076,0.00010959082,0.12463608,0.7781655,0.0005889305,0.0014501865,0.000278603],"about_ca_topic_score_codex":0.00007207145,"about_ca_topic_score_gemma":0.00019216687,"teacher_disagreement_score":0.73287696,"about_ca_system_score_codex":0.00007449748,"about_ca_system_score_gemma":0.000103478626,"threshold_uncertainty_score":0.3535452},"labels":[],"label_agreement":null},{"id":"W4214643715","doi":"10.1109/tse.2022.3154672","title":"An Empirical Study on Log Level Prediction for Multi-Component Systems","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Component (thermodynamics); Interpretability; Computer science; Logging; Component-based software engineering; Data mining; Leverage (statistics); Software; Software system; Machine learning; Operating system","score_opus":0.05913968027635651,"score_gpt":0.29785239876476993,"score_spread":0.2387127184884134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214643715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1886212,0.000016945813,0.8048009,0.000016909196,0.004283687,0.0010341202,0.00012815578,0.0010973586,7.1995885e-7],"genre_scores_gemma":[0.98049283,0.0000011795526,0.017773772,0.0000388105,0.00008863476,0.0015060811,0.0000066753405,0.000035827674,0.00005621101],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998041,0.00010449023,0.00040008244,0.00060944294,0.0005043505,0.00034068816],"domain_scores_gemma":[0.99873793,0.0002117612,0.000061648345,0.00077878236,0.00007511705,0.00013473367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005837306,0.00024731865,0.00026558377,0.00029397316,0.0005926306,0.0000904778,0.0005649877,0.000072154115,0.000006358082],"category_scores_gemma":[0.000014474298,0.00024186319,0.00014007669,0.00041640465,0.000011141998,0.00033726098,0.0000063836314,0.00042018874,0.000012106101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003496469,0.0013599906,0.0018682979,0.000055524346,0.00005129996,0.0000051362913,0.0012679523,0.9926628,0.00012725276,0.000010084309,0.00007053505,0.0024861775],"study_design_scores_gemma":[0.0013810759,0.0021664652,0.016030325,0.000033380475,0.000025141551,0.00003199449,0.0003569928,0.97818273,0.0006107562,0.0000016420983,0.000843748,0.00033574784],"about_ca_topic_score_codex":0.00003433027,"about_ca_topic_score_gemma":0.0000022795862,"teacher_disagreement_score":0.7918716,"about_ca_system_score_codex":0.00038617424,"about_ca_system_score_gemma":0.000058341255,"threshold_uncertainty_score":0.98628944},"labels":[],"label_agreement":null},{"id":"W4214663927","doi":"10.1145/974044.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software performance testing; Modeling language; Software; Programming language; Software construction; Software development","score_opus":0.022234971445716147,"score_gpt":0.22028795790777528,"score_spread":0.19805298646205913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214663927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51921976,0.000032364373,0.4794574,0.000114579285,0.00033625233,0.00006552426,8.1239983e-7,0.00037633043,0.00039694458],"genre_scores_gemma":[0.88092095,0.000017241973,0.118698746,0.00022514937,0.00006700336,0.000009288498,0.0000053090366,0.000006448352,0.00004985756],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987911,0.0000145628255,0.0002520677,0.00037613593,0.00029844698,0.00026769485],"domain_scores_gemma":[0.99908304,0.000026096664,0.000039788345,0.00068424793,0.00007449467,0.00009235735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015233051,0.00013618007,0.0001580616,0.00004983444,0.00017327878,0.00007784455,0.00076531846,0.000071308365,0.000024771965],"category_scores_gemma":[0.000016519785,0.00010523401,0.00005912698,0.00020237389,0.000022234915,0.00082447106,0.00021574476,0.00011486286,0.00052064063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037645794,0.0004970491,0.24808718,0.00016624054,0.000094549076,0.000024497047,0.0036343061,0.6385303,0.0012982392,0.0039554243,0.0003207423,0.103353806],"study_design_scores_gemma":[0.00088034355,0.000060973034,0.018701617,0.00010102518,0.000004393177,0.000010304472,0.000021489574,0.9732803,0.0018255762,0.004459604,0.00031210738,0.00034223456],"about_ca_topic_score_codex":0.00053425936,"about_ca_topic_score_gemma":0.000008232066,"teacher_disagreement_score":0.3617012,"about_ca_system_score_codex":0.00008356638,"about_ca_system_score_gemma":0.00006690426,"threshold_uncertainty_score":0.6691956},"labels":[],"label_agreement":null},{"id":"W4214761061","doi":"10.36227/techrxiv.12092259","title":"Junit framework for unit testing.pdf","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Unit testing; Computer science; Black-box testing; Java; Integration testing; Systems development life cycle; Software engineering; Task (project management); Software; Test (biology); Operating system; Software development; Systems engineering; Software development process; Software construction; Engineering","score_opus":0.10081629758255287,"score_gpt":0.31841415692403047,"score_spread":0.2175978593414776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214761061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002521041,0.000064326356,0.98469555,0.0029944405,0.0024803802,0.00086332945,0.000009211104,0.0010201947,0.005351498],"genre_scores_gemma":[0.12598571,0.000008517244,0.87070346,0.0013529314,0.0006513382,0.00023876157,0.000017967834,0.000022970127,0.0010183252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99803317,0.00005290706,0.00042724606,0.0008522253,0.000290341,0.00034410477],"domain_scores_gemma":[0.99693453,0.00089998404,0.00020633552,0.0014482687,0.00033977724,0.00017111926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041332364,0.0002988265,0.0004177362,0.00007621395,0.00015148098,0.00028481975,0.0021019403,0.00048179852,0.00007670731],"category_scores_gemma":[0.0010693385,0.0002431513,0.00019250608,0.0004311952,0.00004563798,0.00014607425,0.0020117974,0.00075685425,0.0007697424],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006937461,0.0004656251,0.08297572,0.010399588,0.00046749742,0.000047882553,0.003951328,0.004076087,0.000069742484,0.5950233,0.05902882,0.24342506],"study_design_scores_gemma":[0.00036744587,0.00028762536,0.008498815,0.0008194233,0.00004225497,0.000014555653,0.000053343945,0.18505208,0.0005787139,0.75615275,0.047021028,0.0011119541],"about_ca_topic_score_codex":0.00006172294,"about_ca_topic_score_gemma":0.0000029718024,"teacher_disagreement_score":0.2423131,"about_ca_system_score_codex":0.00004609957,"about_ca_system_score_gemma":0.0004161593,"threshold_uncertainty_score":0.9915422},"labels":[],"label_agreement":null},{"id":"W4220742105","doi":"10.1145/3489525.3511683","title":"Studying the Performance Risks of Upgrading Docker Hub Images","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Image (mathematics); Test (biology); Work (physics); Computer security; Artificial intelligence; Engineering","score_opus":0.050263869541252976,"score_gpt":0.29107289532158775,"score_spread":0.24080902578033478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220742105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786326,0.00015550884,0.01678127,0.0005824535,0.00068171206,0.0002359506,0.0000013347582,0.0001421068,0.0027870357],"genre_scores_gemma":[0.9973419,0.000017931954,0.0019669752,0.00016170084,0.000035453133,0.000052167074,3.5282346e-7,0.0000045098195,0.00041902965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878615,0.0001115948,0.00025855954,0.00022841195,0.0004097626,0.00020551459],"domain_scores_gemma":[0.9990069,0.00013510449,0.0001081041,0.0006704841,0.000053401756,0.000025978756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001176097,0.00008843641,0.00013574018,0.00005837254,0.00063473114,0.00004339502,0.0011093674,0.00001483435,0.00007868839],"category_scores_gemma":[0.000019875488,0.000052699186,0.00006865411,0.0004941036,0.00005413215,0.00033760976,0.00077204994,0.00019249188,0.000015576867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014972353,0.00020264165,0.879973,0.00015349964,0.00006803713,0.000004747001,0.0075675286,0.0091742305,0.0007293134,0.003966879,0.007597449,0.09054771],"study_design_scores_gemma":[0.001331051,0.00087741483,0.6771062,0.000062723026,0.000037098784,0.0001638479,0.0049532526,0.25450256,0.02682094,0.0010780384,0.032222766,0.00084405864],"about_ca_topic_score_codex":0.00011348438,"about_ca_topic_score_gemma":0.0000012255935,"teacher_disagreement_score":0.24532835,"about_ca_system_score_codex":0.0000449533,"about_ca_system_score_gemma":0.000049553746,"threshold_uncertainty_score":0.48819032},"labels":[],"label_agreement":null},{"id":"W4221125010","doi":"10.18280/isi.270116","title":"Transmission Control Protocol Analysis Using NS3","year":2022,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Random early detection; Active queue management; Queue; Transmission Control Protocol; Network packet; Protocol (science); Computer network; Network congestion","score_opus":0.013168455808796579,"score_gpt":0.25375425897147946,"score_spread":0.24058580316268288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221125010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031674594,0.0000105204945,0.95315534,0.00004006129,0.0002050525,0.01364355,0.000010704537,0.00030549386,0.00095470366],"genre_scores_gemma":[0.97203183,4.394205e-7,0.00905185,0.0001849686,0.000029881496,0.018660473,0.000016751019,0.0000052062214,0.00001860354],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815917,0.0001829471,0.0006620175,0.00017994356,0.000534793,0.00028113124],"domain_scores_gemma":[0.99889517,0.000046378158,0.00033640407,0.0004691917,0.00017169179,0.00008114879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010281847,0.00015016623,0.00026384238,0.00049623114,0.00087656477,0.00023928787,0.0005743366,0.000055518532,0.00010427013],"category_scores_gemma":[0.000033093627,0.00013116229,0.00018540824,0.0019561492,0.000046164052,0.0033529212,0.00013483227,0.00015460087,0.000021268228],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029092192,0.00023497459,0.051077854,0.0014025292,0.00072378403,0.00001092671,0.03463926,0.44213098,0.0009537043,0.003987586,0.0006427896,0.46390468],"study_design_scores_gemma":[0.0011145468,0.00016607858,0.0072802817,0.000028865323,0.000072787305,0.000044492645,0.0003844996,0.9684402,0.00039905633,0.0008256533,0.020945849,0.00029769278],"about_ca_topic_score_codex":0.00009759354,"about_ca_topic_score_gemma":9.945186e-7,"teacher_disagreement_score":0.9441035,"about_ca_system_score_codex":0.00043234247,"about_ca_system_score_gemma":0.00016422034,"threshold_uncertainty_score":0.6741916},"labels":[],"label_agreement":null},{"id":"W4224048739","doi":"10.22215/etd/2021-14846","title":"A New Approximation for Multiserver Waiting Time, for Layered Queueing Systems","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Queueing theory; Computer science; Binomial (polynomial); Queue; Mean value analysis; Convergence (economics); Solver; Layered queueing network; Applied mathematics; Approximation error; Mathematical optimization; Approximation algorithm; Approximations of π; Stochastic approximation; Algorithm; Mathematics; Statistics; Telecommunications; Computer network; Asynchronous communication","score_opus":0.015286092528320555,"score_gpt":0.2666307727504081,"score_spread":0.25134468022208756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224048739","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077093192,0.0006534082,0.98341113,0.00006228959,0.0032353962,0.0028782834,0.000015181638,0.00043267506,0.0016023016],"genre_scores_gemma":[0.15290108,0.00003519993,0.6109753,0.00013035274,0.0023906429,0.0035687047,0.0047947606,0.0001842163,0.2250197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979674,0.000045348308,0.0006508774,0.0006994871,0.00028567514,0.00035116728],"domain_scores_gemma":[0.99801815,0.0003396509,0.00039623806,0.00056815456,0.0005828082,0.000094986994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00057074014,0.0002860096,0.00049932324,0.00011580467,0.00023010008,0.00044350716,0.0005444401,0.0003753702,0.000014517811],"category_scores_gemma":[0.00021013159,0.00025032827,0.00028553486,0.00023811847,0.0000038949797,0.00054789346,0.000041977,0.00011357192,0.000027631264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004931984,0.00047686844,0.0007434471,0.06905707,0.0012231095,0.000011235511,0.019526074,0.013182945,0.011763343,0.09012595,0.12169254,0.67170423],"study_design_scores_gemma":[0.0008901681,0.00007150679,0.00014743881,0.00094954454,0.000032441087,0.0000047909534,0.00055960374,0.98839074,0.0036673686,0.0003433694,0.004472915,0.00047010477],"about_ca_topic_score_codex":0.00038720455,"about_ca_topic_score_gemma":0.000091202244,"teacher_disagreement_score":0.9752078,"about_ca_system_score_codex":0.000110135086,"about_ca_system_score_gemma":0.00046396034,"threshold_uncertainty_score":0.9999949},"labels":[],"label_agreement":null},{"id":"W4225508567","doi":"10.1007/s10489-022-03300-1","title":"Log message anomaly detection with fuzzy C-means and MLP","year":2022,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Anomaly detection; Data mining; Fuzzy logic; Anomaly (physics); Multilayer perceptron; RADIUS; Software; Cloud computing; Cluster (spacecraft); Artificial intelligence; Artificial neural network; Computer security; Operating system","score_opus":0.008776104311428373,"score_gpt":0.20786693623836186,"score_spread":0.1990908319269335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225508567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24084604,0.00013642314,0.7527198,0.00009324091,0.0002522759,0.00033438246,0.0000018289977,0.00025563946,0.005360369],"genre_scores_gemma":[0.9949592,0.000020352707,0.0045329714,0.00019081771,0.00002877822,0.00015942327,0.0000010683499,0.000008721564,0.000098669836],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987313,0.000038662667,0.00020080458,0.0004784693,0.00030831256,0.00024243878],"domain_scores_gemma":[0.9992171,0.000075862015,0.00008188551,0.0005231488,0.000034700224,0.00006731725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041276193,0.0001369573,0.0001458568,0.000078470766,0.00041436692,0.00006930698,0.0005454859,0.000035708614,0.00002672554],"category_scores_gemma":[0.000006951377,0.00011166557,0.000024493756,0.00052878866,0.00008848103,0.00019579561,0.00035415907,0.00022668723,0.000041163115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001929174,0.00027254308,0.026235992,0.00018622927,0.00008067709,0.000044496202,0.007440563,0.0101115815,0.006753406,0.058354925,0.00026422282,0.89006245],"study_design_scores_gemma":[0.002520522,0.0072562355,0.10649722,0.00017115689,0.00016731731,0.0026099333,0.012361496,0.24634685,0.4131282,0.1050204,0.09759402,0.006326672],"about_ca_topic_score_codex":0.00008520528,"about_ca_topic_score_gemma":0.000029395942,"teacher_disagreement_score":0.8837358,"about_ca_system_score_codex":0.000067777386,"about_ca_system_score_gemma":0.000045150555,"threshold_uncertainty_score":0.45535898},"labels":[],"label_agreement":null},{"id":"W4226125614","doi":"10.1109/icse-companion55297.2022.9793736","title":"A Tool for Rejuvenating Feature Logging Levels via Git Histories and Degree of Interest","year":2022,"lang":"en","type":"article","venue":"2022 IEEE/ACM 44th International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Plug-in; Java; Logging; Software; Eclipse; Feature (linguistics); Source code; Database; Software engineering; Operating system; World Wide Web","score_opus":0.0773105243823938,"score_gpt":0.2726561349338638,"score_spread":0.19534561055147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226125614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6598092,0.00019685009,0.32753566,0.00210747,0.0074531217,0.0013000381,0.00021786241,0.0011330087,0.00024681783],"genre_scores_gemma":[0.9606613,0.00001165437,0.038080145,0.00017225859,0.00026380224,0.00034268046,0.000048603797,0.00005894166,0.00036062635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99643666,0.000040543044,0.00092448917,0.0010473301,0.0009782278,0.0005727548],"domain_scores_gemma":[0.99700683,0.00043902555,0.00066863326,0.0005675463,0.0011385373,0.00017942674],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010840258,0.00055594207,0.00070603477,0.0006110974,0.0005047776,0.0002991811,0.0024235991,0.00016066202,0.00010327265],"category_scores_gemma":[0.0010665563,0.00057753624,0.00021440806,0.00067633565,0.000097674005,0.00077995093,0.0010779459,0.0008941396,0.000006995758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063683174,0.0013866398,0.12244616,0.0039778417,0.0011114433,0.00004248822,0.017494505,0.0138842985,0.031417444,0.7482756,0.021643443,0.037683345],"study_design_scores_gemma":[0.005249381,0.0019588666,0.049292613,0.0014690453,0.00011660635,0.0008086151,0.0019517719,0.8592788,0.010665441,0.012813029,0.0528563,0.0035395434],"about_ca_topic_score_codex":0.000024019506,"about_ca_topic_score_gemma":0.0000022421257,"teacher_disagreement_score":0.8453945,"about_ca_system_score_codex":0.00066673866,"about_ca_system_score_gemma":0.00019041974,"threshold_uncertainty_score":0.9996676},"labels":[],"label_agreement":null},{"id":"W4226394169","doi":"10.1007/s10664-022-10139-0","title":"Studying logging practice in test code","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Logging; Test (biology); Production (economics); Computer science; Software; Database; Operating system; Forestry; Geography; Ecology","score_opus":0.01950508164430709,"score_gpt":0.27719995302169476,"score_spread":0.25769487137738767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226394169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33445755,0.0010030759,0.65862995,0.001833936,0.0016055299,0.0004533499,0.0000071284767,0.0018504489,0.00015899933],"genre_scores_gemma":[0.959817,0.000006887085,0.039344195,0.00056259235,0.000080309444,0.00012834529,0.0000022284482,0.000021016369,0.000037419097],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981444,0.00008486849,0.0003707774,0.0004618157,0.000491548,0.00044661813],"domain_scores_gemma":[0.99717677,0.002110013,0.00007112747,0.00050448836,0.000039483435,0.00009811018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010853892,0.00017180655,0.0002281637,0.00018442521,0.0002514053,0.0000753466,0.00075694866,0.00004640194,0.000021902626],"category_scores_gemma":[0.0029205484,0.0001738645,0.00006523935,0.0009851548,0.000012906215,0.00060363906,0.00078708335,0.0005977347,0.000027427312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079511665,0.00039098784,0.7084484,0.00009894468,0.00002005447,0.00023767122,0.0049854256,0.27473986,0.00006230006,0.00008482939,0.00090199197,0.010021573],"study_design_scores_gemma":[0.0015902513,0.00049962354,0.3022946,0.000120263,0.000018022216,0.00048637963,0.0006626359,0.2896693,0.00019098332,0.00016675894,0.40292904,0.0013721224],"about_ca_topic_score_codex":0.00003914573,"about_ca_topic_score_gemma":0.0000018756899,"teacher_disagreement_score":0.6253594,"about_ca_system_score_codex":0.00035372283,"about_ca_system_score_gemma":0.000087605375,"threshold_uncertainty_score":0.70899886},"labels":[],"label_agreement":null},{"id":"W422749228","doi":"","title":"Testing Multi-agent Systems for Deadlock Detection Based on UML Models.","year":2008,"lang":"en","type":"article","venue":"Distributed Multimedia Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Deadlock; Multi-agent system; Deadlock prevention algorithms; Distributed computing; Programming language; Software engineering; Artificial intelligence; Software","score_opus":0.060137233276791796,"score_gpt":0.2548453239441404,"score_spread":0.1947080906673486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W422749228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0332563,0.00046808575,0.9577062,0.000030400315,0.0048296745,0.0023792805,0.00029720392,0.0009876692,0.00004517495],"genre_scores_gemma":[0.98729426,0.000008192677,0.01088257,0.000029640689,0.00035848492,0.0011670701,0.00016845232,0.000037777307,0.000053577663],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99655735,0.00017104595,0.00090334116,0.00092089945,0.0007015561,0.0007457809],"domain_scores_gemma":[0.996563,0.0008130826,0.00041380743,0.0011565383,0.00074581394,0.00030776],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008614618,0.00043554814,0.00059074175,0.00020283982,0.00065238326,0.00018307667,0.00078974455,0.00031452018,5.846808e-7],"category_scores_gemma":[0.0006066513,0.00036788062,0.00020870182,0.00077788386,0.00007829199,0.00048522622,0.0000822819,0.00024414813,0.00007122975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009151476,0.00063094235,0.011318836,0.0011619944,0.000086025444,0.000050722087,0.0007511123,0.97102535,0.0010960287,0.00009341444,0.001644312,0.012049744],"study_design_scores_gemma":[0.0018447418,0.00023513466,0.0028770051,0.00027099607,0.00001584603,0.00007232357,0.000105370484,0.99257785,0.0006770867,0.0000048267734,0.0008825819,0.0004362252],"about_ca_topic_score_codex":0.00079811946,"about_ca_topic_score_gemma":0.00000701829,"teacher_disagreement_score":0.95403796,"about_ca_system_score_codex":0.00050095137,"about_ca_system_score_gemma":0.00022756052,"threshold_uncertainty_score":0.99987733},"labels":[],"label_agreement":null},{"id":"W4230035235","doi":"10.1145/774838.774839","title":"EVolve","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Visualization; Java; Extensibility; Protocol (science); Data visualization; Context (archaeology); Variety (cybernetics); Human–computer interaction; Programming language; Software engineering; Data mining; Artificial intelligence","score_opus":0.007577685580018667,"score_gpt":0.2108294848545255,"score_spread":0.20325179927450682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230035235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025104295,0.00006608263,0.8047115,0.00013312463,0.0005530863,0.000062793864,4.4125407e-8,0.0002904737,0.16907856],"genre_scores_gemma":[0.9522837,0.00000154645,0.046328116,0.00031393542,0.000010882545,0.000003976854,3.951287e-8,0.0000013182625,0.0010565011],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996005,0.000019834324,0.00007007429,0.00012337485,0.00008511606,0.00010109349],"domain_scores_gemma":[0.99957186,0.000020759866,0.000010976288,0.00034074433,0.000027373202,0.000028260172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018738465,0.00003611817,0.0000440572,0.000017390106,0.000038569386,0.000027929753,0.00020448526,0.000021091404,0.000057150355],"category_scores_gemma":[0.000029017907,0.000024409928,0.000024647117,0.00014288815,0.00000929657,0.00020355254,0.000022224152,0.000027629405,0.0004694179],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.732042e-7,0.00006890718,0.081497744,0.000021149865,0.000009248508,0.0000045090164,0.00042509096,0.000026328878,0.00012332755,0.88113123,0.011659832,0.02503199],"study_design_scores_gemma":[0.0009985565,0.00020133519,0.044394456,0.000025194535,0.0000045443294,0.00013578519,0.000118233525,0.018292025,0.032614868,0.05949132,0.84294933,0.0007743531],"about_ca_topic_score_codex":0.000005678625,"about_ca_topic_score_gemma":8.762656e-7,"teacher_disagreement_score":0.9271794,"about_ca_system_score_codex":0.000011051586,"about_ca_system_score_gemma":0.00002864755,"threshold_uncertainty_score":0.6033574},"labels":[],"label_agreement":null},{"id":"W4230297784","doi":"10.1145/584408.584412","title":"Performance aware software development (PASD) using resource demand budgets","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Bottleneck; Unified Modeling Language; Key (lock); Software engineering; Software; Software requirements specification; Middleware (distributed applications); Resource (disambiguation); Software development; Software construction; Operating system; Embedded system","score_opus":0.029611087206404433,"score_gpt":0.22255211713458029,"score_spread":0.19294102992817586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230297784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64575636,0.00023454202,0.34808332,0.0001513218,0.0003895412,0.00026514468,5.350006e-7,0.00078416493,0.004335082],"genre_scores_gemma":[0.8968749,0.000017906483,0.101401106,0.00036445956,0.00008078949,0.000016162205,0.0000014922008,0.000014965327,0.0012282332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979895,0.000042828025,0.000438534,0.00055168715,0.00046357096,0.00051388924],"domain_scores_gemma":[0.99877006,0.00006799455,0.000106811356,0.000795299,0.000105183375,0.00015467877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042625194,0.00024045988,0.00024495585,0.00012278435,0.0005199448,0.00012467484,0.000849485,0.000121438665,0.00013857959],"category_scores_gemma":[0.000030608364,0.00018873463,0.0000620178,0.0004582605,0.00005423001,0.00062476454,0.0003649932,0.000161296,0.00044391205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001851655,0.00041019358,0.34368825,0.0007874746,0.00010884502,0.00003779174,0.010423229,0.0069549633,0.00020158834,0.00029533822,0.015448294,0.6216255],"study_design_scores_gemma":[0.0014935058,0.00018677826,0.08649714,0.00039541055,0.000021463535,0.00028873404,0.00019359609,0.7668181,0.012304936,0.00007160938,0.12990616,0.0018225663],"about_ca_topic_score_codex":0.000008680568,"about_ca_topic_score_gemma":0.0000033361955,"teacher_disagreement_score":0.75986314,"about_ca_system_score_codex":0.00014559968,"about_ca_system_score_gemma":0.000069056085,"threshold_uncertainty_score":0.7696375},"labels":[],"label_agreement":null},{"id":"W4231315554","doi":"10.1007/978-1-4939-7131-2_100759","title":"Network Workbench Tool","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workbench; Computer science; Artificial intelligence","score_opus":0.015809818952144245,"score_gpt":0.21618407437196122,"score_spread":0.20037425541981696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231315554","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001674855,0.00037227676,0.11964874,0.00016624748,0.0026806006,0.0002627395,0.0000011242588,0.00053567433,0.87631583],"genre_scores_gemma":[0.0006918115,0.000059521182,0.022995833,0.00085063436,0.0022309788,0.000010489176,0.000005181219,0.0000262021,0.97312933],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982555,0.000011823438,0.00039419264,0.0006155964,0.00037325034,0.0003496217],"domain_scores_gemma":[0.99801075,0.00008012441,0.00015265733,0.0015216317,0.00015798055,0.00007686863],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004148688,0.00030146586,0.00035074097,0.00005655346,0.00013828822,0.000135289,0.0011537602,0.0004236615,0.002141287],"category_scores_gemma":[0.000010082121,0.00022419459,0.00016449817,0.00006397784,0.000091267444,0.00024498795,0.00048060063,0.00026189396,0.0057596522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037921475,0.000007891468,0.00018796507,0.000059192513,0.000045422235,0.000011826902,0.000111737114,0.000019741576,1.7104087e-7,0.44838646,0.5163462,0.034819577],"study_design_scores_gemma":[0.00008016685,0.00008041693,0.00009500777,0.0001971068,0.000008881338,0.00001647633,6.108532e-7,0.0006440961,0.0000028944755,0.15681762,0.8416387,0.0004180625],"about_ca_topic_score_codex":0.0000050485596,"about_ca_topic_score_gemma":0.000006370937,"teacher_disagreement_score":0.32529244,"about_ca_system_score_codex":0.00006281971,"about_ca_system_score_gemma":0.00013135868,"threshold_uncertainty_score":0.9987709},"labels":[],"label_agreement":null},{"id":"W4231539220","doi":"10.1109/aspec.2007.39","title":"Checking Distributed Programs with Partially Ordered Atoms","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Correctness; Predicate (mathematical logic); Generality; Model checking; Semantics (computer science); Computation; Interleaving; Programming language; Theoretical computer science; Set (abstract data type); Algorithm","score_opus":0.01245558559273583,"score_gpt":0.23711293429575855,"score_spread":0.22465734870302273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231539220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2394724,0.000017657585,0.75806606,0.00017786128,0.00014714632,0.00021717064,3.2766062e-7,0.00054820743,0.0013531707],"genre_scores_gemma":[0.9691702,0.000001166837,0.03054051,0.00008489132,0.000052605166,0.0000129527825,0.0000069231755,0.000005961992,0.00012478082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987051,0.00001686415,0.00024301688,0.00032234113,0.00030151993,0.00041116073],"domain_scores_gemma":[0.9991092,0.000037369595,0.00006804511,0.0005350653,0.00013408421,0.00011625492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065284164,0.00012397386,0.00014201156,0.00003466476,0.000120730314,0.00012514449,0.00046515366,0.00006371404,0.000010589943],"category_scores_gemma":[0.000016609865,0.00007657435,0.00004029225,0.0006104889,0.000056252975,0.0003597604,0.000101649224,0.000092889786,0.000051245457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006419674,0.00032997946,0.6450489,0.000087574495,0.000059160066,0.00006921871,0.0009504563,0.000092639464,0.000119175114,0.015434729,0.00034278096,0.3374012],"study_design_scores_gemma":[0.0052722218,0.0022955292,0.7536982,0.00044372227,0.000048224774,0.00042876726,0.00076348253,0.06974521,0.03335727,0.002945794,0.12847288,0.0025286835],"about_ca_topic_score_codex":0.000069244525,"about_ca_topic_score_gemma":0.00017761215,"teacher_disagreement_score":0.7296978,"about_ca_system_score_codex":0.00004215818,"about_ca_system_score_gemma":0.00007367477,"threshold_uncertainty_score":0.31226116},"labels":[],"label_agreement":null},{"id":"W4232244838","doi":"10.1007/978-1-4842-4069-4_12","title":"AppRun DevTools","year":2019,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thornhill Medical (Canada)","funders":"","keywords":"Computer science","score_opus":0.018118368611010578,"score_gpt":0.21327516764260923,"score_spread":0.19515679903159866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232244838","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059875838,0.00036086494,0.018078541,0.000035826582,0.0017394223,0.00057136524,0.0000101191135,0.0004365618,0.97870743],"genre_scores_gemma":[0.0077278083,0.00001889229,0.0024283605,0.0003263543,0.00031379607,0.0000262501,0.000007804189,0.000052363583,0.98909837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980067,0.00001975221,0.0004160843,0.000742248,0.00047709787,0.00033808692],"domain_scores_gemma":[0.9973766,0.00012443263,0.00024023413,0.0020259921,0.0001247854,0.000107939115],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002442222,0.00039068764,0.0004943984,0.000114525545,0.00009924579,0.00015429579,0.001587914,0.00049114577,0.00005291682],"category_scores_gemma":[0.000010360988,0.0003255235,0.00024219781,0.0000110783485,0.00008922214,0.00015682433,0.0006226947,0.00043399967,0.0019605046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008804642,0.000011104842,0.00006578458,0.00044430135,0.00012134459,0.000027407152,0.0004575193,0.000013471596,0.00003884479,0.8607601,0.008357218,0.12969412],"study_design_scores_gemma":[0.00025188492,0.00006341902,0.000052615207,0.0003295584,0.000023534227,0.000028847537,0.0000015628843,0.00033296103,0.00035454315,0.023610873,0.9743284,0.00062182144],"about_ca_topic_score_codex":0.000015156633,"about_ca_topic_score_gemma":0.000003330852,"teacher_disagreement_score":0.9659712,"about_ca_system_score_codex":0.000061500046,"about_ca_system_score_gemma":0.00023357231,"threshold_uncertainty_score":0.99991965},"labels":[],"label_agreement":null},{"id":"W4232911828","doi":"10.1007/978-1-4939-7131-2_100103","title":"Cloud Services","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.011184430745598203,"score_gpt":0.21989595522630553,"score_spread":0.20871152448070734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232911828","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000075206524,0.00023928839,0.014680584,0.00014951995,0.0026217187,0.00016961774,0.0000026231187,0.0005742712,0.98148715],"genre_scores_gemma":[0.0011104345,0.0000645208,0.004591855,0.0006587907,0.0011607504,0.0000042842344,0.0000040362875,0.000020166122,0.99238515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876684,0.000006562718,0.00026390108,0.00047955717,0.00029841255,0.0001847296],"domain_scores_gemma":[0.99842644,0.000031756586,0.00012484821,0.001193549,0.00014654594,0.00007685281],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020422506,0.00022920885,0.00025357463,0.000068955116,0.0000825854,0.00010417761,0.001201921,0.00030315138,0.0012886073],"category_scores_gemma":[0.0000015975545,0.00016392904,0.00012519189,0.000026916385,0.00005924296,0.00023472552,0.0004132368,0.00014928685,0.007969366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010352276,0.000026188209,0.00027090663,0.0009191967,0.00013949657,0.000025800779,0.0013263136,0.0000017077443,0.000002785289,0.8553414,0.10889339,0.033042464],"study_design_scores_gemma":[0.00007395869,0.000094975156,0.000024147219,0.00015652739,0.0000072526886,0.000016182003,0.0000032310359,0.0005367894,0.000036421232,0.054319896,0.9444257,0.00030492485],"about_ca_topic_score_codex":0.000017126904,"about_ca_topic_score_gemma":0.00002645885,"teacher_disagreement_score":0.8355323,"about_ca_system_score_codex":0.000037195394,"about_ca_system_score_gemma":0.0000627676,"threshold_uncertainty_score":0.9996244},"labels":[],"label_agreement":null},{"id":"W4233656869","doi":"10.32920/ryerson.14665065.v1","title":"Performance measurement and analytic modeling of a web application","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Computer science; Queueing theory; Performance measurement; Throughput; Performance prediction; Data mining; Reliability engineering; Distributed computing; Industrial engineering; Simulation; Engineering; Operating system; Computer network","score_opus":0.031657052652310794,"score_gpt":0.2389860224556463,"score_spread":0.20732896980333548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233656869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45388147,0.0004718734,0.544427,0.00008016611,0.00015045676,0.00022350255,4.6726498e-7,0.000074984826,0.0006901144],"genre_scores_gemma":[0.9830485,0.00025105002,0.016576229,0.000022838569,0.000028232595,0.00005393676,0.000002654098,0.000005199696,0.000011371653],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998368,0.00003549992,0.00042034624,0.00053540507,0.0005071216,0.00013360052],"domain_scores_gemma":[0.9982757,0.000012637997,0.0001523779,0.0010155822,0.00049157586,0.0000521218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009185965,0.0001551018,0.0003162088,0.00009137742,0.000048727696,0.000073820825,0.00049115834,0.0001406596,0.0000024234184],"category_scores_gemma":[0.00002326722,0.00012733095,0.00007682179,0.00018509745,0.000025180496,0.00018364294,0.0008806502,0.00019106489,0.000002725311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024839548,0.0004591288,0.13369294,0.014758978,0.0004300026,0.0000030662616,0.0034057617,0.64897376,0.0033014687,0.0019046654,0.00010247963,0.19294289],"study_design_scores_gemma":[0.000096986034,0.000016188045,0.0020646332,0.00023733772,0.000015304435,0.0000033726978,0.000030041267,0.9968004,0.00044185197,0.00014382986,0.00001104087,0.00013901354],"about_ca_topic_score_codex":0.00010623017,"about_ca_topic_score_gemma":0.000020691406,"teacher_disagreement_score":0.529167,"about_ca_system_score_codex":0.00008693224,"about_ca_system_score_gemma":0.00035383317,"threshold_uncertainty_score":0.51924056},"labels":[],"label_agreement":null},{"id":"W4233918626","doi":"10.1109/iwsc50091.2020.9047632","title":"Message from the Chairs","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.018105982745003184,"score_gpt":0.20887036830128894,"score_spread":0.19076438555628575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233918626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10938947,0.0003051161,0.7758881,0.0889559,0.0007437893,0.00025092257,0.0000047591043,0.0008949925,0.02356697],"genre_scores_gemma":[0.9904032,0.0000059196645,0.0031787353,0.006137312,0.00014427316,0.00000458024,5.667287e-7,0.0000019931165,0.00012346293],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948084,0.000027878976,0.00009007693,0.00017725918,0.00013143045,0.000092508504],"domain_scores_gemma":[0.9994562,0.00009710062,0.000018697885,0.00036112257,0.000016800124,0.00005004197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103424485,0.00004908424,0.000062557585,0.0000027867256,0.00007216086,0.0000580519,0.000727801,0.000022496413,0.00009749094],"category_scores_gemma":[0.00003251106,0.000024049674,0.000036593145,0.00013518994,0.000019453897,0.00012797708,0.00017340458,0.00006285061,0.0003789237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022582943,0.0000967396,0.19991174,0.000058163372,0.000100062614,0.000028706814,0.035050813,0.00026820315,0.001032055,0.063143596,0.47000766,0.23027968],"study_design_scores_gemma":[0.0011445684,0.00022504073,0.19902276,0.000040265517,0.00001507844,0.000006772477,0.000947334,0.21572068,0.009417806,0.008344509,0.5643829,0.0007322822],"about_ca_topic_score_codex":0.000098879325,"about_ca_topic_score_gemma":0.0000062619847,"teacher_disagreement_score":0.8810137,"about_ca_system_score_codex":0.0000052506316,"about_ca_system_score_gemma":0.000019981228,"threshold_uncertainty_score":0.4870424},"labels":[],"label_agreement":null},{"id":"W4234373927","doi":"10.1109/cnsm.2016.7818402","title":"Predicting Web service response time percentiles","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Response time; Percentile; Workload; Service (business); Web service; Real-time computing; World Wide Web; Statistics","score_opus":0.007695765509279501,"score_gpt":0.21660730042678394,"score_spread":0.20891153491750444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234373927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704127,0.000015939702,0.021328144,0.00507123,0.00031111363,0.000110964276,0.0000020769032,0.0007173506,0.0020305102],"genre_scores_gemma":[0.99139476,0.0000046659343,0.0036566216,0.0003671996,0.00006809782,0.000008481838,1.8146234e-7,0.0000056567615,0.004494315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895877,0.00011590864,0.00018620868,0.00029615217,0.0002128361,0.00023015741],"domain_scores_gemma":[0.99883145,0.00031321216,0.000041243617,0.0006266991,0.000110392626,0.00007697906],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008185722,0.000091474336,0.00010326527,0.000052522497,0.00010365405,0.000054901902,0.00059519446,0.000056975616,0.00020936092],"category_scores_gemma":[0.00010838954,0.000048394166,0.00004280791,0.0002398708,0.00002173757,0.000595185,0.0002330446,0.00003886838,0.0026740937],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000500875,0.0002663986,0.57016814,0.00019481845,0.000080260914,0.000031836527,0.0045156693,0.000027497634,0.27509084,0.002035459,0.02280338,0.12428484],"study_design_scores_gemma":[0.003996823,0.0006244572,0.589448,0.00091303367,0.000024007748,0.00026564253,0.00029750227,0.2555137,0.030954525,0.0014366913,0.114898816,0.0016268633],"about_ca_topic_score_codex":0.0000165583,"about_ca_topic_score_gemma":0.000007027132,"teacher_disagreement_score":0.2554862,"about_ca_system_score_codex":0.000044583438,"about_ca_system_score_gemma":0.00010025865,"threshold_uncertainty_score":0.9981024},"labels":[],"label_agreement":null},{"id":"W4234788164","doi":"10.32920/ryerson.14645304.v1","title":"Efficient Resource Management on Container as a Service","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Ontario Stroke Network","funders":"","keywords":"Enforcement; Service-level agreement; Computer science; Scheme (mathematics); Container (type theory); Popularity; Resource management (computing); Resource (disambiguation); Service (business); Business; Computer security; Distributed computing; Computer network; Quality of service; Engineering; Mathematics; Marketing","score_opus":0.01152272729285905,"score_gpt":0.24378194075150336,"score_spread":0.2322592134586443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234788164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49157247,0.00036328268,0.19716792,0.0076970244,0.0035364535,0.001957781,0.000004026345,0.0015721465,0.2961289],"genre_scores_gemma":[0.9688479,0.000020276899,0.016217582,0.008927642,0.00016671541,0.00021073829,0.000024701028,0.000025856645,0.0055586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972881,0.00012493737,0.00040071653,0.0011369042,0.00069213484,0.00035717848],"domain_scores_gemma":[0.9969321,0.00007988555,0.00013738341,0.0025307103,0.00019366055,0.00012628121],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059654634,0.00032551412,0.00036521023,0.00013608942,0.00011430191,0.00036002195,0.0015832367,0.00023590785,0.000086195716],"category_scores_gemma":[0.000016287007,0.00024953418,0.00018163718,0.00039410515,0.00001943738,0.00003576242,0.0036942386,0.0004604401,0.0005680572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015980269,0.002520027,0.0018562395,0.010688982,0.0010519258,0.0013407323,0.013102171,0.74864346,0.000034315104,0.12083827,0.024904123,0.07485998],"study_design_scores_gemma":[0.0029254397,0.00047784898,0.019366495,0.004833352,0.00015183001,0.00013743508,0.0035862126,0.78903013,0.0019225612,0.002150042,0.1718214,0.0035972337],"about_ca_topic_score_codex":0.000263944,"about_ca_topic_score_gemma":0.000013531615,"teacher_disagreement_score":0.47727543,"about_ca_system_score_codex":0.00018735236,"about_ca_system_score_gemma":0.00013192344,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W4235101400","doi":"10.22215/etd/2013-08574","title":"Automatic trace-based performance evaluation model building for concurrent distributed systems","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"TRACE (psycholinguistics); Computer science; Philosophy","score_opus":0.03130000889696052,"score_gpt":0.30611512479377384,"score_spread":0.27481511589681334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235101400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3636614,0.0005156737,0.62862724,0.000027878123,0.0033169405,0.003209902,0.000032526677,0.00046264395,0.00014576883],"genre_scores_gemma":[0.98288983,0.00001385381,0.0115597695,0.000016789245,0.00011084006,0.0033841182,0.0012839437,0.00003281612,0.0007080105],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967581,0.00010282854,0.00091722107,0.00075821916,0.0009886993,0.00047491887],"domain_scores_gemma":[0.9969593,0.0002073392,0.00059872365,0.00086168974,0.0012465407,0.00012639286],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001447778,0.00044242517,0.0005894106,0.00020394045,0.0003037317,0.00040852348,0.000942129,0.00040803017,0.000025434274],"category_scores_gemma":[0.00013916333,0.00035254497,0.00022379379,0.00033121076,0.000021281621,0.000772041,0.00002956804,0.0002268067,0.000052040272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002869969,0.00029997094,0.00036330617,0.011803637,0.00014687207,3.8018857e-7,0.0009643551,0.62460184,0.0003914198,0.005432999,0.0076643834,0.34830213],"study_design_scores_gemma":[0.0007740625,0.00010392205,0.0007730072,0.0007553459,0.00008302792,0.0000013829766,0.00006409105,0.9957317,0.0009337692,0.000108744935,0.00020762114,0.0004633019],"about_ca_topic_score_codex":0.000039087394,"about_ca_topic_score_gemma":0.0000069642815,"teacher_disagreement_score":0.6192284,"about_ca_system_score_codex":0.00047452765,"about_ca_system_score_gemma":0.0010132798,"threshold_uncertainty_score":0.99989265},"labels":[],"label_agreement":null},{"id":"W4235247528","doi":"10.1109/icse.2015.317","title":"7th International Workshop on Modeling in Software Engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Software; Maturity (psychological); Systems engineering; Engineering management; Engineering; Programming language; Computer security","score_opus":0.08200850007191732,"score_gpt":0.31000332394408847,"score_spread":0.22799482387217115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235247528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114026114,0.00010843831,0.8675493,0.0009887032,0.015239526,0.00042601282,0.000042741984,0.0012594499,0.0003597309],"genre_scores_gemma":[0.93845546,0.00007812979,0.059613433,0.0002484572,0.000931299,0.00015848664,0.00004687484,0.00008218549,0.00038566298],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99556524,0.00005420456,0.0009302385,0.001093718,0.0015847328,0.0007718927],"domain_scores_gemma":[0.9968395,0.00041678254,0.00020885165,0.0012811595,0.0008048793,0.0004488155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009960233,0.0006584105,0.000542134,0.0009596237,0.00007564703,0.00042705203,0.003318353,0.00033581743,0.00005524118],"category_scores_gemma":[0.0028424852,0.0006565433,0.00019123875,0.00055511337,0.000035290646,0.0013252639,0.00038692425,0.0009862821,0.00034689222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008056913,0.00016827481,0.0040532844,0.000050014598,0.00009416343,0.00007577226,0.0008218674,0.98664117,0.00009971496,0.0018223088,0.0022559755,0.00383691],"study_design_scores_gemma":[0.0012790422,0.00011344192,0.00063755485,0.00096421223,0.000007682927,0.000038550526,0.00007961967,0.99311835,0.00045888097,0.0003885569,0.0021068212,0.00080730626],"about_ca_topic_score_codex":0.00008230012,"about_ca_topic_score_gemma":0.000015004657,"teacher_disagreement_score":0.82442933,"about_ca_system_score_codex":0.0009792717,"about_ca_system_score_gemma":0.00035417243,"threshold_uncertainty_score":0.9995886},"labels":[],"label_agreement":null},{"id":"W4236395969","doi":"10.22215/etd/2019-13582","title":"Performance Model Extraction Using Kernel Event Tracing","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Kernel (algebra); Tracing; Middleware (distributed applications); Distributed computing; Java; Context (archaeology); Instrumentation (computer programming); Queueing theory; Data mining; Real-time computing; Operating system; Computer network","score_opus":0.022089990042318434,"score_gpt":0.2971806906940473,"score_spread":0.27509070065172886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236395969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6324181,0.00013634731,0.35737652,0.000009915938,0.002680767,0.00034686393,0.0000010166679,0.00019203917,0.006838438],"genre_scores_gemma":[0.9722947,0.00007177285,0.012540678,0.000031932228,0.00009889421,0.000020066946,0.000042314863,0.000026399202,0.0148732625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797255,0.000029667339,0.00051320146,0.0006342946,0.000512781,0.00033748816],"domain_scores_gemma":[0.9985678,0.000034146495,0.00032633304,0.0008121992,0.00019131324,0.00006818299],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041109667,0.0003075516,0.00034566186,0.00018142331,0.00019328645,0.00012484656,0.00062782614,0.00037399674,0.000022013315],"category_scores_gemma":[0.000013480612,0.00026007005,0.00017442669,0.0002487068,0.0000088236,0.0012914507,0.000047967686,0.00037537824,0.00019246699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010995936,0.00031927993,0.008432223,0.004950929,0.00012959274,0.0000064105275,0.006964413,0.82215315,0.0065651485,0.0015129703,0.000525538,0.14833038],"study_design_scores_gemma":[0.00014013068,0.000032387892,0.0031039433,0.00032005395,0.000018386469,0.000014716076,0.00012555448,0.9914526,0.0043334006,0.00006656143,0.00004237333,0.00034992027],"about_ca_topic_score_codex":0.0000765992,"about_ca_topic_score_gemma":0.000014413914,"teacher_disagreement_score":0.34483585,"about_ca_system_score_codex":0.00023861496,"about_ca_system_score_gemma":0.00041330323,"threshold_uncertainty_score":0.99998516},"labels":[],"label_agreement":null},{"id":"W4236702796","doi":"10.1145/2365864.2151044","title":"Execution mining","year":2012,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Artifact (error); Source code; Programming language; Code (set theory); Simple (philosophy); Execution model; Representation (politics); Software engineering; Distributed computing; Operating system; Set (abstract data type)","score_opus":0.02592149768555107,"score_gpt":0.26436625441099615,"score_spread":0.23844475672544507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236702796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97847515,0.00046306,0.01523228,0.00042606166,0.0016741282,0.000095207,9.690125e-7,0.0002981885,0.0033349772],"genre_scores_gemma":[0.97745365,0.000005158789,0.021990018,0.00017098125,0.00027551607,0.000007351802,0.0000022310269,0.000003898525,0.00009122267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916166,0.0000419138,0.0001496043,0.00016435902,0.00018579155,0.00029666946],"domain_scores_gemma":[0.99891967,0.0002173843,0.00007101253,0.0006720087,0.00003054467,0.00008936249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004441191,0.00008581314,0.00009940459,0.000046784393,0.00011331402,0.000064633314,0.0007265024,0.00005673133,0.000019204028],"category_scores_gemma":[0.00018230939,0.000066334105,0.000033741493,0.00017469499,0.000023309765,0.0011071255,0.00020897874,0.000060048296,0.00027455937],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007959756,0.00011191648,0.9037698,0.00010151097,0.000023911562,0.0000037014354,0.007370861,0.00006736657,0.00044102155,0.0040197154,0.00457388,0.07950839],"study_design_scores_gemma":[0.00066963263,0.00019767342,0.90890163,0.00013781895,0.000034265704,0.00006552656,0.0007206678,0.009218301,0.008103407,0.00093597494,0.07017641,0.00083869434],"about_ca_topic_score_codex":0.000028045493,"about_ca_topic_score_gemma":0.0000032180462,"teacher_disagreement_score":0.07866969,"about_ca_system_score_codex":0.000021807147,"about_ca_system_score_gemma":0.000018393159,"threshold_uncertainty_score":0.35289967},"labels":[],"label_agreement":null},{"id":"W4237655509","doi":"10.1145/586102.586103","title":"STEP","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Tracing; Compiler; Programming language; Java; TRACE (psycholinguistics); Reuse; Interface (matter); Encoding (memory); Set (abstract data type); Software engineering; Operating system; Artificial intelligence","score_opus":0.016441607695942165,"score_gpt":0.20589940240318932,"score_spread":0.18945779470724716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237655509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020013873,0.00015513669,0.82480335,0.0013773734,0.00061006314,0.00008428507,1.0334643e-7,0.00062421086,0.1523316],"genre_scores_gemma":[0.96811855,0.000008897615,0.026575524,0.0003408297,0.000035032284,0.0000036653637,4.2161528e-8,0.0000013995063,0.0049160845],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996105,0.00000953102,0.000071523056,0.000118109325,0.00009304692,0.0000972985],"domain_scores_gemma":[0.9995752,0.000017358732,0.000010840179,0.0003461613,0.00001888756,0.000031548057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000076499775,0.00003447126,0.000043040043,0.000017954471,0.000038752096,0.000032700373,0.00029833356,0.000019883355,0.0002672189],"category_scores_gemma":[0.000007447096,0.00002323979,0.000022781178,0.00012961228,0.000009438664,0.00023023461,0.00005623346,0.000028119955,0.0016392396],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.456018e-7,0.00013923079,0.0377508,0.00003429729,0.000011769537,0.000009927589,0.00085857447,0.000023030829,0.00006564477,0.07350156,0.16299734,0.72460717],"study_design_scores_gemma":[0.0005155552,0.00013000733,0.022309883,0.00001544498,0.0000021231401,0.000055978286,0.000030409254,0.60526264,0.0013184965,0.0015895261,0.36838523,0.00038471742],"about_ca_topic_score_codex":0.000008747562,"about_ca_topic_score_gemma":0.000001054575,"teacher_disagreement_score":0.9481047,"about_ca_system_score_codex":0.000008379158,"about_ca_system_score_gemma":0.0000025237525,"threshold_uncertainty_score":0.9991381},"labels":[],"label_agreement":null},{"id":"W4237967764","doi":"10.22215/etd/2009-08851","title":"Incorporating fair share scheduling into the Layered Queueing Network model","year":2009,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Queueing theory; Computer science; Scheduling (production processes); Computer network; Mathematics; Mathematical optimization","score_opus":0.013068522343801585,"score_gpt":0.25936223599597164,"score_spread":0.24629371365217004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237967764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12516001,0.0020502317,0.84529823,0.0008739905,0.002853547,0.0011995872,0.0000017729704,0.0015559659,0.02100666],"genre_scores_gemma":[0.8689484,0.000029373565,0.12810655,0.00045185655,0.0005139265,0.00006158074,0.000112989495,0.00002673102,0.0017486245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976999,0.00008682668,0.0006286939,0.0006804105,0.0004971506,0.00040702656],"domain_scores_gemma":[0.998055,0.00011666443,0.00043007426,0.0010412291,0.00027516516,0.0000818657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089235086,0.00036047836,0.00038321104,0.000078176476,0.0007346876,0.00042823548,0.0016712461,0.00037559905,0.0000075127805],"category_scores_gemma":[0.00008539037,0.00023193596,0.00018210328,0.0006059491,0.000019631701,0.0006489359,0.00015508306,0.0006115036,0.000056253084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024278133,0.00004480808,0.0012870792,0.00046101824,0.0000646655,0.000008098273,0.011275579,0.80509895,0.00008157074,0.021724833,0.0020882455,0.15784086],"study_design_scores_gemma":[0.000104092025,0.000029885543,0.00084572623,0.00050034135,0.000010581533,0.0000023567025,0.00056214107,0.9765565,0.00015059956,0.020767696,0.00010199909,0.00036811852],"about_ca_topic_score_codex":0.00024210151,"about_ca_topic_score_gemma":0.0009341671,"teacher_disagreement_score":0.74378836,"about_ca_system_score_codex":0.000106398125,"about_ca_system_score_gemma":0.00043735324,"threshold_uncertainty_score":0.9458074},"labels":[],"label_agreement":null},{"id":"W4238184063","doi":"10.22215/etd/2005-10791","title":"An approach for building and evaluating performance models for component based systems","year":2005,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Component (thermodynamics); Computer science; Humanities; Art; Physics","score_opus":0.047062323182016745,"score_gpt":0.32675671299715076,"score_spread":0.279694389815134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238184063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19463576,0.0003941226,0.80100995,0.00001088074,0.0007143243,0.0025599264,0.000012813014,0.00023434023,0.000427906],"genre_scores_gemma":[0.62776554,0.000011167525,0.37002316,0.00002768974,0.00021961042,0.0012894857,0.00036258553,0.000028388831,0.00027237652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759775,0.00006318169,0.0006114905,0.0008923128,0.0004193677,0.0004158978],"domain_scores_gemma":[0.9981829,0.00021663372,0.00032603726,0.00069582835,0.0004581844,0.00012040012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017907987,0.00035177052,0.00051234895,0.00017538291,0.00043973463,0.00033703115,0.0007007672,0.0003030867,8.062619e-7],"category_scores_gemma":[0.000027115362,0.0002879363,0.00012746484,0.00013692875,0.000017814817,0.0009298166,0.000027304946,0.00014195948,6.285972e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032270688,0.00036636405,0.00066196674,0.017557057,0.00009867422,1.6792666e-7,0.002018913,0.8443163,0.0017773747,0.010970305,0.00019707285,0.121713094],"study_design_scores_gemma":[0.0007649658,0.0003277188,0.00034301737,0.00024413365,0.00003547706,0.0000029592945,0.0002616437,0.9966687,0.0007682155,0.00010072661,0.00008030477,0.00040216642],"about_ca_topic_score_codex":0.000035698355,"about_ca_topic_score_gemma":0.0000044875424,"teacher_disagreement_score":0.4331298,"about_ca_system_score_codex":0.0001141336,"about_ca_system_score_gemma":0.0002243283,"threshold_uncertainty_score":0.99995726},"labels":[],"label_agreement":null},{"id":"W4238190933","doi":"10.1145/775094.775095","title":"From run-time behavior to usage scenarios","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Business process reengineering; Computer science; Documentation; Software engineering; Context (archaeology); Software system; Process (computing); Software evolution; Requirements engineering; Software; Software construction; Engineering","score_opus":0.015949717032068253,"score_gpt":0.23086286163443082,"score_spread":0.21491314460236255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238190933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9315102,0.00006113106,0.054931916,0.0014962314,0.0008308456,0.00044213296,0.0000055724036,0.0007381779,0.009983795],"genre_scores_gemma":[0.95982534,0.0000027451883,0.031146081,0.0008740321,0.00016913204,0.00004503405,0.0000013056336,0.0000075041758,0.007928856],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998894,0.000028677836,0.00019896672,0.00038249607,0.00024869465,0.00024717438],"domain_scores_gemma":[0.9989022,0.000052478023,0.00002755613,0.0008192312,0.000044934644,0.00015359909],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014133692,0.000112296795,0.00014605695,0.00005466283,0.00009373449,0.0001135228,0.00074291526,0.00006507823,0.001675831],"category_scores_gemma":[0.000022376926,0.000084435625,0.000060233513,0.0002857709,0.000017276097,0.00037454916,0.00022335476,0.00007421779,0.011909615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011976206,0.0013957069,0.15075816,0.00004116772,0.000060077957,0.00015645173,0.014322437,0.00026478866,0.015017065,0.0008367949,0.26491046,0.55222493],"study_design_scores_gemma":[0.0028451164,0.0011423248,0.41333702,0.00023154504,0.000079355115,0.00010519935,0.00019641225,0.3044332,0.027718121,0.0011264534,0.24545082,0.0033344363],"about_ca_topic_score_codex":0.0003145978,"about_ca_topic_score_gemma":0.000009090605,"teacher_disagreement_score":0.5488905,"about_ca_system_score_codex":0.000039455983,"about_ca_system_score_gemma":0.000011033556,"threshold_uncertainty_score":0.99923676},"labels":[],"label_agreement":null},{"id":"W4238557569","doi":"10.1109/mise.2017.5","title":"Transforming Workflow Models into Automated End-to-End Acceptance Test Cases","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Workflow; Test suite; Heuristics; Regression testing; Test case; Software engineering; Programming language; Model-based testing; Code coverage; Test data; Data mining; Database; Software system; Software; Machine learning; Regression analysis; Software construction; Operating system","score_opus":0.026899247945903183,"score_gpt":0.2891282796677941,"score_spread":0.2622290317218909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238557569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36256334,0.00009945993,0.6208481,0.0020138435,0.0010474733,0.0006066089,0.00000544711,0.0024215064,0.01039418],"genre_scores_gemma":[0.9454211,0.00001662834,0.05368293,0.000250622,0.00008548181,0.000047702644,0.000001023739,0.0000114118075,0.00048311157],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998317,0.000023106779,0.00033919816,0.00054234633,0.00034987935,0.0004284737],"domain_scores_gemma":[0.9976838,0.0002023236,0.0001026787,0.0016906569,0.00012445795,0.00019605618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043141976,0.00021021346,0.00026461054,0.00008605712,0.00085686025,0.0005895911,0.0019124452,0.000104366525,0.00005486965],"category_scores_gemma":[0.00018894517,0.00015955459,0.000097190314,0.0002086332,0.00008767203,0.002562181,0.00027293066,0.00012393377,0.00019119817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025247893,0.0002682443,0.031420864,0.000226611,0.000048240287,0.00015686554,0.0058433386,0.00470508,0.002062856,0.005883431,0.0039962647,0.945363],"study_design_scores_gemma":[0.0006689028,0.00024305083,0.022105515,0.00025720338,0.00001311247,0.00012181175,0.000089821726,0.94614816,0.021345694,0.0042094626,0.003999917,0.0007973596],"about_ca_topic_score_codex":0.00074385,"about_ca_topic_score_gemma":0.00040021032,"teacher_disagreement_score":0.9445656,"about_ca_system_score_codex":0.00008041116,"about_ca_system_score_gemma":0.0001183054,"threshold_uncertainty_score":0.65903634},"labels":[],"label_agreement":null},{"id":"W4238831789","doi":"10.32920/ryerson.14657340","title":"Intelligence-based safety decision models for train traction control systems","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Traction control system; Traction (geology); Computer science; Level crossing; Classifier (UML); Control engineering; Artificial intelligence; Simulation; Engineering; Machine learning; Automotive engineering","score_opus":0.034650345841222736,"score_gpt":0.27990353229816806,"score_spread":0.24525318645694533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238831789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020183208,0.0007053441,0.98750454,0.00034004703,0.0062259827,0.0022407344,0.00004086992,0.00046057615,0.00046355728],"genre_scores_gemma":[0.91626734,0.0000801049,0.082521215,0.0001453596,0.00023496951,0.00054314703,0.000052201845,0.000021389598,0.00013429244],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99660236,0.00019571478,0.0010638695,0.0011589373,0.00058171357,0.0003973937],"domain_scores_gemma":[0.9961145,0.0011333642,0.00035285743,0.0015942784,0.00065888243,0.00014614541],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002012798,0.0003832212,0.00074699585,0.0001775115,0.00019285399,0.00061516935,0.001196516,0.00062033517,0.000015005817],"category_scores_gemma":[0.00015359587,0.0003030752,0.0005126759,0.00023487228,0.000038013266,0.00055430963,0.0002331505,0.0004496612,0.00001307391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008318147,0.000105732055,0.00003836356,0.000580037,0.000044831002,0.000002911217,0.0002026484,0.9162721,0.000015192787,0.0030066092,0.00018695941,0.07946144],"study_design_scores_gemma":[0.0005124943,0.00007663586,0.00008052052,0.0005414947,0.000025530468,0.000008928932,0.00011760874,0.9920356,0.00027996826,0.0054978053,0.00045540652,0.00036795702],"about_ca_topic_score_codex":0.00024648034,"about_ca_topic_score_gemma":0.000030971245,"teacher_disagreement_score":0.914249,"about_ca_system_score_codex":0.00034161404,"about_ca_system_score_gemma":0.0007828607,"threshold_uncertainty_score":0.9999421},"labels":[],"label_agreement":null},{"id":"W4239854741","doi":"10.1002/smr.374","title":"An automated approach for abstracting execution logs to execution events","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"Sandia National Laboratories; University of Waterloo","keywords":"Computer science; Source code; Programming language; Abstraction; Compiler; Database; Software engineering; Data mining","score_opus":0.06347520511774862,"score_gpt":0.38163286877641817,"score_spread":0.31815766365866954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239854741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18219434,0.00049254164,0.8150734,0.0013875442,0.00025792813,0.00040623648,0.000003283754,0.000107234824,0.00007750352],"genre_scores_gemma":[0.83567107,0.0004360215,0.16352722,0.00010674931,0.00014604923,0.000022827197,0.0000027309482,0.000008002173,0.00007931977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975792,0.00044562822,0.00049321586,0.00034569952,0.0006689735,0.00046724724],"domain_scores_gemma":[0.99548024,0.0013523389,0.00035101702,0.0002788927,0.0022016177,0.0003358832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077399057,0.00013307876,0.00023825568,0.00031931355,0.0007878992,0.00011923284,0.00034826383,0.00012590626,0.0000010131823],"category_scores_gemma":[0.005926054,0.00010362955,0.000054215176,0.0005341795,0.00013211551,0.0032994235,0.00010002597,0.0004315081,0.0000044631884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0360479,0.011094907,0.33916673,0.0047413227,0.001157724,0.00079854403,0.043944348,0.01883034,0.022269376,0.020744892,0.24842715,0.25277674],"study_design_scores_gemma":[0.0070079644,0.01499934,0.7274562,0.0011174626,0.00009211126,0.023707975,0.010754117,0.162712,0.00078597694,0.011378196,0.03861783,0.0013707891],"about_ca_topic_score_codex":0.000098858516,"about_ca_topic_score_gemma":0.0000020232749,"teacher_disagreement_score":0.6534767,"about_ca_system_score_codex":0.00020437942,"about_ca_system_score_gemma":0.0002929766,"threshold_uncertainty_score":0.70944685},"labels":[],"label_agreement":null},{"id":"W4239964462","doi":"10.22215/etd/2008-08415","title":"Automatic generation of core scenario models from execution traces","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Core (optical fiber); Computer science; Humanities; Art; Telecommunications","score_opus":0.05295766301011937,"score_gpt":0.2692050565963909,"score_spread":0.2162473935862715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239964462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9116942,0.00058146333,0.083699204,0.000016995149,0.0015247378,0.0003410731,0.000008168503,0.0002507395,0.001883379],"genre_scores_gemma":[0.97838926,0.00022246169,0.019043913,0.000021744972,0.00014290163,0.00003667924,0.00073551835,0.000012799412,0.0013947013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832743,0.00004039576,0.00058210257,0.00042905248,0.0004700857,0.00015094371],"domain_scores_gemma":[0.9986648,0.000048404476,0.00037292682,0.00062671304,0.00024083834,0.00004629508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014767326,0.00021196262,0.0003721029,0.0001284919,0.000116213545,0.000046912726,0.00051302783,0.00033470866,0.000043006326],"category_scores_gemma":[0.000018724648,0.00016976566,0.00012998961,0.00022451316,0.000023075323,0.00067315274,0.000024430054,0.00014144676,0.00003065034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001208288,0.0016928591,0.006461612,0.0044507836,0.00074577297,0.000040380073,0.1161048,0.03634456,0.032601908,0.023617437,0.043580342,0.73423874],"study_design_scores_gemma":[0.00017557778,0.000051927396,0.004270573,0.00017386382,0.000019659583,0.0000032614844,0.00014023531,0.9838251,0.00924545,0.0018235485,0.00003746052,0.00023338465],"about_ca_topic_score_codex":0.0009302422,"about_ca_topic_score_gemma":0.0003658363,"teacher_disagreement_score":0.9474805,"about_ca_system_score_codex":0.00006859936,"about_ca_system_score_gemma":0.00027012426,"threshold_uncertainty_score":0.6922843},"labels":[],"label_agreement":null},{"id":"W4240118127","doi":"10.22215/etd/2011-08952","title":"A benchmarking suite for comparing middleware performance","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Suite; Benchmarking; Computer science; Operating system; Humanities; Political science; Art; Business","score_opus":0.0334236760366419,"score_gpt":0.2529224790512343,"score_spread":0.21949880301459238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240118127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8264177,0.00065986364,0.09769321,0.000017103108,0.009371492,0.001974896,0.0000060981833,0.001041856,0.062817805],"genre_scores_gemma":[0.9478802,0.00008218161,0.034904975,0.00006982087,0.00040199707,0.00038913338,0.00032662984,0.000042992593,0.015902057],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980318,0.0000218247,0.00051136175,0.00068225316,0.00029088775,0.0004618636],"domain_scores_gemma":[0.9984205,0.00008694706,0.00028298603,0.00082569115,0.00029057421,0.000093331306],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043439146,0.00033993996,0.00048498483,0.00018569709,0.0003006481,0.00014590794,0.0012212226,0.0003050998,0.00003719709],"category_scores_gemma":[0.00002450322,0.00028253451,0.00021807951,0.00025517066,0.00001735419,0.0005909641,0.00009295209,0.00023786833,0.00007619133],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041255457,0.00044257156,0.2190655,0.019688666,0.0003859241,0.000009103851,0.022052238,0.00020950219,0.0001957025,0.017766807,0.0086491965,0.7111222],"study_design_scores_gemma":[0.0040635755,0.0018671885,0.37944275,0.006579223,0.00029432087,0.00007273691,0.0013012472,0.51447,0.023813656,0.0043009673,0.057274543,0.006519788],"about_ca_topic_score_codex":0.00008231968,"about_ca_topic_score_gemma":0.0002055149,"teacher_disagreement_score":0.7046024,"about_ca_system_score_codex":0.000065854314,"about_ca_system_score_gemma":0.00018058709,"threshold_uncertainty_score":0.9999627},"labels":[],"label_agreement":null},{"id":"W4240721973","doi":"10.1007/s10664-020-09811-0","title":"Guest Editorial: Special Issue on Predictive Models and Data Analytics in Software Engineering","year":2020,"lang":"en","type":"editorial","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Predictive analytics; Data science; Analytics; Data analysis; Software analytics; Software engineering; Software; Data mining; Software development; Software development process; Programming language","score_opus":0.027203129250548533,"score_gpt":0.2815026032040564,"score_spread":0.2542994739535079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240721973","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007284116,0.00030969147,0.20402072,0.00011750664,0.79335195,0.00047295733,0.00038996732,0.0012510178,0.000013348795],"genre_scores_gemma":[0.00022312772,0.00015502547,0.01676185,0.000048136826,0.98209697,0.000059142698,0.000475947,0.00014407194,0.00003574797],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937125,0.00007833219,0.0010788934,0.0022261564,0.0019416665,0.0009624743],"domain_scores_gemma":[0.99333143,0.0034493683,0.00023065537,0.002194431,0.0002630763,0.00053103146],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00091813883,0.0010026441,0.0013522663,0.00046155942,0.00011656186,0.00040101825,0.0030480528,0.0016769334,0.000007729027],"category_scores_gemma":[0.0123402495,0.0009843626,0.00016464731,0.0011302471,0.00005594362,0.0013068209,0.0023041442,0.0030084408,0.00006168904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032692224,0.0000625998,0.0012585995,0.0005792424,0.00007815974,0.00007205563,0.00041735187,0.07322224,3.4756667e-7,0.000003948282,0.9237615,0.0005112521],"study_design_scores_gemma":[0.0005695735,0.0002228634,0.0004571742,0.00061877153,0.00004065027,0.0000035244086,0.0000051899046,0.17455557,0.0000057519987,0.000030313297,0.82262003,0.00087056065],"about_ca_topic_score_codex":0.000055993092,"about_ca_topic_score_gemma":0.000009057481,"teacher_disagreement_score":0.188745,"about_ca_system_score_codex":0.00057960406,"about_ca_system_score_gemma":0.0004825123,"threshold_uncertainty_score":0.9996191},"labels":[],"label_agreement":null},{"id":"W4241492742","doi":"10.32920/ryerson.14645304","title":"Efficient Resource Management on Container as a Service","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Ontario Stroke Network","funders":"","keywords":"Enforcement; Service-level agreement; Computer science; Scheme (mathematics); Container (type theory); Resource management (computing); Popularity; Resource (disambiguation); Service (business); Service level; Business; Computer network; Computer security; Quality of service; Engineering; Mathematics; Marketing","score_opus":0.01152272729285905,"score_gpt":0.24378194075150336,"score_spread":0.2322592134586443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241492742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49157247,0.00036328268,0.19716792,0.0076970244,0.0035364535,0.001957781,0.000004026345,0.0015721465,0.2961289],"genre_scores_gemma":[0.9688479,0.000020276899,0.016217582,0.008927642,0.00016671541,0.00021073829,0.000024701028,0.000025856645,0.0055586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972881,0.00012493737,0.00040071653,0.0011369042,0.00069213484,0.00035717848],"domain_scores_gemma":[0.9969321,0.00007988555,0.00013738341,0.0025307103,0.00019366055,0.00012628121],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059654634,0.00032551412,0.00036521023,0.00013608942,0.00011430191,0.00036002195,0.0015832367,0.00023590785,0.000086195716],"category_scores_gemma":[0.000016287007,0.00024953418,0.00018163718,0.00039410515,0.00001943738,0.00003576242,0.0036942386,0.0004604401,0.0005680572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015980269,0.002520027,0.0018562395,0.010688982,0.0010519258,0.0013407323,0.013102171,0.74864346,0.000034315104,0.12083827,0.024904123,0.07485998],"study_design_scores_gemma":[0.0029254397,0.00047784898,0.019366495,0.004833352,0.00015183001,0.00013743508,0.0035862126,0.78903013,0.0019225612,0.002150042,0.1718214,0.0035972337],"about_ca_topic_score_codex":0.000263944,"about_ca_topic_score_gemma":0.000013531615,"teacher_disagreement_score":0.47727543,"about_ca_system_score_codex":0.00018735236,"about_ca_system_score_gemma":0.00013192344,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W4241614641","doi":"10.7287/peerj.preprints.27253","title":"Visualizing systems and software performance - Report on the GI-Dagstuhl seminar for young researchers, July 9-13, 2018","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Visualization; Debugging; Data science; Cloud computing; Set (abstract data type); Data set; Software; Data visualization; Scale (ratio); Software visualization; Software engineering; Software system; Operating system; Data mining; Component-based software engineering","score_opus":0.07713713061711776,"score_gpt":0.33513139108617473,"score_spread":0.257994260469057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241614641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56839037,0.0029559643,0.39578936,0.002081357,0.014195288,0.008787954,0.00007851446,0.0019723128,0.0057488694],"genre_scores_gemma":[0.96179825,0.00078535813,0.019178446,0.0003607647,0.0021532653,0.0019209172,0.00006620163,0.00012148722,0.013615299],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99511427,0.00028401587,0.0009889291,0.0016561692,0.0011046878,0.00085191027],"domain_scores_gemma":[0.99422246,0.0009307656,0.00058587245,0.0032938141,0.0007467841,0.00022032039],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0069196364,0.0005710752,0.00068175327,0.00020895962,0.00094553735,0.0009746203,0.0021763127,0.0005792507,0.000008928506],"category_scores_gemma":[0.00090768473,0.00035382103,0.00022148136,0.00031800836,0.00036952287,0.00048635577,0.0024897591,0.00087933894,0.000105378924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045014863,0.00062615436,0.18476902,0.021744711,0.0010453155,0.0002255606,0.012988737,0.0016071125,0.00009764781,0.0050114035,0.73633546,0.035098735],"study_design_scores_gemma":[0.0024958802,0.0037905509,0.052960075,0.014929248,0.0002499704,0.0027660301,0.0016136927,0.5467736,0.0036236465,0.0051040445,0.35979593,0.0058973217],"about_ca_topic_score_codex":0.0005013019,"about_ca_topic_score_gemma":0.000019001865,"teacher_disagreement_score":0.5451665,"about_ca_system_score_codex":0.00029743818,"about_ca_system_score_gemma":0.0005054202,"threshold_uncertainty_score":0.9998914},"labels":[],"label_agreement":null},{"id":"W4241934337","doi":"10.1145/2345141.1967692","title":"Lowering overhead in sampling-based execution monitoring and tracing","year":2012,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Tracing; Overhead (engineering); Algorithmic program debugging; Embedded system; Software; Resource (disambiguation); Real-time computing; Operating system; Distributed computing","score_opus":0.037623521825516815,"score_gpt":0.29390926154239394,"score_spread":0.2562857397168771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241934337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751621,0.00063709426,0.02296077,0.00009556808,0.00083750236,0.00009692192,5.9389305e-7,0.00011535086,0.000094118266],"genre_scores_gemma":[0.9885037,0.00000823389,0.011274552,0.000020547956,0.00017475146,0.000008493674,7.680339e-7,0.000005266528,0.000003689768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990865,0.000029282335,0.00019548251,0.00021254437,0.0001640129,0.00031215232],"domain_scores_gemma":[0.99909556,0.00033917444,0.000065946224,0.0004021892,0.000018696554,0.00007845222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055596733,0.000106036525,0.00013253701,0.000093772884,0.00009362898,0.00008623864,0.00032772397,0.00006593851,0.0000018872163],"category_scores_gemma":[0.00016401292,0.000093108734,0.000022285403,0.00018600737,0.000021807758,0.00097593333,0.000116860436,0.00011792668,0.0000119373935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006993146,0.00003616667,0.98374337,0.000113190006,0.0000031199206,0.0000017555844,0.0016178017,0.0010802601,0.0007991105,0.000047618927,0.0000037963082,0.0125468],"study_design_scores_gemma":[0.00034693166,0.000044413468,0.9808242,0.00027012607,0.0000053821313,0.0000061081896,0.00014342726,0.007794508,0.010057395,0.000102083875,0.00018161729,0.00022381305],"about_ca_topic_score_codex":0.00012638854,"about_ca_topic_score_gemma":0.000011124222,"teacher_disagreement_score":0.013341618,"about_ca_system_score_codex":0.000049246675,"about_ca_system_score_gemma":0.00001979569,"threshold_uncertainty_score":0.37968642},"labels":[],"label_agreement":null},{"id":"W4242367494","doi":"10.1109/dsn48063.2020.00014","title":"Rising Star in Dependability Award","year":2020,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of Illinois at Urbana-Champaign; Killam Trusts","keywords":"Dependability; Nomination; Fault tolerance; Computer science; Field (mathematics); Star (game theory); Software engineering; Operating system; Political science","score_opus":0.020191186759862804,"score_gpt":0.2433171021616228,"score_spread":0.22312591540176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242367494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76611423,0.00004006255,0.22599085,0.0056173196,0.00021487974,0.00016055023,5.024866e-7,0.00032182186,0.0015397675],"genre_scores_gemma":[0.9788942,0.0000028894174,0.020236913,0.0008088176,0.000036885,0.000003998657,2.9317002e-7,0.0000026999332,0.000013347575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990075,0.00005841044,0.00023001104,0.00033963166,0.0001749395,0.00018949315],"domain_scores_gemma":[0.9994263,0.000059940743,0.000027632828,0.00035889013,0.0000325954,0.00009463362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003715307,0.00007709755,0.0001372979,0.000026193293,0.00003913474,0.00005022417,0.00046627,0.000044625867,0.000030145582],"category_scores_gemma":[0.00010156312,0.000058784753,0.00004211114,0.00039196835,0.000020773008,0.00043425243,0.00018430258,0.00011771851,0.00016301304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020698222,0.000113137394,0.93197817,0.00019175932,0.000008679758,0.000026582124,0.004753789,0.00050617853,0.00038424812,0.003110578,0.00133823,0.057567947],"study_design_scores_gemma":[0.0013369014,0.00029041895,0.5758918,0.000050090068,0.0000037776815,0.000012580476,0.00033616996,0.38984278,0.0077329925,0.0046795895,0.019117782,0.000705129],"about_ca_topic_score_codex":0.00015741409,"about_ca_topic_score_gemma":0.000035369318,"teacher_disagreement_score":0.3893366,"about_ca_system_score_codex":0.000045693698,"about_ca_system_score_gemma":0.00006324531,"threshold_uncertainty_score":0.23971727},"labels":[],"label_agreement":null},{"id":"W4242546014","doi":"10.1109/mise.2019.00005","title":"Message from the MiSE 2019 Workshop Organizers","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Engineering management; Engineering","score_opus":0.0069164504834165605,"score_gpt":0.2118294141676211,"score_spread":0.20491296368420456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242546014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9334765,0.00046472764,0.041343182,0.0061693876,0.0025125106,0.0004726509,0.000004581903,0.0005142241,0.015042234],"genre_scores_gemma":[0.9851207,0.000022650089,0.002782696,0.0013678019,0.00009523894,0.0000044336216,0.0000025309748,0.000007097232,0.010596835],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99906707,0.000051733583,0.00015381353,0.0003072964,0.00022752312,0.00019253574],"domain_scores_gemma":[0.9983275,0.0003493766,0.000042689728,0.0011843018,0.000047757203,0.00004839607],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000299711,0.00009850273,0.00012171546,0.000013523549,0.00007965477,0.00012294065,0.0011430332,0.0000649955,0.0007224067],"category_scores_gemma":[0.00003490771,0.000050971463,0.00005716711,0.0002546774,0.000026439939,0.0002615549,0.0002530161,0.0001198052,0.0034667256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002103825,0.00011914084,0.39266932,0.000030228472,0.00008974783,0.000007647253,0.005544077,0.00019248115,0.0016058616,0.007870086,0.55540514,0.036445238],"study_design_scores_gemma":[0.004291557,0.00022452645,0.46481165,0.00032393244,0.000054125656,0.000036411955,0.0033304992,0.040335342,0.015036727,0.010266491,0.4590902,0.0021985462],"about_ca_topic_score_codex":0.00023546095,"about_ca_topic_score_gemma":0.000017787816,"teacher_disagreement_score":0.09631494,"about_ca_system_score_codex":0.000024822752,"about_ca_system_score_gemma":0.000053099244,"threshold_uncertainty_score":0.9973092},"labels":[],"label_agreement":null},{"id":"W4242577981","doi":"10.32920/ryerson.14665065","title":"Performance measurement and analytic modeling of a web application","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Computer science; Queueing theory; Performance measurement; Throughput; Reliability engineering; Web application; Data mining; Distributed computing; Industrial engineering; Simulation; Operating system; Computer network; Engineering","score_opus":0.031657052652310794,"score_gpt":0.2389860224556463,"score_spread":0.20732896980333548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242577981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45388147,0.0004718734,0.544427,0.00008016611,0.00015045676,0.00022350255,4.6726498e-7,0.000074984826,0.0006901144],"genre_scores_gemma":[0.9830485,0.00025105002,0.016576229,0.000022838569,0.000028232595,0.00005393676,0.000002654098,0.000005199696,0.000011371653],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998368,0.00003549992,0.00042034624,0.00053540507,0.0005071216,0.00013360052],"domain_scores_gemma":[0.9982757,0.000012637997,0.0001523779,0.0010155822,0.00049157586,0.0000521218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009185965,0.0001551018,0.0003162088,0.00009137742,0.000048727696,0.000073820825,0.00049115834,0.0001406596,0.0000024234184],"category_scores_gemma":[0.00002326722,0.00012733095,0.00007682179,0.00018509745,0.000025180496,0.00018364294,0.0008806502,0.00019106489,0.000002725311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024839548,0.0004591288,0.13369294,0.014758978,0.0004300026,0.0000030662616,0.0034057617,0.64897376,0.0033014687,0.0019046654,0.00010247963,0.19294289],"study_design_scores_gemma":[0.000096986034,0.000016188045,0.0020646332,0.00023733772,0.000015304435,0.0000033726978,0.000030041267,0.9968004,0.00044185197,0.00014382986,0.00001104087,0.00013901354],"about_ca_topic_score_codex":0.00010623017,"about_ca_topic_score_gemma":0.000020691406,"teacher_disagreement_score":0.529167,"about_ca_system_score_codex":0.00008693224,"about_ca_system_score_gemma":0.00035383317,"threshold_uncertainty_score":0.51924056},"labels":[],"label_agreement":null},{"id":"W42431130","doi":"","title":"Proceedings of the 18th international doctoral symposium on Components and architecture","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Terminology; Architecture; Computer science; Component (thermodynamics); Event (particle physics); Library science; Pleasure; Software engineering; Engineering ethics; Engineering; Psychology; History","score_opus":0.00913913811763872,"score_gpt":0.20784861717343384,"score_spread":0.1987094790557951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W42431130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988627,0.0000032655425,0.00093332987,0.0034418115,0.00040906708,0.00017906952,4.9895147e-7,0.000041559277,0.006364388],"genre_scores_gemma":[0.99746656,0.0000015940948,0.0018540047,0.00023159447,0.00003299115,0.000008595722,1.7018839e-7,0.0000017531027,0.0004027131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994595,0.000005105595,0.00011164941,0.00014427348,0.0001992575,0.00008020197],"domain_scores_gemma":[0.9996919,0.000020763247,0.00004977541,0.0001250303,0.00008513727,0.00002736476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000754771,0.00005800369,0.0000655625,0.000029535624,0.000042185064,0.000064413754,0.0004822992,0.00002629591,0.000014563316],"category_scores_gemma":[0.000008514269,0.000028913668,0.00002793021,0.00008138286,0.000047788486,0.00019528733,0.00019818186,0.00006828694,0.000013588303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018271074,0.00022999682,0.878919,0.00016294641,0.000055577188,2.6978142e-7,0.002932818,0.000090892005,0.048426066,0.039455056,0.0070861108,0.022623006],"study_design_scores_gemma":[0.00045801848,0.00012498647,0.9634492,0.00010698068,0.000002913474,0.000023524148,0.000037968646,0.009962526,0.01772981,0.0034434088,0.004498948,0.00016174474],"about_ca_topic_score_codex":0.0000673745,"about_ca_topic_score_gemma":7.6917706e-7,"teacher_disagreement_score":0.08453018,"about_ca_system_score_codex":0.000012301505,"about_ca_system_score_gemma":0.000007557546,"threshold_uncertainty_score":0.11790652},"labels":[],"label_agreement":null},{"id":"W4243331590","doi":"10.1145/1755951.1755908","title":"Sampling-based program execution monitoring","year":2010,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Computer science; Tracing; Heuristics; Overhead (engineering); Algorithmic program debugging; Sampling (signal processing); Instrumentation (computer programming); Control flow; Real-time computing; Embedded system; Distributed computing; Programming language; Operating system","score_opus":0.028855335401968368,"score_gpt":0.31082155791447225,"score_spread":0.28196622251250386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243331590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98031574,0.000041813168,0.014889669,0.0004294696,0.002934239,0.000281235,0.0000014453806,0.0007920008,0.00031439358],"genre_scores_gemma":[0.8755406,0.0000012047303,0.12403152,0.00003369242,0.00032288692,0.000044116114,0.00000320942,0.000006326631,0.000016419102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988897,0.000027130403,0.00020083113,0.0003353095,0.00026787794,0.00027914156],"domain_scores_gemma":[0.9983833,0.0002733848,0.00009784883,0.0010642246,0.00008971148,0.00009155807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038683438,0.00012776913,0.00012745833,0.000068434965,0.00018128398,0.0002167015,0.0011672532,0.00011107096,0.000009081748],"category_scores_gemma":[0.00028963262,0.00010203106,0.00005434092,0.00024563546,0.000050169143,0.00047620517,0.00014959455,0.0002437014,0.00010859716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016805958,0.00026927673,0.6197152,0.0001447763,0.000018987494,0.000009306893,0.0006459911,0.00068552303,0.0051352214,0.00073718844,0.00021122355,0.3724105],"study_design_scores_gemma":[0.0010207612,0.00054011657,0.8531657,0.00018588507,0.000029685103,0.00001795938,0.00009146842,0.05591358,0.049386058,0.0014000376,0.037332945,0.0009158026],"about_ca_topic_score_codex":0.000066629145,"about_ca_topic_score_gemma":0.000020413041,"teacher_disagreement_score":0.37149468,"about_ca_system_score_codex":0.000016941696,"about_ca_system_score_gemma":0.00006652717,"threshold_uncertainty_score":0.41607058},"labels":[],"label_agreement":null},{"id":"W4243908798","doi":"10.1145/584370.584371","title":"Analysing software requirements specifications for performance","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software requirements specification; Notation; Software engineering; Abstraction; Set (abstract data type); Formal specification; Key (lock); System requirements specification; Requirements analysis; Software; Reliability engineering; Software development; Software design; Programming language; Engineering","score_opus":0.11466909053765807,"score_gpt":0.2702684230552098,"score_spread":0.15559933251755176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243908798","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041951247,0.000104701125,0.95328444,0.00055099383,0.00036991312,0.0002915667,0.0000015996666,0.00039428764,0.0030512547],"genre_scores_gemma":[0.80160886,0.00004021576,0.19538449,0.00016577866,0.00009134899,0.000058483183,0.0000029168277,0.000006388657,0.0026415393],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998938,0.000014535622,0.00026993064,0.00032687164,0.00020003085,0.0002505808],"domain_scores_gemma":[0.9989232,0.00008201467,0.00007227432,0.00071964297,0.00014002567,0.00006284288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025026666,0.00010001496,0.00012657716,0.00008745441,0.00029416304,0.00009750057,0.00056765875,0.000043211916,0.0001087539],"category_scores_gemma":[0.00006053514,0.00007968212,0.0000846305,0.00041391453,0.00002805491,0.0007590766,0.000069685775,0.00004849038,0.00025543332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009124434,0.0004551425,0.21419945,0.00033937697,0.00011221997,0.0000016204958,0.0017633907,0.0009774601,0.00042923068,0.010789403,0.043554697,0.7273689],"study_design_scores_gemma":[0.00100384,0.00024133438,0.04577319,0.00007806881,0.000028566361,0.00001778324,0.000061734536,0.86895645,0.004002241,0.001292233,0.07786848,0.0006760651],"about_ca_topic_score_codex":0.0000039100214,"about_ca_topic_score_gemma":0.0000016123182,"teacher_disagreement_score":0.867979,"about_ca_system_score_codex":0.000054347103,"about_ca_system_score_gemma":0.000012995338,"threshold_uncertainty_score":0.32831636},"labels":[],"label_agreement":null},{"id":"W4244068867","doi":"10.1145/2020976.1958774","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo; Carleton University; York University","funders":"","keywords":"Computer science; Cluster analysis; Estimator; Software; Filter (signal processing); Class (philosophy); Queueing theory; Data mining; Web service; Tracking (education); Service (business); Real-time computing; Artificial intelligence; Computer network; Operating system; Computer vision; Statistics; Mathematics","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244068867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7863927,0.00052084477,0.2065979,0.00011057678,0.0020274539,0.0002931837,0.0000074521245,0.0039693313,0.00008058945],"genre_scores_gemma":[0.8478211,0.000012044951,0.15190005,0.00008244243,0.0001092222,0.000021328053,0.0000032708003,0.000026878964,0.0000236262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983507,0.000012128533,0.00035751416,0.0004883218,0.0002978989,0.00049346563],"domain_scores_gemma":[0.9898693,0.008099318,0.00008884154,0.0016544126,0.00010933291,0.00017882457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032583755,0.00028241327,0.0002614381,0.0001465454,0.0001051848,0.000074423144,0.001720667,0.00015681167,0.00008124681],"category_scores_gemma":[0.028987661,0.0002521217,0.00013609116,0.00039657106,0.000031953878,0.0007490185,0.00041147546,0.00026324397,0.00038230396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070027145,0.000111424095,0.9514269,0.00023572428,0.000043342516,0.000047814323,0.0016313884,0.00013506526,0.00039482652,0.0015404521,0.000436101,0.043989938],"study_design_scores_gemma":[0.0002098665,0.0000654285,0.99206996,0.00009766304,0.000007023677,0.000048281247,0.0000056211393,0.00014481803,0.0048665702,0.0001637493,0.0018681978,0.00045279379],"about_ca_topic_score_codex":0.00009725697,"about_ca_topic_score_gemma":0.000003270858,"teacher_disagreement_score":0.061428465,"about_ca_system_score_codex":0.000054373148,"about_ca_system_score_gemma":0.0000942827,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W4244845972","doi":"10.1145/2020976.1958760","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Asynchronous communication; Distributed computing; Software; Timestamp; Workload; Queueing theory; Process (computing); Software engineering; Real-time computing; Operating system; Computer network","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244845972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7863927,0.00052084477,0.2065979,0.00011057678,0.0020274539,0.0002931837,0.0000074521245,0.0039693313,0.00008058945],"genre_scores_gemma":[0.8478211,0.000012044951,0.15190005,0.00008244243,0.0001092222,0.000021328053,0.0000032708003,0.000026878964,0.0000236262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983507,0.000012128533,0.00035751416,0.0004883218,0.0002978989,0.00049346563],"domain_scores_gemma":[0.9898693,0.008099318,0.00008884154,0.0016544126,0.00010933291,0.00017882457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032583755,0.00028241327,0.0002614381,0.0001465454,0.0001051848,0.000074423144,0.001720667,0.00015681167,0.00008124681],"category_scores_gemma":[0.028987661,0.0002521217,0.00013609116,0.00039657106,0.000031953878,0.0007490185,0.00041147546,0.00026324397,0.00038230396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070027145,0.000111424095,0.9514269,0.00023572428,0.000043342516,0.000047814323,0.0016313884,0.00013506526,0.00039482652,0.0015404521,0.000436101,0.043989938],"study_design_scores_gemma":[0.0002098665,0.0000654285,0.99206996,0.00009766304,0.000007023677,0.000048281247,0.0000056211393,0.00014481803,0.0048665702,0.0001637493,0.0018681978,0.00045279379],"about_ca_topic_score_codex":0.00009725697,"about_ca_topic_score_gemma":0.000003270858,"teacher_disagreement_score":0.061428465,"about_ca_system_score_codex":0.000054373148,"about_ca_system_score_gemma":0.0000942827,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W4245242594","doi":"10.1109/botse.2019.00006","title":"BotSE 2019 Organizing Committee","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.0050977943266074825,"score_gpt":0.20437233403940916,"score_spread":0.19927453971280168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245242594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8036815,0.00014946096,0.14801253,0.001657282,0.0024278571,0.000359541,6.251585e-7,0.0009336597,0.04277757],"genre_scores_gemma":[0.98264766,0.000005552784,0.010796077,0.0005649455,0.000044642256,0.0000020171246,6.663231e-7,0.000005395101,0.0059330375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99922055,0.000024775718,0.00014794631,0.0002420163,0.00017290613,0.00019180373],"domain_scores_gemma":[0.9990274,0.00005831013,0.000033813907,0.00077174697,0.000058954363,0.000049808343],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026826802,0.00007963176,0.000118203134,0.000037489393,0.000054004722,0.00007560449,0.00063185254,0.00004931011,0.00023238748],"category_scores_gemma":[0.000013409859,0.00005698963,0.000038634233,0.00026454224,0.000011972985,0.00046986967,0.0002184374,0.00008346475,0.006851022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055247056,0.00012351008,0.8281921,0.00012183059,0.000031910706,0.000006665599,0.0013747633,0.00009579871,0.0030108457,0.044436228,0.08927917,0.03332162],"study_design_scores_gemma":[0.0032657792,0.00066824333,0.5573442,0.00019630839,0.000015453797,0.00018323289,0.00045908976,0.075473815,0.032548875,0.0076967804,0.3200042,0.0021440163],"about_ca_topic_score_codex":0.000055808472,"about_ca_topic_score_gemma":0.0000023699915,"teacher_disagreement_score":0.27084792,"about_ca_system_score_codex":0.000026834876,"about_ca_system_score_gemma":0.000042366868,"threshold_uncertainty_score":0.99392223},"labels":[],"label_agreement":null},{"id":"W4245318675","doi":"10.1201/b13126-10","title":"A Tester-Assisted Methodology for Test Redundancy Detection","year":2012,"lang":"en","type":"book-chapter","venue":"Apple Academic Press eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Redundancy (engineering); Reliability engineering; Computer science; Test (biology); Engineering; Biology","score_opus":0.12458495710531427,"score_gpt":0.317113553302265,"score_spread":0.19252859619695073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245318675","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059873702,0.0050520855,0.8627729,0.00010121269,0.00277382,0.0032018742,0.00013207259,0.0011931753,0.124713],"genre_scores_gemma":[0.027805697,0.0007354726,0.1040723,0.0010533712,0.0047768904,0.0033296577,0.000101167876,0.00037076595,0.85775465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970284,0.00009384642,0.0008866825,0.0009545187,0.0003608982,0.00067566906],"domain_scores_gemma":[0.9959431,0.0016777184,0.0007089766,0.0012694594,0.00019334257,0.00020738418],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014113218,0.00054725783,0.0007702089,0.00017420952,0.00023264207,0.000055039094,0.0015260465,0.0017692272,0.0000066844004],"category_scores_gemma":[0.00019501137,0.0004903164,0.00030950698,0.00002107645,0.00017771618,0.00026888258,0.00056502677,0.0012749908,0.000046548445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046504312,0.000025263816,0.00005197586,0.0007683596,0.0001445831,0.0000033832887,0.000963805,0.0000014548157,0.0044097975,0.08767557,0.002882514,0.90302676],"study_design_scores_gemma":[0.00055550155,0.00019116317,0.0000791818,0.00026354872,0.00013568948,0.00017444341,0.000003967314,0.00037722796,0.01035558,0.01953726,0.96760917,0.00071725156],"about_ca_topic_score_codex":0.000048247748,"about_ca_topic_score_gemma":0.0000074081763,"teacher_disagreement_score":0.9647267,"about_ca_system_score_codex":0.00016242232,"about_ca_system_score_gemma":0.00013664081,"threshold_uncertainty_score":0.99975485},"labels":[],"label_agreement":null},{"id":"W4246603605","doi":"10.1093/jicru_1.3.35","title":"Methods for Routine Monitoring","year":2001,"lang":"en","type":"article","venue":"Journal of the ICRU","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro One (Canada)","funders":"","keywords":"Computer science","score_opus":0.03169377173284387,"score_gpt":0.36816383366103356,"score_spread":0.3364700619281897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246603605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15541391,0.00045194748,0.83795506,0.0019854626,0.0039888527,0.00008018447,1.0281757e-7,0.000014900681,0.00010956988],"genre_scores_gemma":[0.65114176,0.00003540562,0.3477325,0.000071008086,0.0007201301,0.0000020001148,8.6142515e-9,0.0000039437773,0.00029320136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993231,0.0000841978,0.0002713519,0.000063581305,0.00013694986,0.00012081257],"domain_scores_gemma":[0.9990804,0.0001844752,0.00024122781,0.00029646468,0.00015840158,0.000038990744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016237187,0.00005202279,0.00012794603,0.00003312386,0.000100246834,0.000044585962,0.000810397,0.00003046822,0.0000015661064],"category_scores_gemma":[0.00021335349,0.000026760945,0.00016873793,0.00017630888,0.0000130837525,0.00026136203,0.00009093872,0.00011283449,0.0000019925858],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070085945,0.0001180987,0.18146767,0.000066752815,0.00010215746,0.000007389686,0.0015058995,0.0010252959,0.007089673,0.0006895891,0.0028292108,0.8050282],"study_design_scores_gemma":[0.0037945136,0.0009318686,0.33395055,0.0008179969,0.00012211064,0.0031345063,0.00028987115,0.030201534,0.16326341,0.0327657,0.43008205,0.0006458958],"about_ca_topic_score_codex":0.000002694927,"about_ca_topic_score_gemma":1.611865e-7,"teacher_disagreement_score":0.80438226,"about_ca_system_score_codex":0.00004627055,"about_ca_system_score_gemma":0.000049254842,"threshold_uncertainty_score":0.15059327},"labels":[],"label_agreement":null},{"id":"W4246991423","doi":"10.1145/2579281.2579312","title":"Report of the 2013 IEEE 7th international symposium on the maintenance and evolution of service-oriented and cloud-based systems (MESOCA 2013)","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Software engineering; Service (business); Provisioning; Adaptability; Computer science; Event (particle physics); Service-oriented architecture; Engineering management; Software; Systems engineering; Process (computing); Engineering; World Wide Web; Telecommunications; Operating system; Web service; Business; Management","score_opus":0.0065715994203996075,"score_gpt":0.1956963080794435,"score_spread":0.18912470865904388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246991423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8032438,0.00022343501,0.18990467,0.0031478018,0.0029740497,0.00033528413,0.000011567378,0.0001568566,0.0000025027982],"genre_scores_gemma":[0.997425,0.000019030886,0.0022795422,0.00008152039,0.00013230568,0.00003134452,0.000002606101,0.000013692574,0.0000149147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985989,0.0000622582,0.00042200836,0.00033031998,0.0003872386,0.00019929712],"domain_scores_gemma":[0.99116784,0.0070668915,0.00029353134,0.0011011388,0.00031886157,0.000051726856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075687986,0.00018519738,0.00024222115,0.000060196482,0.000093979856,0.0000375468,0.0007879219,0.000096170064,0.0000010869014],"category_scores_gemma":[0.007708347,0.000111712834,0.00006272336,0.00029908243,0.00008191425,0.0001711115,0.00023561179,0.00016335376,0.0000019890435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033994715,0.000095734125,0.92053986,0.0011420104,0.00010227852,0.0000046929654,0.0008072948,0.06820751,0.00330981,0.0035276385,0.0016278172,0.0006013496],"study_design_scores_gemma":[0.0010956902,0.00029569652,0.68617857,0.0022389686,0.000052633066,0.00021492594,0.000055742694,0.2923076,0.011307901,0.000115223556,0.0055294773,0.0006076311],"about_ca_topic_score_codex":0.00046180407,"about_ca_topic_score_gemma":0.000011071433,"teacher_disagreement_score":0.23436134,"about_ca_system_score_codex":0.00006199668,"about_ca_system_score_gemma":0.000051404073,"threshold_uncertainty_score":0.9228168},"labels":[],"label_agreement":null},{"id":"W4247954915","doi":"10.1109/icse.1993.346059","title":"Simulating the behaviour of software modules by trace rewriting","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"TRACE (psycholinguistics); Rewriting; Computer science; Assertion; Programming language; Term (time); Theoretical computer science","score_opus":0.01728732092483993,"score_gpt":0.23294339259618957,"score_spread":0.21565607167134965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247954915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6733894,0.00065428764,0.32360902,0.00059277244,0.00016557555,0.0001828047,0.000002957897,0.0003000994,0.0011031234],"genre_scores_gemma":[0.978793,0.000009057873,0.020610519,0.00007929261,0.00002975357,0.0000063088537,3.7666788e-7,0.000005317308,0.00046636048],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989759,0.000051204737,0.00030251234,0.00022220975,0.00025292108,0.0001953071],"domain_scores_gemma":[0.9989532,0.00026942178,0.000108039625,0.0005507509,0.00008343859,0.00003511918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003800883,0.00009223118,0.00013765732,0.000022417125,0.00017497723,0.000050883733,0.00061237987,0.00005203057,0.00004921477],"category_scores_gemma":[0.00012391139,0.00005571277,0.00007014184,0.0002270846,0.00004942552,0.00032101755,0.00012318612,0.00010702143,0.00002259351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002972859,0.0003265853,0.4786269,0.00020079628,0.00003411602,0.0000048992247,0.006097085,0.004829973,0.00083480915,0.0021691525,0.014727587,0.49214512],"study_design_scores_gemma":[0.00066692126,0.00017588642,0.0390727,0.0001723236,0.000019087125,0.000036073463,0.0007870645,0.9443075,0.011296722,0.0007638834,0.002159604,0.00054223795],"about_ca_topic_score_codex":0.00008297121,"about_ca_topic_score_gemma":0.0000035489245,"teacher_disagreement_score":0.9394775,"about_ca_system_score_codex":0.000015597965,"about_ca_system_score_gemma":0.000005913152,"threshold_uncertainty_score":0.22719008},"labels":[],"label_agreement":null},{"id":"W4248093543","doi":"10.1109/botse.2019.00007","title":"BotSE 2019 Program Committee","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language","score_opus":0.005863746139183633,"score_gpt":0.24055931058092217,"score_spread":0.23469556444173853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248093543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8116431,0.00020894104,0.07117672,0.0023887432,0.003318923,0.0017250982,0.0000011478526,0.0029802513,0.10655702],"genre_scores_gemma":[0.9574163,0.0000058990768,0.0336099,0.0004001163,0.00004640043,0.000025663918,0.000001361447,0.000005132335,0.008489218],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991666,0.000026061585,0.00014943823,0.00025452033,0.00018886586,0.00021453352],"domain_scores_gemma":[0.9989806,0.0000410282,0.00003322955,0.0008335957,0.00005487237,0.000056675628],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002511687,0.000083117404,0.000118990465,0.00003392079,0.000042031323,0.000089593224,0.00064418913,0.000053443015,0.00012127887],"category_scores_gemma":[0.000007357589,0.000056707606,0.000056254732,0.00022599685,0.000018296478,0.00041049658,0.00017646568,0.000082543505,0.004596334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007059723,0.0003830037,0.44916564,0.00012084707,0.000027044533,0.0000045174284,0.00049177924,0.0000584517,0.00016301217,0.026308395,0.084810436,0.4384598],"study_design_scores_gemma":[0.001551195,0.0010035177,0.300967,0.00007292892,0.000006526641,0.000054869834,0.000079820056,0.08120648,0.0023802142,0.0031627873,0.60862577,0.0008888944],"about_ca_topic_score_codex":0.000049394694,"about_ca_topic_score_gemma":0.0000026399355,"teacher_disagreement_score":0.52381533,"about_ca_system_score_codex":0.000019546009,"about_ca_system_score_gemma":0.00003902006,"threshold_uncertainty_score":0.9961787},"labels":[],"label_agreement":null},{"id":"W4248194116","doi":"10.22215/etd/2016-11337","title":"Automatic Derivation of LQN Performance Models from UML software models using Epsilon","year":2016,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Software development; Model transformation; Software engineering; Abstraction; Software development process; Transformation (genetics); Software; Code generation; Process (computing); Applications of UML; Artificial intelligence; Operating system","score_opus":0.030394008970107952,"score_gpt":0.25526795690137244,"score_spread":0.22487394793126447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248194116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50928235,0.00017218491,0.48843837,0.000009393239,0.0008570948,0.0003112944,0.000013159092,0.0002959831,0.0006201641],"genre_scores_gemma":[0.8637063,0.00010294107,0.13522065,0.00003032687,0.000074337804,0.000041805382,0.00016033021,0.000039955365,0.00062335713],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969678,0.00007263053,0.0010270814,0.00075232977,0.0007903392,0.0003898215],"domain_scores_gemma":[0.99717575,0.00015032678,0.0007658273,0.001304463,0.0005084188,0.00009522969],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003536049,0.00044301912,0.0006954604,0.00027464994,0.00020217695,0.00008862652,0.0011538551,0.00051042304,0.00006899929],"category_scores_gemma":[0.000042397332,0.00032603263,0.00020609044,0.00038085354,0.000040687944,0.0027205637,0.00012335845,0.00021088876,0.00003257145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014185697,0.000453381,0.007513132,0.007592065,0.00048797345,0.00000815774,0.014611276,0.10753646,0.0038185192,0.00459686,0.00051090185,0.85272944],"study_design_scores_gemma":[0.00029577856,0.000053944015,0.0017100559,0.0014412923,0.000036869737,0.0000030298343,0.000055013898,0.9742542,0.0059183296,0.015789932,0.0000041487815,0.00043741576],"about_ca_topic_score_codex":0.0004987353,"about_ca_topic_score_gemma":0.000031878295,"teacher_disagreement_score":0.86671776,"about_ca_system_score_codex":0.00019099878,"about_ca_system_score_gemma":0.00045839953,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W4248211416","doi":"10.4018/978-1-61350-104-7.ch016","title":"Web Service Enabled Online Laboratory","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of New Brunswick; Concordia University","funders":"","keywords":"Web service; Computer science; Web application; Service-oriented architecture; Usability; World Wide Web; Interoperability; SOAP; WS-Policy; Service (business); Web modeling; Software portability; Rich Internet application; Web development; Software engineering; Web application security; Human–computer interaction; Operating system","score_opus":0.01243708634026227,"score_gpt":0.22795771635521025,"score_spread":0.21552063001494798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248211416","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015742761,0.0005834657,0.0007061773,0.00034777596,0.0019792116,0.00065702596,0.0002533652,0.0009053925,0.9929933],"genre_scores_gemma":[0.23672497,0.00011764331,0.038973168,0.028625034,0.00555092,0.0002755551,0.00008670238,0.00037513266,0.68927085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974717,0.000035334444,0.00057784654,0.0008384705,0.0005940281,0.0004826582],"domain_scores_gemma":[0.9969482,0.000044864653,0.00031125278,0.0017603873,0.000675896,0.00025943763],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021130411,0.00054630876,0.000609735,0.00007418191,0.00013565659,0.00020364492,0.001653449,0.0006615265,0.000094901094],"category_scores_gemma":[0.000015794776,0.00046346246,0.00018547791,0.00007908139,0.00006791346,0.00024619856,0.00061408937,0.00042448874,0.0032902076],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008963777,0.000031704065,0.000089612775,0.00032102928,0.00010830681,0.000053009742,0.00009758438,0.0000086969785,0.00003378993,0.9705656,0.019636389,0.009045292],"study_design_scores_gemma":[0.0011346121,0.00020126313,0.00036665206,0.00087010703,0.00008177054,0.000086552165,0.000014484087,0.0025246057,0.00008171144,0.19087265,0.80198866,0.0017769098],"about_ca_topic_score_codex":0.00014622521,"about_ca_topic_score_gemma":0.0001690656,"teacher_disagreement_score":0.78235227,"about_ca_system_score_codex":0.00031868083,"about_ca_system_score_gemma":0.00091135217,"threshold_uncertainty_score":0.9997817},"labels":[],"label_agreement":null},{"id":"W4248477689","doi":"10.1016/j.peva.2009.11.003","title":"Rule-based automatic software performance diagnosis and improvement","year":2009,"lang":"en","type":"article","venue":"Performance Evaluation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Automation; Software; Software engineering; Software performance testing; Performance improvement; Software system; Programming language; Software construction","score_opus":0.020226104069938033,"score_gpt":0.27018023805017827,"score_spread":0.24995413398024025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248477689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769358,0.0003139613,0.02004265,0.00071727304,0.00045178263,0.0009212061,0.0000014052775,0.00045141001,0.0001644827],"genre_scores_gemma":[0.983824,0.00018220235,0.014881503,0.00060546014,0.00009322318,0.0003669945,0.0000138888545,0.000010001792,0.000022683756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974338,0.00008277075,0.00050715683,0.0005526981,0.0009888214,0.00043475637],"domain_scores_gemma":[0.9984792,0.000077165554,0.00021635315,0.0007783645,0.00032573577,0.00012319695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002015966,0.00026864698,0.00026108138,0.00019416976,0.00040944532,0.00017378313,0.0004944718,0.00011205417,0.00005573979],"category_scores_gemma":[0.00013577593,0.00022611342,0.00006330796,0.0004893545,0.000055448407,0.0015993989,0.00007688384,0.00016881325,0.00010242537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006962692,0.00008162656,0.10460465,0.00013081098,0.0000063317925,2.7710786e-7,0.00025466955,0.001706376,0.00008032635,0.000012104276,0.00010869761,0.89300716],"study_design_scores_gemma":[0.0006117537,0.0004700853,0.43982962,0.00011898908,0.000015214903,0.000003818821,0.0000056378885,0.5541899,0.0043242867,0.00012039175,0.00010702366,0.00020325152],"about_ca_topic_score_codex":0.000008679067,"about_ca_topic_score_gemma":0.0000012179677,"teacher_disagreement_score":0.8928039,"about_ca_system_score_codex":0.00023532986,"about_ca_system_score_gemma":0.00024070371,"threshold_uncertainty_score":0.92206377},"labels":[],"label_agreement":null},{"id":"W4248510974","doi":"10.32920/ryerson.14651676","title":"The effects of a fault management architecture on the performance of a cloud based application","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Fault management; Computer science; Scalability; Workload; Throughput; Fault (geology); Cloud computing; Architecture; Distributed computing; Fault detection and isolation; Set (abstract data type); Fault coverage; Reliability engineering; Real-time computing; Engineering; Database; Operating system; Artificial intelligence","score_opus":0.004407661013074601,"score_gpt":0.21159994822871142,"score_spread":0.20719228721563682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248510974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6470443,0.00026414773,0.34789193,0.0010817482,0.00089627545,0.0017564768,0.0000014540128,0.00008016752,0.0009835036],"genre_scores_gemma":[0.9950292,0.00015442105,0.004050522,0.00018288035,0.00004579421,0.0004176033,0.0000037092598,0.000007135533,0.000108734566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982924,0.00018067648,0.00039352453,0.00042870868,0.0005251969,0.00017952466],"domain_scores_gemma":[0.9963124,0.0007794319,0.00033272535,0.0023998339,0.00014894165,0.000026664067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000816555,0.0001963582,0.00026285255,0.000055182856,0.0001373291,0.0000618418,0.0017496037,0.000121093726,0.0000023533782],"category_scores_gemma":[0.000043303906,0.00009059678,0.00018680557,0.00029972917,0.00010660438,0.00003103977,0.0008816829,0.00036357937,0.0000048566567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021570768,0.0010507941,0.007616731,0.04341311,0.0008041805,0.000008121444,0.004816407,0.111208506,0.0016063876,0.04583517,0.0021704996,0.7812544],"study_design_scores_gemma":[0.0011277753,0.0008098993,0.041164834,0.005050341,0.00012968258,0.000006034983,0.00024856493,0.77279484,0.17032975,0.003211877,0.004296745,0.00082965154],"about_ca_topic_score_codex":0.000032036987,"about_ca_topic_score_gemma":0.000006701413,"teacher_disagreement_score":0.7804247,"about_ca_system_score_codex":0.000041446794,"about_ca_system_score_gemma":0.00009923663,"threshold_uncertainty_score":0.36944294},"labels":[],"label_agreement":null},{"id":"W4248551394","doi":"10.22215/etd/2016-11533","title":"Handling Decisions and Traffic Dependencies in Layered Queueing Networks","year":2016,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Timeout; Queueing theory; Layered queueing network; Solver; Mean value analysis; Decomposition; State (computer science); Mathematical optimization; Distributed computing; Algorithm; Programming language; Computer network; Mathematics","score_opus":0.01126963675482542,"score_gpt":0.24874161625491473,"score_spread":0.2374719795000893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248551394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86074024,0.0022143289,0.13190517,0.0000670191,0.001794473,0.00033894108,8.9422565e-7,0.00025018747,0.002688761],"genre_scores_gemma":[0.9946664,0.0006125291,0.0027570825,0.000026847509,0.00008320653,0.000029381688,0.000009930709,0.000012349213,0.0018022709],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984773,0.000053248314,0.00041534172,0.00051302026,0.00024346002,0.00029766036],"domain_scores_gemma":[0.9988499,0.0004465944,0.00011720724,0.00042718806,0.00008381135,0.00007524471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005060201,0.000209577,0.00031796008,0.00021273889,0.00015772013,0.0001634986,0.00048355138,0.00033361895,0.000012690639],"category_scores_gemma":[0.00012650799,0.00013943375,0.000065489425,0.0002679234,0.00001759997,0.0004193391,0.000073788106,0.00023399487,0.000016862721],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053944925,0.00007352343,0.014563681,0.00020598751,0.00004288403,0.000038694732,0.004861275,0.0049550724,0.00010915445,0.0017397166,0.00038987314,0.9729662],"study_design_scores_gemma":[0.0034716725,0.00029821967,0.25829104,0.009965445,0.000050313603,0.00009969613,0.0030449706,0.71426815,0.0012136023,0.004424249,0.00173741,0.0031352271],"about_ca_topic_score_codex":0.000095009025,"about_ca_topic_score_gemma":0.0022501186,"teacher_disagreement_score":0.969831,"about_ca_system_score_codex":0.000052205767,"about_ca_system_score_gemma":0.00013575483,"threshold_uncertainty_score":0.56859434},"labels":[],"label_agreement":null},{"id":"W4248609206","doi":"10.1109/icse.2002.1007953","title":"Performance-related completions for software specifications","year":2003,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.04369592581159982,"score_gpt":0.2455711753459737,"score_spread":0.20187524953437389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248609206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036015045,0.000047425056,0.94607246,0.000456598,0.0007820292,0.000527903,0.000004638237,0.00062170596,0.015472206],"genre_scores_gemma":[0.8085269,0.000017209897,0.1889026,0.0001061281,0.00002470668,0.00013356334,0.000009400429,0.000008222751,0.0022712934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998958,0.00003354321,0.00029928476,0.00030749047,0.00014281872,0.00025888626],"domain_scores_gemma":[0.9988458,0.00015152719,0.000060845745,0.00068364345,0.0001804305,0.00007776429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003564776,0.00011005176,0.0001339121,0.00007813306,0.0003941091,0.00006073843,0.00043127435,0.00006721687,0.00012415055],"category_scores_gemma":[0.00011111654,0.00008822398,0.00009309141,0.0004160212,0.000049005368,0.00038560212,0.000032945718,0.000074064264,0.00032181942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065500144,0.00041418071,0.10640509,0.00018682462,0.00007235708,7.8421783e-7,0.0010755344,0.0013781963,0.00021369878,0.82174104,0.02617251,0.04233326],"study_design_scores_gemma":[0.0028131532,0.0004975703,0.14977713,0.00008938613,0.000038653125,0.00014741333,0.00025105255,0.11414869,0.004587799,0.025194267,0.70109457,0.0013603449],"about_ca_topic_score_codex":0.0000035522307,"about_ca_topic_score_gemma":0.000002062329,"teacher_disagreement_score":0.79654676,"about_ca_system_score_codex":0.00004642466,"about_ca_system_score_gemma":0.00008936623,"threshold_uncertainty_score":0.4136445},"labels":[],"label_agreement":null},{"id":"W4249550294","doi":"10.4018/9781591409359.ch012.ch000","title":"Toward Autonomic DBMSs","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Database","score_opus":0.028742506907154065,"score_gpt":0.2331606662848145,"score_spread":0.20441815937766042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249550294","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010723506,0.00034547423,0.013676734,0.000054017542,0.0024321761,0.00037031,0.000030273308,0.000677753,0.982306],"genre_scores_gemma":[0.7114502,0.000024536359,0.0075844293,0.0012559016,0.001059972,0.000060801194,0.0000047131557,0.000093936185,0.2784655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978608,0.000018610006,0.0005241523,0.00081754033,0.0003434103,0.00043550285],"domain_scores_gemma":[0.9978786,0.000024162295,0.00027271302,0.0014992687,0.00012117483,0.00020407647],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021946302,0.00047849305,0.000557394,0.00006668872,0.00010383878,0.0001269612,0.0016820934,0.00056215306,0.00005117488],"category_scores_gemma":[0.000008798402,0.00041587514,0.00034055108,0.000019420293,0.00012006254,0.00014952724,0.0005996236,0.0003147223,0.0022914892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065241666,0.00000608609,0.000060034203,0.000049477792,0.000050774914,0.000033650813,0.00015457867,0.0000013666136,7.7555836e-7,0.9757264,0.002153865,0.021756468],"study_design_scores_gemma":[0.00033184505,0.00014588801,0.00033915573,0.000251138,0.00003979914,0.0001426239,0.0000023179946,0.00013825127,0.00005694761,0.8495957,0.14809562,0.00086067815],"about_ca_topic_score_codex":0.00012928748,"about_ca_topic_score_gemma":0.00001518242,"teacher_disagreement_score":0.711343,"about_ca_system_score_codex":0.0003929396,"about_ca_system_score_gemma":0.00047859258,"threshold_uncertainty_score":0.9998293},"labels":[],"label_agreement":null},{"id":"W4249722564","doi":"10.22215/etd/2006-08377","title":"Performance measurements and modeling of a Java-based session initiation protocol implementation","year":2006,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"Cisco Systems","keywords":"Session (web analytics); Computer science; Java; Protocol (science); Operating system; World Wide Web","score_opus":0.04671063268383882,"score_gpt":0.34538544632019236,"score_spread":0.2986748136363535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249722564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87275046,0.000015440648,0.07627605,0.000021447795,0.0004086277,0.046216283,0.000004547323,0.0002107247,0.004096387],"genre_scores_gemma":[0.9722379,0.000001909057,0.007138634,0.00001930627,0.00003567954,0.020202534,0.00024715756,0.000014762473,0.00010214972],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99807346,0.00006319413,0.0006771836,0.0003925637,0.00061230554,0.00018128134],"domain_scores_gemma":[0.9987222,0.00001915864,0.00043602404,0.00034039313,0.00044466736,0.000037538564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005547109,0.00021674397,0.00025638184,0.00021375877,0.0001353653,0.00006183444,0.0002552958,0.00015393182,0.000012402152],"category_scores_gemma":[0.000011608752,0.00017653091,0.00005696186,0.00024615726,0.000009949458,0.0006278785,0.000028909286,0.000111756635,0.000003392668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060794683,0.00082483166,0.3835803,0.026627135,0.00012799229,0.0000019588042,0.003971284,0.046521936,0.0084083695,0.00019118069,0.001022248,0.52811486],"study_design_scores_gemma":[0.00141887,0.00021816079,0.044609036,0.00068415864,0.000022169459,9.1149093e-7,0.00010424804,0.92070174,0.031777885,0.00008081533,0.000046735968,0.0003352429],"about_ca_topic_score_codex":0.00023539622,"about_ca_topic_score_gemma":0.00013244609,"teacher_disagreement_score":0.87417984,"about_ca_system_score_codex":0.00008030564,"about_ca_system_score_gemma":0.00030386832,"threshold_uncertainty_score":0.7198721},"labels":[],"label_agreement":null},{"id":"W4249730870","doi":"10.1007/978-1-4614-6170-8_110035","title":"Network Workbench Tool","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Workbench; Computer science; Artificial intelligence","score_opus":0.012392607023451819,"score_gpt":0.2037875046950676,"score_spread":0.19139489767161577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249730870","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033563285,0.00025819303,0.34358287,0.00019099549,0.0015915792,0.00018207946,4.709072e-7,0.0004020686,0.6537884],"genre_scores_gemma":[0.002341476,0.000055706478,0.017830063,0.0012075506,0.0014615703,0.000011942909,0.000005583253,0.000027493334,0.9770586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982797,0.000016137963,0.0004082097,0.000587481,0.00037121068,0.0003372618],"domain_scores_gemma":[0.99801135,0.00012558399,0.0001619843,0.0015182706,0.000103284,0.000079508885],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004952018,0.0003055538,0.00040639527,0.000055425477,0.000120437944,0.00012622765,0.0011118086,0.0004150994,0.00045281072],"category_scores_gemma":[0.0000117557,0.00022804645,0.00018030537,0.0000510866,0.000050398463,0.00013426454,0.0003928276,0.00031899617,0.0027016692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014122068,0.0000026423975,0.00013217196,0.000045708213,0.000019645453,0.0000041675617,0.000020871315,0.00008581262,8.0785995e-8,0.8212373,0.11073432,0.06771583],"study_design_scores_gemma":[0.00008670599,0.000051779814,0.00011292092,0.00018041705,0.000008560633,0.000013644238,2.0695045e-7,0.0015675641,0.0000013841819,0.09462296,0.9029395,0.00041433878],"about_ca_topic_score_codex":0.0000061232395,"about_ca_topic_score_gemma":0.0000047604767,"teacher_disagreement_score":0.7922052,"about_ca_system_score_codex":0.000053418004,"about_ca_system_score_gemma":0.00009344817,"threshold_uncertainty_score":0.9980748},"labels":[],"label_agreement":null},{"id":"W4249903417","doi":"10.22215/etd/2007-07605","title":"Software bottleneck identification and visualization using layered queuing networks","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Bottleneck; Identification (biology); Computer science; Software; Queueing theory; Operating system; Computer network; Embedded system","score_opus":0.015293248951582027,"score_gpt":0.31450690888623073,"score_spread":0.2992136599346487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249903417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11616002,0.00078564294,0.88009036,0.0000066573202,0.0019614762,0.00033672067,9.689646e-7,0.00039712936,0.0002610277],"genre_scores_gemma":[0.9661206,0.00029599428,0.029102365,0.00010626342,0.0003956969,0.000027702921,0.0005233637,0.00006159401,0.003366419],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980273,0.000062152234,0.0006123184,0.00064012845,0.00036701432,0.0002910622],"domain_scores_gemma":[0.99855196,0.000089660716,0.00040082744,0.00054542325,0.00032715924,0.000084981286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007416372,0.00026142233,0.00028541213,0.00025516504,0.0002842864,0.00035162835,0.00038702277,0.00047291457,0.000011252883],"category_scores_gemma":[0.00009318979,0.00024271832,0.00007247454,0.000538242,0.000020738147,0.0007203127,0.00006380051,0.00019043653,0.000011794541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019514901,0.00043997512,0.07949004,0.005771283,0.00039844183,0.000036508543,0.012916235,0.034728188,0.004016246,0.020053256,0.0029020805,0.8390526],"study_design_scores_gemma":[0.00040728363,0.000054001463,0.059661828,0.0006995828,0.0000618457,0.00002819978,0.00047832404,0.9327538,0.003487669,0.0008577385,0.0005316209,0.0009780916],"about_ca_topic_score_codex":0.00015913864,"about_ca_topic_score_gemma":0.00013140727,"teacher_disagreement_score":0.89802563,"about_ca_system_score_codex":0.00011185312,"about_ca_system_score_gemma":0.00010651299,"threshold_uncertainty_score":0.98977655},"labels":[],"label_agreement":null},{"id":"W4250837799","doi":"10.48009/1_iis_2021_136-148","title":"IMPLEMENTATION OF DEVOPS PARADIGM TO DEPLOYMENT AND PROVISIONING OF MICROSERVICES","year":2021,"lang":"en","type":"article","venue":"Issues in Information Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Microservices; DevOps; Provisioning; Software deployment; Computer science; Paradigm shift; Software engineering; Process management; Business; Operating system; Cloud computing","score_opus":0.00890413622883851,"score_gpt":0.2958305916064193,"score_spread":0.28692645537758077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250837799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692644,0.00059998996,0.029034037,0.00018223104,0.0003330125,0.000401756,0.0000054590355,0.000028499615,0.00015062794],"genre_scores_gemma":[0.9958504,0.000031154595,0.004027823,0.000036643352,0.000010348111,0.00002971258,0.000005499385,0.0000016617233,0.000006749439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988479,0.00004771179,0.0006844445,0.00009420404,0.00022776194,0.00009796593],"domain_scores_gemma":[0.9992706,0.000041235406,0.0002326626,0.00025014937,0.00017534767,0.000030006595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004844344,0.00006303824,0.00017891599,0.00013021105,0.000027567114,0.000073166906,0.00016427808,0.00003397891,0.000002209747],"category_scores_gemma":[0.000018593806,0.000054974436,0.000016768336,0.00036266583,0.000010655215,0.0011882896,0.00011581999,0.00002797857,0.00000730163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020317766,0.00006962048,0.7242755,0.005014645,0.000044972767,0.000002367898,0.13867462,0.0051111053,0.0024775509,0.023287347,0.0003732959,0.100648604],"study_design_scores_gemma":[0.0032457644,0.0005896109,0.55116355,0.0029545212,0.00001873064,0.00011180201,0.056635085,0.041925855,0.27374557,0.00052216294,0.068276726,0.0008105863],"about_ca_topic_score_codex":0.0010225597,"about_ca_topic_score_gemma":0.000065157015,"teacher_disagreement_score":0.27126804,"about_ca_system_score_codex":0.000033272798,"about_ca_system_score_gemma":0.00007012858,"threshold_uncertainty_score":0.22417924},"labels":[],"label_agreement":null},{"id":"W4251012824","doi":"10.1109/cnsm.2016.7818433","title":"Online characterization of buggy applications running on the cloud","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Computer science; Resource (disambiguation); Resource management (computing); Quality of service; Computer security; Distributed computing; Computer network; Operating system","score_opus":0.01477408867857676,"score_gpt":0.2352404526417326,"score_spread":0.22046636396315583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251012824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38497892,0.0000025275979,0.6113518,0.0027699978,0.00012493358,0.0001667192,0.00000364005,0.00008529674,0.0005161811],"genre_scores_gemma":[0.9982131,0.000010527121,0.00096011,0.0002533517,0.00009828613,0.000029735824,0.0000021025983,0.0000023418995,0.00043044816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995131,0.00001852207,0.00015065867,0.00012796465,0.00011399414,0.00007577853],"domain_scores_gemma":[0.9992649,0.0001008211,0.00007157737,0.00048076888,0.00006435131,0.00001757464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001839399,0.000045040422,0.000060577764,0.000023882994,0.000059825285,0.000011065233,0.00036088383,0.000024503648,0.000027603832],"category_scores_gemma":[0.0000151055465,0.000018521117,0.000025987065,0.00016949537,0.000029992014,0.00012359156,0.000057569687,0.000025355574,0.000069301816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001084645,0.00045988275,0.03529107,0.000056867553,0.00002612958,2.8652127e-7,0.0006049755,0.000009743968,0.15871932,0.42140105,0.0005243521,0.38289547],"study_design_scores_gemma":[0.00082932896,0.00032510774,0.7096167,0.00032213866,0.000010855917,0.000009580877,0.00007502853,0.009339727,0.16191748,0.00691602,0.11014758,0.00049044855],"about_ca_topic_score_codex":0.0000047875997,"about_ca_topic_score_gemma":8.0633237e-7,"teacher_disagreement_score":0.67432564,"about_ca_system_score_codex":0.000012644054,"about_ca_system_score_gemma":0.000021177873,"threshold_uncertainty_score":0.089075774},"labels":[],"label_agreement":null},{"id":"W4251986841","doi":"10.4018/9781591402558.ch008","title":"Regression Test Selection for Database Applications","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Regression testing; Data mining; Control flow graph; Graph; Test suite; Test case; Regression analysis; Database; Machine learning; Theoretical computer science; Programming language; Software; Software system","score_opus":0.025320350217085473,"score_gpt":0.2658100006339212,"score_spread":0.2404896504168357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251986841","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006204285,0.00016424866,0.353199,0.000028961262,0.00045272682,0.0011729634,0.00017511488,0.00042441566,0.64437634],"genre_scores_gemma":[0.16851214,0.00010685592,0.20656823,0.0016862287,0.0049164854,0.0042417007,0.00023970442,0.0002842472,0.6134444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99843913,0.000008967853,0.00035894354,0.0006822158,0.00024751737,0.00026325014],"domain_scores_gemma":[0.99825615,0.00007973186,0.00026956748,0.0010181828,0.0002514485,0.00012494768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019329098,0.0003063358,0.0002931638,0.000058752375,0.00024144644,0.00007122372,0.0007652997,0.0003411186,0.000009568133],"category_scores_gemma":[0.00002466426,0.00024950146,0.0001686683,0.00003474996,0.000058814476,0.00014655816,0.00022740349,0.00017903773,0.00021732284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007710098,0.000019387564,0.00015981866,0.00013504662,0.000018226898,9.184499e-7,0.000022421034,4.2835248e-7,0.000027436865,0.961592,0.005453616,0.03256295],"study_design_scores_gemma":[0.0004193179,0.00024117746,0.00006867066,0.0004613664,0.000065125714,0.00008038093,0.0000016557742,0.0007223963,0.00044180322,0.5558694,0.44095,0.00067869195],"about_ca_topic_score_codex":0.00004162168,"about_ca_topic_score_gemma":0.000036043202,"teacher_disagreement_score":0.4354964,"about_ca_system_score_codex":0.00019432187,"about_ca_system_score_gemma":0.00024011065,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W4252650107","doi":"10.4018/9781591403661.ch010","title":"Software Architecture Analysis and Reconstruction","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Computer science; Architecture; Software engineering; Architecture tradeoff analysis method; Computer architecture; Software; Software architecture; Reference architecture; Operating system; History; Archaeology","score_opus":0.011258288237618305,"score_gpt":0.21271073785335154,"score_spread":0.20145244961573322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252650107","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006171571,0.0004828855,0.2964108,0.000028350172,0.0008491825,0.00029362732,0.000050593742,0.00049491634,0.7007725],"genre_scores_gemma":[0.5494331,0.00015340831,0.26345706,0.0014892776,0.0017525164,0.000116434916,0.000029347138,0.00017723339,0.1833916],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982909,0.000024035866,0.00037689053,0.00076162035,0.0002837599,0.00026280122],"domain_scores_gemma":[0.99845374,0.00003282772,0.00025314034,0.0009780137,0.00012338953,0.00015891221],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016128928,0.00036899306,0.0005538555,0.00019330437,0.00013710208,0.00010976449,0.0005423466,0.0004717385,0.000025705533],"category_scores_gemma":[0.000015995618,0.0003075995,0.00032086266,0.00007808791,0.00015490189,0.00009981221,0.00029154864,0.00029640546,0.00006301957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001381006,0.0000049484984,0.0028764757,0.00009981752,0.0006727074,0.000021866439,0.00020251535,0.000009061053,9.066947e-7,0.46579275,0.00015737224,0.5301478],"study_design_scores_gemma":[0.00022146119,0.00010898058,0.0024379161,0.00018334923,0.0005193798,0.00037406283,0.0000028513118,0.00006740297,0.000026553378,0.98908776,0.0062653287,0.0007049637],"about_ca_topic_score_codex":0.00013028842,"about_ca_topic_score_gemma":0.00014654818,"teacher_disagreement_score":0.54881597,"about_ca_system_score_codex":0.000111037145,"about_ca_system_score_gemma":0.00012418491,"threshold_uncertainty_score":0.9999376},"labels":[],"label_agreement":null},{"id":"W4252711339","doi":"10.36227/techrxiv.12089139","title":"Automating Software Development using Artificial Intelligence","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Software engineering; Software development; Development (topology); Artificial intelligence; Software; Programming language; Mathematics","score_opus":0.10519972595515374,"score_gpt":0.312988915841729,"score_spread":0.20778918988657524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252711339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04077014,0.00008111514,0.954799,0.00031103118,0.0018925,0.00039150732,0.0000014619582,0.0015453678,0.00020788673],"genre_scores_gemma":[0.35407647,0.0000024732044,0.6455517,0.0001517271,0.00016501173,0.00002358407,0.0000055131322,0.000012234817,0.000011302178],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971542,0.00007600542,0.0008854918,0.0009724658,0.00052740844,0.00038445232],"domain_scores_gemma":[0.9983396,0.00010193194,0.00030171793,0.00092411414,0.00017353435,0.00015908908],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005486838,0.00034897198,0.00042826016,0.000110773006,0.00025677375,0.0004104303,0.0017074213,0.00029211573,0.000023465498],"category_scores_gemma":[0.00020177626,0.00030062185,0.00014102462,0.00033761066,0.000044005938,0.00025615844,0.0037023292,0.0005782724,0.0002518706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066862613,0.0001312452,0.004350267,0.0020184382,0.00012406691,0.000043245855,0.0067401854,0.021792317,0.00015389985,0.0130646285,0.0001645224,0.9514105],"study_design_scores_gemma":[0.00003030969,0.000028801354,0.0016383099,0.0006374017,0.000014218995,0.00002087853,0.00009850838,0.94301176,0.0137671735,0.039493166,0.0002960854,0.00096339756],"about_ca_topic_score_codex":0.00005719072,"about_ca_topic_score_gemma":0.000007971809,"teacher_disagreement_score":0.9504471,"about_ca_system_score_codex":0.0002534256,"about_ca_system_score_gemma":0.0010880363,"threshold_uncertainty_score":0.99994457},"labels":[],"label_agreement":null},{"id":"W4253060566","doi":"10.36227/techrxiv.11728965","title":"Towards using Microservices for Transportation Management: The New TMS Development Trend","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Business; Operating system; Cloud computing","score_opus":0.04455160144629912,"score_gpt":0.28529730961766786,"score_spread":0.24074570817136876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253060566","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013011788,0.0002341276,0.98157614,0.0022993092,0.0011756002,0.0010214361,0.000011248304,0.00024977868,0.0004205917],"genre_scores_gemma":[0.27499783,0.000056777175,0.7225907,0.0010390511,0.000299942,0.00017861956,0.00014928041,0.000025666906,0.00066215754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983921,0.000022301914,0.00045349344,0.0006175296,0.00028121867,0.00023335741],"domain_scores_gemma":[0.9990648,0.000027521504,0.00018316181,0.0005937261,0.000051783984,0.00007899318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029732427,0.00024042978,0.0002452241,0.000056447225,0.00019433098,0.0002606684,0.0013755239,0.00013187648,0.000010692821],"category_scores_gemma":[0.000002340763,0.00015401414,0.00015100256,0.00020579837,0.000016963026,0.00017705903,0.00029002587,0.00015222309,0.0000106951275],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099824116,0.00019307715,0.002317587,0.012507106,0.0011647278,0.000017889966,0.06809706,0.012920905,0.00031688696,0.027355596,0.011515844,0.8634935],"study_design_scores_gemma":[0.0031512082,0.00015152991,0.10201306,0.0016141061,0.00047529463,0.000010703796,0.0015807803,0.30739084,0.018459557,0.04385001,0.51819503,0.003107869],"about_ca_topic_score_codex":0.00019866118,"about_ca_topic_score_gemma":0.00018284768,"teacher_disagreement_score":0.8603856,"about_ca_system_score_codex":0.000083683226,"about_ca_system_score_gemma":0.0003051929,"threshold_uncertainty_score":0.6280514},"labels":[],"label_agreement":null},{"id":"W4253829229","doi":"10.1109/cnsm.2016.7818425","title":"Graph-based diagnosis in software-defined infrastructure","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Testbed; Scalability; Denial-of-service attack; Server; Workload; Software; Graph; Hypervisor; Distributed computing; Malware; Operating system; Virtualization; Computer network; Cloud computing; Theoretical computer science; The Internet","score_opus":0.006863334709435745,"score_gpt":0.21498417711462864,"score_spread":0.2081208424051929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253829229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23011723,0.000053408043,0.7656408,0.0025931534,0.00053693604,0.00020912527,0.0000027229153,0.0005300288,0.00031660593],"genre_scores_gemma":[0.9586605,0.000017437651,0.040580556,0.00053606945,0.000030368717,0.000082608174,5.2324657e-7,0.0000067526535,0.000085210195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987639,0.000053794975,0.00026823513,0.00038359253,0.0002303039,0.0003001315],"domain_scores_gemma":[0.99875605,0.00035694594,0.000053996828,0.0006936777,0.000059622624,0.00007968637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027146415,0.00014103745,0.00017641697,0.00017874075,0.000050634942,0.000041149295,0.00064764166,0.00010453816,0.00013054868],"category_scores_gemma":[0.00018912763,0.00007546242,0.00007848743,0.00056938437,0.000057038087,0.00043191542,0.00011023185,0.00007282483,0.00012156453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000453843,0.000036105015,0.8876111,0.00001909484,0.0000031859483,0.0000046356504,0.00005132522,0.00007152442,0.000044291974,0.0013150732,0.002996015,0.10784313],"study_design_scores_gemma":[0.0016999785,0.00014062088,0.9625841,0.0001720544,0.0000029567798,0.000005976573,0.000006753153,0.0014626744,0.0047750548,0.021219594,0.0074928943,0.00043739236],"about_ca_topic_score_codex":0.00006861007,"about_ca_topic_score_gemma":0.000049719965,"teacher_disagreement_score":0.7285432,"about_ca_system_score_codex":0.000070004324,"about_ca_system_score_gemma":0.00010138192,"threshold_uncertainty_score":0.3077268},"labels":[],"label_agreement":null},{"id":"W4254222575","doi":"10.1145/581344.581346","title":"Performance-related completions for software specifications","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software deployment; Computer science; Reliability (semiconductor); Specification language; Component (thermodynamics); Software; Software engineering; Programming language; Distributed computing","score_opus":0.06658017354006568,"score_gpt":0.23591103496820426,"score_spread":0.16933086142813858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254222575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03851759,0.00011551148,0.9403895,0.0024440747,0.000894018,0.00069259806,0.000009463995,0.0012047593,0.015732441],"genre_scores_gemma":[0.88937014,0.000050684037,0.10507739,0.00015212911,0.00006578036,0.00014050242,0.000009786865,0.000009090864,0.005124473],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989588,0.00001770199,0.00030375744,0.0003076957,0.00015514262,0.00025688353],"domain_scores_gemma":[0.9988647,0.00013638115,0.00006160659,0.00070266676,0.00015703602,0.00007760708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017939047,0.00010985739,0.00013400384,0.000085369385,0.0004000929,0.000067065506,0.0005797455,0.00006746171,0.00038426407],"category_scores_gemma":[0.0000479733,0.00008819106,0.000097176766,0.00040991328,0.000053423086,0.00045966048,0.00006610125,0.00007796407,0.0009212589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000987534,0.0011388457,0.11556544,0.00039496843,0.00014710278,0.0000022304457,0.0042558745,0.0022989446,0.00027058684,0.16695437,0.24580629,0.46315548],"study_design_scores_gemma":[0.001020032,0.00022585267,0.05931627,0.000041148418,0.000014897829,0.000047440546,0.000056023684,0.7656959,0.00037563647,0.0021775195,0.17050393,0.0005252874],"about_ca_topic_score_codex":0.000004474356,"about_ca_topic_score_gemma":0.0000018422352,"teacher_disagreement_score":0.85085255,"about_ca_system_score_codex":0.00004366744,"about_ca_system_score_gemma":0.000015885067,"threshold_uncertainty_score":0.99985665},"labels":[],"label_agreement":null},{"id":"W4255072796","doi":"10.1145/1168917.1168886","title":"Recording shared memory dependencies using strata","year":2006,"lang":"en","type":"article","venue":"ACM SIGOPS Operating Systems Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministère de l'Économie, de la Science et de l'Innovation - Québec","keywords":"Computer science; Debugging; Architecture; Stratum; Shared memory; Focus (optics); Layer (electronics); Operating system; Parallel computing; Programming language","score_opus":0.0380572137921652,"score_gpt":0.2882432819896118,"score_spread":0.2501860681974466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255072796","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1908028,0.64797354,0.13720678,0.0016255976,0.007994248,0.006326454,0.000036746005,0.0022692026,0.0057646492],"genre_scores_gemma":[0.94644636,0.0026697998,0.048632566,0.00044722963,0.0008628722,0.00019953129,0.000023862758,0.00005050885,0.00066728366],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99656206,0.00042038716,0.001216765,0.00073581934,0.00056077377,0.00050416245],"domain_scores_gemma":[0.99687743,0.00025248964,0.0003807067,0.002078709,0.00031480717,0.00009583561],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023544985,0.00033542234,0.000766399,0.0000790584,0.00050258054,0.000635326,0.0018854344,0.00012066839,0.000025876807],"category_scores_gemma":[0.00069064106,0.00026090536,0.00017082611,0.00068580545,0.000036360674,0.0014050276,0.0005228659,0.00023745389,0.00011921366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018277891,0.0010182009,0.22493497,0.2279865,0.0008173536,0.0008875214,0.0036108328,0.047654703,0.05133493,0.027216408,0.16417181,0.25034848],"study_design_scores_gemma":[0.003963288,0.0008341128,0.010864275,0.26093763,0.0006971981,0.0072271666,0.0015295418,0.61190075,0.0060176253,0.0012434667,0.08462336,0.010161612],"about_ca_topic_score_codex":0.002295247,"about_ca_topic_score_gemma":0.000028685778,"teacher_disagreement_score":0.75564355,"about_ca_system_score_codex":0.00017354636,"about_ca_system_score_gemma":0.00023404726,"threshold_uncertainty_score":0.9999843},"labels":[],"label_agreement":null},{"id":"W4255742572","doi":"10.32920/ryerson.14657340.v1","title":"Intelligence-based safety decision models for train traction control systems","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Traction control system; Traction (geology); Computer science; Level crossing; Classifier (UML); Control engineering; Artificial intelligence; Simulation; Engineering; Machine learning; Automotive engineering","score_opus":0.034650345841222736,"score_gpt":0.27990353229816806,"score_spread":0.24525318645694533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255742572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020183208,0.0007053441,0.98750454,0.00034004703,0.0062259827,0.0022407344,0.00004086992,0.00046057615,0.00046355728],"genre_scores_gemma":[0.91626734,0.0000801049,0.082521215,0.0001453596,0.00023496951,0.00054314703,0.000052201845,0.000021389598,0.00013429244],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99660236,0.00019571478,0.0010638695,0.0011589373,0.00058171357,0.0003973937],"domain_scores_gemma":[0.9961145,0.0011333642,0.00035285743,0.0015942784,0.00065888243,0.00014614541],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002012798,0.0003832212,0.00074699585,0.0001775115,0.00019285399,0.00061516935,0.001196516,0.00062033517,0.000015005817],"category_scores_gemma":[0.00015359587,0.0003030752,0.0005126759,0.00023487228,0.000038013266,0.00055430963,0.0002331505,0.0004496612,0.00001307391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008318147,0.000105732055,0.00003836356,0.000580037,0.000044831002,0.000002911217,0.0002026484,0.9162721,0.000015192787,0.0030066092,0.00018695941,0.07946144],"study_design_scores_gemma":[0.0005124943,0.00007663586,0.00008052052,0.0005414947,0.000025530468,0.000008928932,0.00011760874,0.9920356,0.00027996826,0.0054978053,0.00045540652,0.00036795702],"about_ca_topic_score_codex":0.00024648034,"about_ca_topic_score_gemma":0.000030971245,"teacher_disagreement_score":0.914249,"about_ca_system_score_codex":0.00034161404,"about_ca_system_score_gemma":0.0007828607,"threshold_uncertainty_score":0.9999421},"labels":[],"label_agreement":null},{"id":"W4255868459","doi":"10.1109/icse.2015.136","title":"Comparing Software Architecture Recovery Techniques Using Accurate Dependencies","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Source lines of code; Data mining; Software engineering; Artificial intelligence; Programming language","score_opus":0.1033140506412273,"score_gpt":0.31933678793491554,"score_spread":0.21602273729368826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255868459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13570395,0.000079912126,0.85644156,0.00018610506,0.00544098,0.00031765839,0.000024619225,0.0015936884,0.00021155798],"genre_scores_gemma":[0.70724154,0.000030067544,0.29165012,0.00015820492,0.0005953555,0.000065167806,0.000021045362,0.000051663756,0.00018686679],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966111,0.000079796824,0.0006856253,0.0008405408,0.0011471999,0.00063569605],"domain_scores_gemma":[0.9969862,0.00028410874,0.00029130286,0.0012249318,0.0008636503,0.00034977484],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080985134,0.0005444708,0.0005303475,0.000526839,0.00014953886,0.0005100505,0.002741685,0.00026963957,0.000020264642],"category_scores_gemma":[0.0013734766,0.00050543493,0.00018362293,0.00042823915,0.00006768056,0.0013204209,0.00043842147,0.00071286416,0.0001355955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029388652,0.00038812243,0.045560252,0.0004858718,0.0005745261,0.00025337754,0.0032254073,0.89988345,0.0049899467,0.003453402,0.008785471,0.03210626],"study_design_scores_gemma":[0.0036889145,0.0013478551,0.006934427,0.004690524,0.000114679904,0.0012553595,0.00043324268,0.88394225,0.062070537,0.017555783,0.01190043,0.006066029],"about_ca_topic_score_codex":0.000122031684,"about_ca_topic_score_gemma":0.00001998108,"teacher_disagreement_score":0.57153755,"about_ca_system_score_codex":0.00059990666,"about_ca_system_score_gemma":0.00045822666,"threshold_uncertainty_score":0.9997397},"labels":[],"label_agreement":null},{"id":"W4255914661","doi":"10.1145/1735971.1736038","title":"SherLog","year":2010,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Unavailability; Task (project management); Code (set theory); Software; Software bug; Source code; Operating system; Server; Programming language; Software engineering; Reliability engineering; Set (abstract data type)","score_opus":0.01029332178757227,"score_gpt":0.2435370911879403,"score_spread":0.23324376940036803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255914661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858609,0.000046508627,0.0046671843,0.0013622228,0.0026999512,0.00011496511,0.0000015105874,0.00041114085,0.0048356317],"genre_scores_gemma":[0.9750705,0.0000022127836,0.024285616,0.00027341783,0.00020716246,0.0000076066153,0.0000014734452,0.000004697985,0.00014734585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913454,0.000022278538,0.00015484467,0.00027770398,0.00019071241,0.00021992132],"domain_scores_gemma":[0.99828756,0.00025064152,0.000060450635,0.001272869,0.000049192196,0.000079270554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032665938,0.00009169649,0.00011272082,0.000044637443,0.00011096488,0.0001234585,0.0016425342,0.000088020206,0.000058242815],"category_scores_gemma":[0.00028200052,0.00007130304,0.000041304924,0.00017205437,0.000049129274,0.0005233095,0.0002737769,0.00020799659,0.0005867693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018713627,0.00024203937,0.59188896,0.000214437,0.00005703227,0.00005952995,0.0037170248,0.00009318153,0.010930058,0.019267043,0.011091786,0.3624202],"study_design_scores_gemma":[0.00097422436,0.0002944796,0.8101428,0.000056562323,0.00002397,0.00009961293,0.000105848536,0.01207119,0.015923016,0.015366843,0.14387827,0.0010631878],"about_ca_topic_score_codex":0.000066834225,"about_ca_topic_score_gemma":0.00008281622,"teacher_disagreement_score":0.361357,"about_ca_system_score_codex":0.0000059125114,"about_ca_system_score_gemma":0.00004008547,"threshold_uncertainty_score":0.7541928},"labels":[],"label_agreement":null},{"id":"W4281570119","doi":"10.1109/icsa-c54293.2022.00005","title":"Message from the SAIP, NEMI, ECRF, Artifacts, Posters, Journal First, and Workshops Track Chairs","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Track (disk drive); Information retrieval; World Wide Web","score_opus":0.010022700609976669,"score_gpt":0.2041821559752754,"score_spread":0.19415945536529872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281570119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.933161,0.0025953306,0.031984136,0.02722543,0.0024343817,0.0004240831,0.000018207227,0.00030327984,0.0018541578],"genre_scores_gemma":[0.9954377,0.000107748354,0.001847974,0.0017069717,0.00018304777,0.000019692778,0.0000027008753,0.000008662276,0.0006855434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984464,0.00016962863,0.0003087528,0.000337403,0.00043974555,0.0002980366],"domain_scores_gemma":[0.99870306,0.0003893129,0.000118037955,0.00062526634,0.00004023097,0.00012408027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009343649,0.00014531957,0.00017472063,0.000037495607,0.001135924,0.00036583102,0.0010251215,0.000045566252,0.00053415005],"category_scores_gemma":[0.000040344825,0.000087320936,0.00008786848,0.00025913966,0.00006543071,0.0004156974,0.0006394265,0.00047604725,0.000026185935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111133784,0.00039801773,0.24621022,0.00006466641,0.00024430113,0.00020948843,0.03508093,0.0031680567,0.00016005528,0.0025835535,0.26347715,0.44829243],"study_design_scores_gemma":[0.0029537997,0.0006785436,0.35657907,0.00016130532,0.00006915934,0.0016145908,0.009361236,0.055643953,0.0006067699,0.010744976,0.5601945,0.0013920843],"about_ca_topic_score_codex":0.00016277953,"about_ca_topic_score_gemma":0.00006664869,"teacher_disagreement_score":0.44690034,"about_ca_system_score_codex":0.000077818746,"about_ca_system_score_gemma":0.00007559803,"threshold_uncertainty_score":0.8736724},"labels":[],"label_agreement":null},{"id":"W4281741287","doi":"10.1145/3543146.3543168","title":"LogStamp","year":2022,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Parsing; Computer science; Set (abstract data type); Training set; Service (business); Data set; Data mining; Artificial intelligence; Programming language","score_opus":0.06053903006316866,"score_gpt":0.3235410959505138,"score_spread":0.2630020658873451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741287","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2754159,0.6129209,0.061332777,0.014691295,0.010570248,0.009842051,0.000025465099,0.0017285885,0.01347277],"genre_scores_gemma":[0.9286552,0.054744657,0.008674069,0.0058201966,0.00011880576,0.0015770587,0.00005623162,0.000023186314,0.0003306136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958087,0.0004956715,0.0006642003,0.0005423175,0.002135076,0.00035399236],"domain_scores_gemma":[0.9966247,0.00027810005,0.0003399821,0.0021791167,0.0004842358,0.00009385895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009683977,0.00019179871,0.00034955452,0.0003796569,0.00065629865,0.00006156898,0.0024543907,0.00003797961,0.0010146673],"category_scores_gemma":[0.0018463096,0.00016871105,0.00014219561,0.0050058533,0.00002859896,0.00083061657,0.0012381142,0.0003387612,0.0003720096],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026882174,0.00013431106,0.011765888,0.0010433102,0.00001849438,0.0000014555316,0.00012861437,0.0014347966,0.0000062267677,0.00057134515,0.020266041,0.96462685],"study_design_scores_gemma":[0.0014176824,0.00077743415,0.042640395,0.00080540153,0.00016304347,0.00016305958,0.00004193875,0.27101237,0.00019068796,0.0014783704,0.68022305,0.00108659],"about_ca_topic_score_codex":0.0000053765007,"about_ca_topic_score_gemma":2.539564e-7,"teacher_disagreement_score":0.96354026,"about_ca_system_score_codex":0.00042963857,"about_ca_system_score_gemma":0.00042164704,"threshold_uncertainty_score":0.99989855},"labels":[],"label_agreement":null},{"id":"W4284663063","doi":"10.1145/3510003.3510131","title":"ShellFusion","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Shell (structure); Unix; Task (project management); Operating system; Programming language; World Wide Web; Software; Engineering","score_opus":0.015022719302810815,"score_gpt":0.22067473674403582,"score_spread":0.205652017441225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284663063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9451616,0.00004893392,0.040115144,0.0022788618,0.00587052,0.0004583797,0.000022328826,0.0006745012,0.005369763],"genre_scores_gemma":[0.99151874,0.00000611164,0.007906896,0.00010441953,0.00005807606,0.00005516175,9.587318e-7,0.000009026616,0.00034063132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867475,0.0000048570155,0.00023848418,0.00025347364,0.00067096716,0.00015745306],"domain_scores_gemma":[0.9993512,0.000038384835,0.00014777484,0.00018051232,0.00024523828,0.000036902948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033374445,0.00011959438,0.00012245796,0.00012196902,0.00015794138,0.000065058055,0.0019467106,0.000027884971,0.000087392305],"category_scores_gemma":[0.00022246949,0.00009232408,0.00009330871,0.00030773348,0.000019984856,0.0002908291,0.00094320584,0.00027220743,0.0000073814604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007011387,0.00028853,0.09707121,0.00025888812,0.00012107013,0.0000025602517,0.0024225616,0.018438341,0.012754409,0.85409606,0.0036427814,0.010833468],"study_design_scores_gemma":[0.001958722,0.00079005474,0.10278448,0.0008405638,0.0000299364,0.00022004792,0.00069202593,0.7729409,0.05956761,0.01129094,0.047332093,0.0015526351],"about_ca_topic_score_codex":0.000006997368,"about_ca_topic_score_gemma":8.8273424e-8,"teacher_disagreement_score":0.84280515,"about_ca_system_score_codex":0.00012905875,"about_ca_system_score_gemma":0.00004463301,"threshold_uncertainty_score":0.37648666},"labels":[],"label_agreement":null},{"id":"W4284668848","doi":"10.1016/j.infsof.2022.106996","title":"Improving microservices extraction using evolutionary search","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal; Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Identification (biology); Benchmark (surveying); Software evolution; Task (project management); Software engineering; Process (computing); Software; Service-oriented architecture; Artificial intelligence; Distributed computing; Machine learning; Data mining; Software system; Programming language; Web service; Systems engineering; Engineering; Software construction; Operating system","score_opus":0.00962569133882675,"score_gpt":0.2460831791179393,"score_spread":0.23645748777911257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284668848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5086897,0.00027063012,0.48921093,0.00048675714,0.0003857106,0.00018461474,0.0000062748136,0.00072551775,0.00003984429],"genre_scores_gemma":[0.94287187,0.000013568893,0.056769412,0.00026127923,0.000014361686,0.000040476963,0.000011128776,0.0000035176934,0.000014374533],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991209,0.000033146305,0.0002779558,0.00015122136,0.00021716408,0.00019961757],"domain_scores_gemma":[0.999381,0.00003547201,0.00012642823,0.0003126322,0.00011213462,0.00003233591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003439195,0.00008588008,0.00010091068,0.00044403062,0.00072564144,0.00007183618,0.0003987873,0.00009175639,0.00002357294],"category_scores_gemma":[0.00004195162,0.000085187705,0.000025287856,0.00065208174,0.000058198508,0.0018767555,0.0006372803,0.00027006783,0.000019050198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027584234,0.00007660924,0.09751631,0.00030478538,0.0000243883,0.0000069705798,0.0028543754,0.0042659068,0.0020071191,0.009212309,0.00031418842,0.8833895],"study_design_scores_gemma":[0.0018673245,0.00057891454,0.044105865,0.000046557438,0.000019620771,0.0029743877,0.0057108807,0.857923,0.0035616502,0.007918312,0.07425919,0.0010343011],"about_ca_topic_score_codex":0.00013971102,"about_ca_topic_score_gemma":0.000002048804,"teacher_disagreement_score":0.88235515,"about_ca_system_score_codex":0.00014999986,"about_ca_system_score_gemma":0.00011725481,"threshold_uncertainty_score":0.5581121},"labels":[],"label_agreement":null},{"id":"W4285121201","doi":"10.1109/tse.2022.3188005","title":"Automated Generation and Evaluation of JMH Microbenchmark Suites From Unit Tests","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unit testing; Programming language; Eclipse; Software; Operating system","score_opus":0.023174269775778533,"score_gpt":0.2505865902937494,"score_spread":0.2274123205179709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285121201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5130058,0.00012603973,0.4856916,0.000011310819,0.00058958883,0.00014367014,0.000025384541,0.00040479287,0.0000017938114],"genre_scores_gemma":[0.977937,0.000008533674,0.021873718,0.000016677994,0.000026003652,0.00010402779,0.000012979914,0.000011857714,0.000009243907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987985,0.00008938498,0.00025421084,0.00027927302,0.0004374624,0.00014117827],"domain_scores_gemma":[0.9991788,0.00023561294,0.00006390141,0.0003464402,0.00012938536,0.000045836277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005375441,0.00012746415,0.00014699303,0.00018506558,0.000204311,0.00003522435,0.0002095166,0.000047394897,0.00006202367],"category_scores_gemma":[0.000037023496,0.00013453508,0.000049020167,0.00044897242,0.000014266989,0.00027883117,0.00000698027,0.00016937708,0.0000033854817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040823907,0.000074062664,0.0013273449,0.000032773987,0.000038665872,9.444437e-7,0.00064746203,0.9634128,0.014412922,0.000014340512,0.000063862004,0.019970728],"study_design_scores_gemma":[0.00037936086,0.00007629703,0.01171314,0.000025352965,0.0000309217,0.000010134382,0.000020265534,0.9633403,0.024133831,0.000012060621,0.000101991536,0.00015633782],"about_ca_topic_score_codex":0.000087431086,"about_ca_topic_score_gemma":0.000009087946,"teacher_disagreement_score":0.46493113,"about_ca_system_score_codex":0.000114161434,"about_ca_system_score_gemma":0.00008105818,"threshold_uncertainty_score":0.54861814},"labels":[],"label_agreement":null},{"id":"W4285999670","doi":"10.1145/3549539","title":"Focused Layered Performance Modelling by Aggregation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Dependency (UML); Microservices; Focus (optics); Queue; Component (thermodynamics); Sensitivity (control systems); Set (abstract data type); Data mining; Distributed computing; Cloud computing; Artificial intelligence; Engineering","score_opus":0.05464113844212202,"score_gpt":0.27275635462771763,"score_spread":0.21811521618559562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285999670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.500614,0.00029418082,0.4979904,0.00005805485,0.00055360515,0.00032791705,0.000005395922,0.00010716276,0.000049293845],"genre_scores_gemma":[0.9941518,0.00011843389,0.005473001,0.00003153014,0.0000379517,0.00011538032,0.0000131387,0.000019004923,0.00003977245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964736,0.00040778192,0.00079269666,0.0005301714,0.0014839831,0.00031173244],"domain_scores_gemma":[0.9980925,0.0001557697,0.00032869677,0.00084942434,0.000497292,0.00007635045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004577807,0.00023325847,0.0003321487,0.00028156734,0.0012633821,0.00009417463,0.00068447145,0.00008191016,0.000010391246],"category_scores_gemma":[0.0000204068,0.00023240341,0.0000825205,0.0005628043,0.00003527796,0.00061432074,0.000049736842,0.0003702921,0.000005549679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027090879,0.0000661051,0.00036351732,0.000110795,0.000024071924,5.3438868e-8,0.0013475934,0.88760066,0.000034474513,0.000022172413,0.000014838408,0.11038863],"study_design_scores_gemma":[0.00094780495,0.0003760646,0.00008738905,0.00016807324,0.00003381181,0.000019347273,0.00020080747,0.9974802,0.0003035251,0.00007928827,0.00005217231,0.0002515149],"about_ca_topic_score_codex":0.00010537004,"about_ca_topic_score_gemma":5.908157e-7,"teacher_disagreement_score":0.49353778,"about_ca_system_score_codex":0.00023280528,"about_ca_system_score_gemma":0.00019398135,"threshold_uncertainty_score":0.9717041},"labels":[],"label_agreement":null},{"id":"W4286239563","doi":"10.1145/3491204.3527472","title":"A Multiserver Approximation for Cloud Scaling Analysis","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Scalability; Queue; Queueing theory; Heavy traffic approximation; Scaling; Cloud computing; Traffic intensity; Server; Binomial (polynomial); Poisson distribution; Population; Algorithm; Statistics; Mathematics; Database; Computer network","score_opus":0.015801430523606143,"score_gpt":0.25304528459050335,"score_spread":0.23724385406689721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286239563","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12730996,0.00001968045,0.8714936,0.00021055195,0.00033391902,0.00023186105,0.0000029309053,0.00016493567,0.00023255844],"genre_scores_gemma":[0.91874343,4.6045983e-7,0.080595985,0.00013352746,0.000038665476,0.00018391018,0.000009720492,0.0000025949992,0.00029167865],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992155,0.00004386539,0.00017334557,0.0002406058,0.00019532602,0.00013136952],"domain_scores_gemma":[0.99942595,0.00007011205,0.00005489982,0.00036942787,0.000051268526,0.00002835871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006458555,0.000053536318,0.00011601269,0.000113585134,0.00029950467,0.000047020327,0.00038598693,0.00001631404,0.00005972533],"category_scores_gemma":[0.000019771784,0.000044332963,0.00015104385,0.0008729328,0.0000070453666,0.00020548765,0.00019050085,0.00004590077,0.000007757974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009442403,0.0009047839,0.23653448,0.0004731289,0.0014017131,0.000004789368,0.008599456,0.3935357,0.00047126538,0.11012812,0.008447526,0.2394046],"study_design_scores_gemma":[0.00021769184,0.00003074454,0.005438261,8.2513844e-7,0.000031057887,0.0000013315566,0.00009128217,0.9904065,0.0002181317,0.00064992387,0.0028269188,0.00008734724],"about_ca_topic_score_codex":0.000055800494,"about_ca_topic_score_gemma":0.0000053040144,"teacher_disagreement_score":0.7914335,"about_ca_system_score_codex":0.000057846868,"about_ca_system_score_gemma":0.000023279124,"threshold_uncertainty_score":0.23035781},"labels":[],"label_agreement":null},{"id":"W4286331428","doi":"10.1109/saner53432.2022.00017","title":"On the Benefits of the Accelerate Metrics: An Industrial Survey at Vendasta","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Microservices; Computer science; Software deployment; Popularity; Process (computing); Context (archaeology); Productivity; Metric (unit); Process management; Software metric; Software development; Software; Software engineering; Software quality; Operations management; Engineering; Cloud computing","score_opus":0.07363896469653895,"score_gpt":0.2724287147298294,"score_spread":0.1987897500332904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372879,0.00014802901,0.058967497,0.00073825574,0.0021009438,0.00025020997,0.00026459244,0.00011848194,0.000124042],"genre_scores_gemma":[0.99924225,0.000047477424,0.00011978423,0.00011006338,0.00007748453,0.000039275597,0.000050635317,0.000009044997,0.0003039652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756056,0.00034395314,0.00041838607,0.0004615417,0.0010092189,0.00020633369],"domain_scores_gemma":[0.99829584,0.00036959027,0.00027227387,0.000730661,0.00025894112,0.0000726974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013871297,0.00019098677,0.0002688539,0.00046649823,0.00048672472,0.0001023745,0.0014057524,0.00007470553,0.0002426752],"category_scores_gemma":[0.00033231667,0.0001248898,0.00018060113,0.0019179318,0.00006715983,0.000200507,0.0004520743,0.0004540735,0.0000059993167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021416809,0.0003637711,0.29080844,0.000023678946,0.001286934,0.000004081427,0.0007198875,0.62515473,0.000336806,0.070096835,0.0039886744,0.007001983],"study_design_scores_gemma":[0.00063565286,0.00038904944,0.38451698,0.000049972245,0.00012233386,0.00001367046,0.00015044653,0.61151135,0.00048592518,0.00043097968,0.0012659215,0.0004276914],"about_ca_topic_score_codex":0.00036017862,"about_ca_topic_score_gemma":0.00016842528,"teacher_disagreement_score":0.093708545,"about_ca_system_score_codex":0.00033395796,"about_ca_system_score_gemma":0.00011506457,"threshold_uncertainty_score":0.50928587},"labels":[],"label_agreement":null},{"id":"W4287548227","doi":"10.48550/arxiv.2012.14086","title":"A Kubernetes Controller for Managing the Availability of Elastic\\n Microservice Based Stateful Applications","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Université Laval; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Stateful firewall; Computer science; High availability; Service (business); Provisioning; Service provider; Distributed computing; Overhead (engineering); Cloud computing; Failover; Computer network; Operating system","score_opus":0.04740282145950526,"score_gpt":0.19125861835897454,"score_spread":0.14385579689946928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287548227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037922055,0.00009149107,0.9587537,0.00070356333,0.00020589904,0.0017987771,0.00008740124,0.00018466407,0.0002524631],"genre_scores_gemma":[0.99573493,0.000023877943,0.0037832248,0.00023939216,0.000054446384,0.000035962505,0.000017055809,0.00001312985,0.000097973236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981438,0.00014238544,0.0003622773,0.0009723051,0.00010032819,0.00027892282],"domain_scores_gemma":[0.9968868,0.0007765428,0.00041082184,0.0014088809,0.00041490636,0.00010203671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005466771,0.00025889496,0.00042461438,0.00008362641,0.00020481728,0.00007451025,0.0021243105,0.0001668046,0.00000910557],"category_scores_gemma":[0.00006131556,0.00021333377,0.0003164334,0.0005150942,0.0001830253,0.00016063501,0.0009328609,0.00032006306,0.000033080127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070787454,0.0007271481,0.04388713,0.008195093,0.0008020803,0.00001653682,0.0019308026,0.76804405,0.00081637996,0.16716433,0.0014109608,0.006297615],"study_design_scores_gemma":[0.0008499497,0.000057696227,0.0026455154,0.00007509764,0.00011007165,4.8145864e-7,0.000079123296,0.9414583,0.00031844067,0.052152146,0.001982776,0.00027041163],"about_ca_topic_score_codex":0.00015399035,"about_ca_topic_score_gemma":0.000023931509,"teacher_disagreement_score":0.9578129,"about_ca_system_score_codex":0.0001221948,"about_ca_system_score_gemma":0.0002797922,"threshold_uncertainty_score":0.8699499},"labels":[],"label_agreement":null},{"id":"W4287750165","doi":"10.48550/arxiv.2006.16368","title":"Probabilistic Bounds on the End-to-End Delay of Service Function Chains\\n using Deep MDN","year":2020,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Queueing theory; Computer science; Probabilistic logic; Service (business); Task (project management); End-to-end principle; Function (biology); Layered queueing network; Statistical model; Order (exchange); Mathematical optimization; Algorithm; Artificial intelligence; Mathematics; Computer network; Engineering","score_opus":0.09877793325904241,"score_gpt":0.19773405855390458,"score_spread":0.09895612529486217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287750165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.624772,0.000035726185,0.3707288,0.0007365454,0.0015740882,0.0012879015,0.000017121747,0.0001428226,0.00070495903],"genre_scores_gemma":[0.99801695,0.000046725636,0.00042419086,0.000984775,0.0002751028,0.000005173083,0.000011239424,0.0000415649,0.00019429404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99473995,0.00073802104,0.00084857445,0.002457911,0.00042868755,0.0007868554],"domain_scores_gemma":[0.9939105,0.0006683166,0.000922962,0.0030233946,0.0010216726,0.00045316937],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013786805,0.0008030062,0.0009109603,0.0003744972,0.00083977304,0.00022337105,0.003234724,0.00056817953,0.00019385511],"category_scores_gemma":[0.00024778344,0.00070171105,0.00052312436,0.003524029,0.00042711577,0.0005531346,0.0027745604,0.0012127219,0.00033467897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055422407,0.00034610755,0.0039225,0.0013185563,0.00034401234,0.000056591725,0.0035790498,0.9237464,0.00023435702,0.0641516,0.000052850304,0.0016937334],"study_design_scores_gemma":[0.0005567256,0.0005897793,0.0050459094,0.0006584278,0.00035930838,0.000014664507,0.00051887083,0.9802351,0.00020393863,0.010420223,0.000611355,0.0007857173],"about_ca_topic_score_codex":0.0011487498,"about_ca_topic_score_gemma":0.00029257467,"teacher_disagreement_score":0.3732449,"about_ca_system_score_codex":0.0008793655,"about_ca_system_score_gemma":0.0009698092,"threshold_uncertainty_score":0.9995434},"labels":[],"label_agreement":null},{"id":"W4287849818","doi":"10.1109/dsn53405.2022.00010","title":"Rising Star in Dependability Award","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Huawei Technologies","keywords":"Dependability; Nomination; Fault tolerance; Computer science; Field (mathematics); Star (game theory); Software engineering; Operating system; Political science","score_opus":0.011245853044978623,"score_gpt":0.2380886587253879,"score_spread":0.22684280568040927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287849818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540543,0.00005018644,0.04223191,0.00088033726,0.0006291169,0.00017675295,0.0000013016727,0.0002247216,0.0017513655],"genre_scores_gemma":[0.9912635,0.0000012876955,0.00836117,0.0002065373,0.000014119474,0.00003043798,6.8679765e-7,0.0000028349273,0.000119429016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880695,0.00014717753,0.00022299946,0.00032061266,0.00029078,0.00021145493],"domain_scores_gemma":[0.9992624,0.00007483329,0.000033466706,0.0005684522,0.000021669019,0.000039159488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011590469,0.000067811,0.00011502094,0.00007500645,0.00017819853,0.000035023833,0.00060981,0.000019346833,0.00014765361],"category_scores_gemma":[0.000032152988,0.000057627196,0.0000435997,0.00048435875,0.000017464237,0.00030147514,0.00056867447,0.0001823923,0.00003272452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019426596,0.00034773984,0.93157303,0.00006435496,0.000008142264,0.000034795965,0.0028803085,0.0038011572,0.00014334143,0.005845614,0.0014657882,0.053816296],"study_design_scores_gemma":[0.0014768452,0.00038343327,0.71302193,0.000017157927,0.0000035587907,0.000089013745,0.0011236197,0.2017142,0.0015869235,0.018148486,0.061642826,0.0007919963],"about_ca_topic_score_codex":0.00048427566,"about_ca_topic_score_gemma":0.00006655451,"teacher_disagreement_score":0.2185511,"about_ca_system_score_codex":0.00020533406,"about_ca_system_score_gemma":0.000093467344,"threshold_uncertainty_score":0.23499689},"labels":[],"label_agreement":null},{"id":"W4289222509","doi":"10.1145/3543664.3543679","title":"Building scalable and evolutive USD pipelines on distributed architecture at Ubisoft","year":2022,"lang":"en","type":"article","venue":"The Digital Production Symposium","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada)","funders":"","keywords":"Microservices; Computer science; Scalability; Workflow; Cloud computing; Architecture; Leverage (statistics); Pipeline transport; Distributed computing; Software engineering; Operating system; Database; Engineering","score_opus":0.007688093169253296,"score_gpt":0.21318531724982093,"score_spread":0.20549722408056764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289222509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608504,0.00023900221,0.019933486,0.01483793,0.0021606502,0.00061704294,0.00007138894,0.00044191364,0.0008481474],"genre_scores_gemma":[0.99806917,0.000006090379,0.0002034513,0.00011743167,0.0002391939,0.000058886693,0.000014702031,0.000009907881,0.0012811482],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985493,0.000083370134,0.00020451286,0.0005322436,0.00038177604,0.00024882186],"domain_scores_gemma":[0.9990351,0.00008920979,0.0001011784,0.0006498374,0.00007030822,0.000054345524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040034042,0.00015227107,0.00014517055,0.0000654044,0.0008911528,0.00018398098,0.00046955878,0.000026632615,0.000005521154],"category_scores_gemma":[0.000095647214,0.00010124013,0.000055906126,0.000481705,0.00011566258,0.00041109088,0.0007581226,0.00022431684,0.00002328248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020077282,0.0023035042,0.08307207,0.00079323136,0.0005184411,0.000044828765,0.024819918,0.442153,0.053399004,0.025477486,0.11630811,0.24910268],"study_design_scores_gemma":[0.002961184,0.0031212103,0.04625225,0.00026275963,0.000108399676,0.0037400012,0.0018624285,0.039152633,0.07549852,0.041426957,0.7823214,0.0032922723],"about_ca_topic_score_codex":0.000010563711,"about_ca_topic_score_gemma":7.5923947e-7,"teacher_disagreement_score":0.6660133,"about_ca_system_score_codex":0.00017397702,"about_ca_system_score_gemma":0.000033942488,"threshold_uncertainty_score":0.6854117},"labels":[],"label_agreement":null},{"id":"W4289302779","doi":"10.5281/zenodo.1478989","title":"Distributed Software Development Modelling And Control Framework","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Computer science; Software development; Control (management); Software; Software engineering; Distributed computing; Operating system; Artificial intelligence","score_opus":0.025827837213995997,"score_gpt":0.231994710815551,"score_spread":0.206166873601555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289302779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021577545,0.00005816104,0.9758373,0.0002810779,0.00012393926,0.00022179703,0.000025125853,0.00095574,0.00091935386],"genre_scores_gemma":[0.9634255,0.000015469692,0.03593205,0.00013548929,0.00012004814,5.142494e-8,0.00009843565,0.00022784775,0.000045080636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868214,0.00013251259,0.00021778053,0.00039489058,0.0002730457,0.00029965668],"domain_scores_gemma":[0.99875236,0.00004210333,0.00006883326,0.00045942416,0.00053199613,0.0001452743],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006478312,0.000110482164,0.00012168952,0.00008722831,0.0021730913,0.00066136953,0.00090350443,0.0000706735,0.00041121605],"category_scores_gemma":[0.0003349801,0.00010161715,0.00002227019,0.00039086316,0.00014834467,0.0003408391,0.0008222686,0.00016732479,0.0019462188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018051041,0.00042024232,0.00076377724,0.0004232465,0.00021781411,0.000035458444,0.017662605,0.0023178426,0.00047950936,0.023667315,0.049201176,0.9046305],"study_design_scores_gemma":[0.0005835782,0.00022617217,0.0019898012,0.00009415346,0.000006726011,0.00010130757,0.000087614004,0.03942895,0.00060212566,0.0017881312,0.95479214,0.00029929602],"about_ca_topic_score_codex":0.0000040432215,"about_ca_topic_score_gemma":6.256886e-8,"teacher_disagreement_score":0.941848,"about_ca_system_score_codex":0.00008326566,"about_ca_system_score_gemma":0.000006678218,"threshold_uncertainty_score":0.99912596},"labels":[],"label_agreement":null},{"id":"W4291178743","doi":"10.1186/s13677-022-00296-4","title":"Anomaly detection in microservice environments using distributed tracing data analysis and NLP","year":2022,"lang":"en","type":"article","venue":"Journal of Cloud Computing Advances Systems and Applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Microservices; Tracing; Agile software development; Scalability; TRACE (psycholinguistics); Anomaly detection; DevOps; Data mining; Visualization; Overfitting; Artificial intelligence; Cloud computing; Machine learning; Database; Artificial neural network; Software engineering","score_opus":0.01553001782085877,"score_gpt":0.27015264019657786,"score_spread":0.2546226223757191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291178743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4244488,0.0022430343,0.57303154,0.000022186277,0.00012565621,0.0001080091,0.000012040649,0.000006735513,0.0000020285079],"genre_scores_gemma":[0.9949782,0.000073804506,0.0047978964,0.000011514077,0.00012055809,0.000006460938,0.0000056203535,0.0000038704816,0.0000020865214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998629,0.00012926475,0.0005901116,0.00029135452,0.00022153469,0.00013878547],"domain_scores_gemma":[0.9987515,0.00012443987,0.00062311953,0.000409068,0.0000345579,0.000057282177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010993467,0.00009276736,0.00028275963,0.00018167355,0.00042661227,0.000098964825,0.0004926705,0.00002483804,3.6671875e-7],"category_scores_gemma":[0.000009320618,0.00008519912,0.00003704788,0.00090161426,0.000027235352,0.00040330566,0.00040905728,0.00018785975,1.5817875e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018425704,0.00020194467,0.23876293,0.00025220602,0.0002049835,0.000008866361,0.00086540135,0.7013874,0.0041759494,0.0001918753,0.000005018682,0.053925008],"study_design_scores_gemma":[0.00039903432,0.0000681462,0.045958422,0.000053519692,0.000099961966,0.00037017555,0.0008076142,0.94527894,0.00012972021,0.00013121827,0.0065350938,0.00016816553],"about_ca_topic_score_codex":0.0001396995,"about_ca_topic_score_gemma":0.00001863973,"teacher_disagreement_score":0.5705294,"about_ca_system_score_codex":0.00010016674,"about_ca_system_score_gemma":0.00002734423,"threshold_uncertainty_score":0.34743193},"labels":[],"label_agreement":null},{"id":"W4292826129","doi":"10.1007/978-3-031-15777-6_30","title":"TapTree: Process-Tree Based Host Behavior Modeling and Threat Detection Framework via Sequential Pattern Mining","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Research and Productivity Council","funders":"University of Windsor","keywords":"Computer science; Semantics (computer science); Benchmark (surveying); Data mining; Process (computing); Behavioral pattern; Abstraction; Pattern matching; Tree (set theory); Host (biology); Event (particle physics); Audit; Artificial intelligence; Software engineering; Programming language","score_opus":0.017553240583026486,"score_gpt":0.25610672898194653,"score_spread":0.23855348839892004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292826129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01911412,0.00028820403,0.97709715,0.00016803759,0.0023636532,0.00060611166,0.0000060327757,0.0002746184,0.00008208415],"genre_scores_gemma":[0.90455014,0.000015696003,0.09451957,0.00044064093,0.0003460001,0.000072537674,0.0000051340357,0.000038374088,0.000011908116],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956012,0.00005495431,0.0006035343,0.0018456676,0.0012259218,0.00066873187],"domain_scores_gemma":[0.9977479,0.00031020417,0.00029670534,0.0012458706,0.00022725234,0.00017209],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009894588,0.00057289907,0.00053404504,0.00065207784,0.0008251178,0.00048167695,0.0018935155,0.00043415368,0.000038188573],"category_scores_gemma":[0.00006282678,0.00052535755,0.00013708624,0.0006258967,0.0003769021,0.00084293506,0.001040501,0.0011484151,0.000007039031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096174845,0.00003828155,0.0033606705,0.00014558743,0.000008938898,0.00007145314,0.001233841,0.078626424,0.0001421014,0.000059715836,3.2943788e-7,0.91630304],"study_design_scores_gemma":[0.00022973647,0.00021531495,0.0005572156,0.0003796245,0.000022236703,0.00008767743,8.5954287e-7,0.989905,0.0008911212,0.0070408457,0.000028125574,0.0006422662],"about_ca_topic_score_codex":0.000104195635,"about_ca_topic_score_gemma":0.00012438982,"teacher_disagreement_score":0.9156608,"about_ca_system_score_codex":0.00037380875,"about_ca_system_score_gemma":0.00042780637,"threshold_uncertainty_score":0.9997198},"labels":[],"label_agreement":null},{"id":"W4293211253","doi":"10.5539/cis.v15n4p19","title":"Analysis of Current Trends in Software Aging: A Literature Survey","year":2022,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Software architecture; Software engineering; Software deployment; Reliability engineering; Engineering; Operating system","score_opus":0.01883113460526783,"score_gpt":0.286592373111516,"score_spread":0.26776123850624817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293211253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4520663,0.00029940013,0.5463008,0.00008102944,0.00091222994,0.00010521406,0.000039565104,0.000075013355,0.00012042262],"genre_scores_gemma":[0.99694085,0.000019776326,0.0028467316,0.0001324093,0.000007788271,0.000009288188,0.000038788054,8.3080926e-7,0.0000035446044],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99857515,0.000081996106,0.00039851773,0.00021536842,0.0005464474,0.00018249653],"domain_scores_gemma":[0.99909616,0.000072245195,0.00015958995,0.0003924769,0.00021835271,0.000061206934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021696934,0.00008286185,0.00019255737,0.0021465258,0.00023218164,0.00022458239,0.0008215394,0.000015698923,0.000008975317],"category_scores_gemma":[0.00003631195,0.00006982551,0.00005352331,0.011807743,0.00010424389,0.0049633333,0.0007287536,0.00014378867,0.0000012818917],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050159633,0.000042211537,0.423631,0.00003731006,0.000013322226,4.3165232e-7,0.01103576,0.013347078,0.000001958075,0.0015024125,0.00018887348,0.5501946],"study_design_scores_gemma":[0.00011883722,0.000034678942,0.6715379,0.000009631461,0.0000035171795,0.0000031913828,0.00001396667,0.32679975,0.0000072365137,0.000020668056,0.0013800896,0.000070551345],"about_ca_topic_score_codex":0.000028982722,"about_ca_topic_score_gemma":0.0000046036052,"teacher_disagreement_score":0.55012405,"about_ca_system_score_codex":0.00006306425,"about_ca_system_score_gemma":0.000098482975,"threshold_uncertainty_score":0.5673229},"labels":[],"label_agreement":null},{"id":"W4293248052","doi":"10.1145/3538401.3546599","title":"EarlyBird","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Process (computing); Code (set theory); Distributed computing; Operating system; Programming language","score_opus":0.006110371126686409,"score_gpt":0.19539542622549663,"score_spread":0.18928505509881022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293248052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33851427,0.00014032687,0.5839149,0.0038263637,0.0027441443,0.0002636775,0.0000012574212,0.0016119656,0.0689831],"genre_scores_gemma":[0.99176973,5.7368544e-7,0.005723024,0.00047217947,0.000017717806,0.00002687676,2.0700756e-7,0.0000016297864,0.0019880463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949765,0.000029638139,0.00007054951,0.00013348905,0.00017339457,0.00009530591],"domain_scores_gemma":[0.9995915,0.00001832387,0.000013909987,0.0003405072,0.000012058577,0.000023695304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002405288,0.000029773464,0.000040622617,0.00002559947,0.00018563317,0.000023900868,0.0004910926,0.0000063372822,0.00029309234],"category_scores_gemma":[0.000004815026,0.000023613035,0.000026401363,0.00021420654,0.00000670946,0.00014848272,0.00038995303,0.00006214346,0.00013567807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012388833,0.00038860805,0.2001658,0.00004710859,0.000032439864,0.000042874646,0.004674962,0.0021468406,0.00054050924,0.3992492,0.1152946,0.27740467],"study_design_scores_gemma":[0.00069783634,0.00049123657,0.069765896,0.0000029419934,0.0000026790271,0.00016930797,0.00034975944,0.06579442,0.0013537081,0.014400611,0.8464471,0.00052448927],"about_ca_topic_score_codex":0.000031732892,"about_ca_topic_score_gemma":6.504066e-7,"teacher_disagreement_score":0.73115253,"about_ca_system_score_codex":0.000027948297,"about_ca_system_score_gemma":0.000028700035,"threshold_uncertainty_score":0.32091555},"labels":[],"label_agreement":null},{"id":"W4294627637","doi":"10.1002/smr.2503","title":"From legacy to microservices: A type‐based approach for microservices identification using machine learning and semantic analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McMaster University; Mila - Quebec Artificial Intelligence Institute; Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Computer science; Architectural style; Software engineering; Identification (biology); Scalability; Legacy system; Artificial intelligence; Cloud computing; Machine learning; Programming language; Architecture; Software; Database; Operating system","score_opus":0.01570769090064231,"score_gpt":0.2828532947039066,"score_spread":0.26714560380326424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294627637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48245838,0.0014646839,0.5157243,0.00008722984,0.00011553224,0.000115549454,0.000010248906,0.000023595374,4.58533e-7],"genre_scores_gemma":[0.9342347,0.000011293427,0.065512896,0.00012098919,0.00006745423,0.000011220896,0.000020479069,0.000007749183,0.000013214005],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870193,0.00010299945,0.00044930555,0.00029754697,0.0002930765,0.00015511646],"domain_scores_gemma":[0.9986759,0.00011343284,0.00050105894,0.00015098772,0.00046138975,0.00009722279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091560074,0.00012163988,0.00028877097,0.00036455135,0.0005538881,0.00025012018,0.00034881028,0.000044017735,0.0000070729634],"category_scores_gemma":[0.00007943844,0.00010641761,0.00008667109,0.0011746805,0.000021374037,0.0006763821,0.000119539385,0.00018150591,3.750574e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005034947,0.00034638157,0.802712,0.0017525529,0.00055118796,0.000004682312,0.010193241,0.16645293,0.009908896,0.000026441308,0.00004392821,0.00750427],"study_design_scores_gemma":[0.0010325433,0.00031479853,0.03398253,0.00007297879,0.0004119525,0.0000681731,0.0018314611,0.96008855,0.00064601074,0.0005028794,0.00073960505,0.000308497],"about_ca_topic_score_codex":0.00022201437,"about_ca_topic_score_gemma":0.000014873314,"teacher_disagreement_score":0.79363567,"about_ca_system_score_codex":0.00009300807,"about_ca_system_score_gemma":0.00013842934,"threshold_uncertainty_score":0.43395844},"labels":[],"label_agreement":null},{"id":"W4296558976","doi":"10.1109/adconip55568.2022.9894248","title":"AlarmSoft: An Advanced Cloud-based Alarm Management Application","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Cloud computing; Computer science; ALARM; Computer security; Operating system; Engineering; Aerospace engineering","score_opus":0.005406552933015903,"score_gpt":0.2293249398521043,"score_spread":0.2239183869190884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296558976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06950214,0.000039708302,0.9236864,0.000816256,0.00066468684,0.0006424863,0.00000234718,0.0007546854,0.0038913286],"genre_scores_gemma":[0.95702404,0.0000026825328,0.040987395,0.0010702992,0.000036601323,0.0005197305,0.000015444833,0.0000075671437,0.00033621484],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986633,0.00007140301,0.0002012021,0.00046069422,0.00038999468,0.00021339793],"domain_scores_gemma":[0.9987656,0.000023297376,0.0000663848,0.0010345485,0.000037510137,0.000072660354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004989638,0.00010257079,0.00010215932,0.000077426426,0.00033237925,0.000044264783,0.00094642636,0.000020221658,0.000074687254],"category_scores_gemma":[0.000002584322,0.00009142949,0.00005011206,0.00046803665,0.000016889197,0.00031180517,0.0003221633,0.00009906227,0.00006821514],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068452886,0.0009102581,0.012578697,0.00016001622,0.000033883847,0.000016960144,0.00060907716,0.058556505,0.00040599404,0.060892485,0.0022433714,0.8635243],"study_design_scores_gemma":[0.0018685665,0.0007884261,0.0218577,0.000009539533,0.000014904112,0.000017343467,0.00043045887,0.6323893,0.002465007,0.004949356,0.33452207,0.00068734173],"about_ca_topic_score_codex":0.000020748794,"about_ca_topic_score_gemma":0.0000039591555,"teacher_disagreement_score":0.8875219,"about_ca_system_score_codex":0.000114342205,"about_ca_system_score_gemma":0.000033214656,"threshold_uncertainty_score":0.37283862},"labels":[],"label_agreement":null},{"id":"W4296585608","doi":"","title":"A DDMRP implementation user feedbacks and stakes analysis","year":2020,"lang":"en","type":"preprint","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science","score_opus":0.015037940531049504,"score_gpt":0.26500726953056547,"score_spread":0.24996932899951596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296585608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15816464,0.0011574172,0.83178735,0.0061239395,0.00026003292,0.0011161403,0.000098629156,0.0012099772,0.00008185477],"genre_scores_gemma":[0.8551365,0.00038433538,0.14194286,0.0014436081,0.00016003207,0.0006660543,0.00011969597,0.000041728483,0.00010515404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961804,0.00025541722,0.0008814145,0.0013571903,0.0006297156,0.0006958755],"domain_scores_gemma":[0.99671686,0.00012615701,0.0005501482,0.001958843,0.00021908054,0.00042891753],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096728856,0.0005829312,0.00090442155,0.00077683164,0.00027357848,0.00087545096,0.0014853161,0.0005570206,0.000030137157],"category_scores_gemma":[0.00009058742,0.00055165874,0.00045421824,0.0014159294,0.0000921572,0.0005814491,0.0021984074,0.00086219347,0.000016166225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070711576,0.00023054924,0.87729645,0.0008083563,0.0019902706,0.00009314228,0.0048616226,0.007165568,0.00085947965,0.017141849,0.00659614,0.082885854],"study_design_scores_gemma":[0.0007290345,0.0002134654,0.58197725,0.00011454164,0.0007296364,0.00004131854,0.00038986802,0.39901567,0.0031590785,0.009184113,0.003059467,0.0013865791],"about_ca_topic_score_codex":0.0149611235,"about_ca_topic_score_gemma":0.004066516,"teacher_disagreement_score":0.6969719,"about_ca_system_score_codex":0.00045948414,"about_ca_system_score_gemma":0.00048657742,"threshold_uncertainty_score":0.9996935},"labels":[],"label_agreement":null},{"id":"W4297040452","doi":"10.48550/arxiv.1812.10176","title":"A Variability-Aware Design Approach to the Data Analysis Modeling\\n Process","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Flexibility (engineering); Automation; Process (computing); Software; Data science; Software engineering; Systems engineering; Data modeling; Data mining; Engineering","score_opus":0.1753042015782082,"score_gpt":0.22969312531820832,"score_spread":0.05438892374000012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297040452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03182771,0.000018837281,0.9654823,0.00013486827,0.00045025404,0.0010274611,0.000052309733,0.00036368234,0.0006426027],"genre_scores_gemma":[0.9831778,0.000018704208,0.01624931,0.00011835293,0.00017191008,0.000009602586,0.00007790578,0.000016797245,0.00015963876],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953668,0.00063141313,0.00039012605,0.0028529954,0.00026056744,0.00049806456],"domain_scores_gemma":[0.9899076,0.00020743177,0.00024266005,0.008821393,0.0005885234,0.00023237754],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0033688196,0.00042737433,0.00060379773,0.0003714732,0.0004126671,0.0002818599,0.011051725,0.00037115318,0.000011242796],"category_scores_gemma":[0.00020093226,0.00032796757,0.00027171828,0.0033135246,0.00013397972,0.0006423866,0.0071937633,0.0006194639,0.00010208788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025164443,0.00014141927,0.0037214838,0.00015429039,0.00043408765,0.0000058285386,0.00079066865,0.9929451,1.1578765e-7,0.0012241171,0.00040415462,0.00015359349],"study_design_scores_gemma":[0.00012461482,0.00003199392,0.00023794909,0.00003784823,0.00051077263,0.0000021038422,0.000108045926,0.98835224,0.0000034303282,0.010078043,0.00009335379,0.00041962668],"about_ca_topic_score_codex":0.0002601433,"about_ca_topic_score_gemma":0.00002781526,"teacher_disagreement_score":0.9513501,"about_ca_system_score_codex":0.00021126585,"about_ca_system_score_gemma":0.000605328,"threshold_uncertainty_score":0.9999172},"labels":[],"label_agreement":null},{"id":"W4299786231","doi":"10.48550/arxiv.1704.03397","title":"Debugging Behaviour of Embedded-Software Developers: An Exploratory\\n Study","year":2017,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Algorithmic program debugging; Computer science; Programming language; Software engineering; Software; Software bug; Exploratory research","score_opus":0.10734226406002816,"score_gpt":0.23463794509175914,"score_spread":0.127295681031731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299786231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8501665,0.00012917575,0.14454833,0.000014702571,0.002799079,0.0016362859,0.000039021706,0.0004606496,0.00020624809],"genre_scores_gemma":[0.9967085,0.00017158306,0.0022655285,0.000029395382,0.0001855607,0.000010006393,0.000020257463,0.00007315357,0.0005360191],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99232703,0.0010251218,0.0012200692,0.0037807592,0.000542639,0.0011043642],"domain_scores_gemma":[0.987285,0.00021693353,0.0020207972,0.008055534,0.001715644,0.0007060997],"candidate_categories":["metaepi_narrow","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0026080396,0.0011716926,0.0016823683,0.0006887955,0.0014811261,0.0005233534,0.008478614,0.0011768164,0.00010004754],"category_scores_gemma":[0.00034553124,0.0012820928,0.0006156581,0.00097030116,0.0007020928,0.0037680794,0.0059736427,0.001847807,0.00019753854],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018811152,0.0027365412,0.92142785,0.0006164623,0.00050443795,0.0008878199,0.022639353,0.044241674,0.000011994847,0.00084438117,0.00006100783,0.0058403593],"study_design_scores_gemma":[0.0102459015,0.005340773,0.60120106,0.0044587944,0.0029190138,0.00009629613,0.045552406,0.3108326,0.0014876212,0.008412566,0.0004141209,0.009038894],"about_ca_topic_score_codex":0.0006470536,"about_ca_topic_score_gemma":0.0006565865,"teacher_disagreement_score":0.32022682,"about_ca_system_score_codex":0.00062678923,"about_ca_system_score_gemma":0.002267694,"threshold_uncertainty_score":0.9998188},"labels":[],"label_agreement":null},{"id":"W4300411370","doi":"10.7287/peerj.preprints.2496v2","title":"An exploratory study of the state of practice of performance testing in Java-based open source projects","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Suite; Test strategy; Software engineering; Test suite; Quality (philosophy); Software performance testing; Task (project management); Integration testing; Test (biology); Unit testing; Exploratory research; Software quality; Process management; Software; Software development; Test case; Systems engineering; Operating system; Engineering; Software construction","score_opus":0.053464806647738804,"score_gpt":0.31093618587562566,"score_spread":0.2574713792278869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300411370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802102,0.000024409992,0.016027112,0.000059473197,0.00029963182,0.0025086598,0.0000045802535,0.000053097334,0.00081283785],"genre_scores_gemma":[0.992052,0.000003620487,0.007703639,0.000033478347,0.000015010472,0.00014153357,4.569689e-7,0.000014195442,0.000036062935],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966357,0.0007731958,0.0010815372,0.00062473805,0.00064897427,0.00023588742],"domain_scores_gemma":[0.9942993,0.00066632393,0.0015625891,0.002577599,0.00084945845,0.000044719665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038300843,0.00023880047,0.00059910427,0.00017426461,0.000059827154,0.00005417158,0.003965216,0.00010270963,0.000001923897],"category_scores_gemma":[0.00062534894,0.00013453957,0.000059198606,0.0006638932,0.00011878069,0.0010668745,0.0031107804,0.00035284762,0.000001511961],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019526882,0.004142402,0.8292641,0.0027884797,0.0000809647,0.0000029047985,0.050993666,0.05307097,0.0010015258,0.00002502418,0.000032025357,0.058402684],"study_design_scores_gemma":[0.007786167,0.0072560566,0.41849875,0.010795206,0.00012568744,0.000012138239,0.01203749,0.43522817,0.10557273,0.0006254212,0.0002825859,0.0017796044],"about_ca_topic_score_codex":0.0011449271,"about_ca_topic_score_gemma":0.0001725186,"teacher_disagreement_score":0.41076532,"about_ca_system_score_codex":0.000075776035,"about_ca_system_score_gemma":0.0012977979,"threshold_uncertainty_score":0.73684245},"labels":[],"label_agreement":null},{"id":"W4301606717","doi":"10.1109/icsme55016.2022.00009","title":"An Effective Approach for Parsing Large Log Files","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Parsing; Computer science; Transaction log; Software; Data mining; String (physics); Benchmark (surveying); Matching (statistics); Pattern matching; Web log analysis software; Database; Artificial intelligence; Programming language; Database transaction; Web server; Operating system; The Internet; Statistics","score_opus":0.01762067912088179,"score_gpt":0.2887153565170313,"score_spread":0.2710946773961495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301606717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019638682,0.00015204425,0.97346973,0.00005242197,0.0014680228,0.0020478577,0.00006538344,0.00059723336,0.002508623],"genre_scores_gemma":[0.7572638,0.0000075066787,0.23973478,0.0001821254,0.0002512907,0.0020921123,0.0002302115,0.000021612004,0.00021658956],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977546,0.00022168427,0.0002917952,0.0010415101,0.0002929814,0.00039745527],"domain_scores_gemma":[0.9979317,0.00021556173,0.00014960689,0.0015080922,0.00010492173,0.000090091584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014473251,0.00025780738,0.0003948892,0.00010775423,0.00035702006,0.0002074666,0.0015511067,0.00022367892,0.00005333237],"category_scores_gemma":[0.000047475944,0.00020780336,0.00022936534,0.00013844727,0.000029580753,0.00027677213,0.0015563099,0.00045386364,0.0000061205305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031914408,0.0073657683,0.09642495,0.017739048,0.0010621459,0.000030075797,0.033821724,0.1763901,0.0002253625,0.11747562,0.037584383,0.5115617],"study_design_scores_gemma":[0.00061238406,0.00037849118,0.009963888,0.00005617216,0.000026846626,0.000009712159,0.00030023957,0.97085017,0.00039579495,0.009384011,0.0072774733,0.00074479985],"about_ca_topic_score_codex":0.00006909127,"about_ca_topic_score_gemma":0.000002678445,"teacher_disagreement_score":0.7944601,"about_ca_system_score_codex":0.00017332761,"about_ca_system_score_gemma":0.00013099612,"threshold_uncertainty_score":0.8473975},"labels":[],"label_agreement":null},{"id":"W4301753623","doi":"10.1609/aaai.v26i2.18961","title":"Statistical Anomaly Detection for Train Fleets","year":2012,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Anomaly detection; Train; Euros; Computer science; Anomaly (physics); Event (particle physics); Component (thermodynamics); Real-time computing; Data mining; Geography","score_opus":0.07159672911517209,"score_gpt":0.3064512555109514,"score_spread":0.23485452639577933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301753623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39359573,0.000026507792,0.6005483,0.0010319098,0.0014254696,0.0008071783,0.000011926106,0.00014276394,0.0024101832],"genre_scores_gemma":[0.9919879,0.000005547718,0.007607359,0.00009125193,0.0001552693,0.00007620364,3.6987723e-7,0.000008634604,0.000067504065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984481,0.000016514205,0.00045913816,0.00032068588,0.00033784204,0.00041776727],"domain_scores_gemma":[0.99879473,0.0001808298,0.00023219231,0.0002450784,0.00043723785,0.000109934634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093668624,0.0001679517,0.00021451554,0.000076830096,0.00021331264,0.00011434018,0.0009818216,0.00009874278,0.000020680087],"category_scores_gemma":[0.0005447047,0.000116179865,0.000106884894,0.00035417738,0.00017683284,0.00057658,0.00013879003,0.00016648883,0.000060385206],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079829406,0.00020487397,0.0020204277,0.00012088441,0.000014502975,4.8851902e-8,0.0016647688,0.000008990596,0.02703782,0.728537,0.00012707216,0.24018374],"study_design_scores_gemma":[0.00005031541,0.00039101252,0.0049690735,0.00011187496,0.00001859581,0.000008947429,0.0003978038,0.045366738,0.85595983,0.09193855,0.0004952653,0.0002920225],"about_ca_topic_score_codex":0.000024408742,"about_ca_topic_score_gemma":0.000006022454,"teacher_disagreement_score":0.828922,"about_ca_system_score_codex":0.000053186453,"about_ca_system_score_gemma":0.000057603553,"threshold_uncertainty_score":0.47376776},"labels":[],"label_agreement":null},{"id":"W4308091051","doi":"10.1109/ccece49351.2022.9918437","title":"Continuous Integration and Continuous Delivery Framework for SDS","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; DevOps; Cloud computing; Software deployment; Software; Operating system; Container (type theory); Pipeline (software); Software engineering; Embedded system; Engineering","score_opus":0.011127816340219908,"score_gpt":0.24174046228409415,"score_spread":0.23061264594387423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308091051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19723378,0.00018699413,0.80029404,0.000587756,0.00073487934,0.0003687099,0.0000045729917,0.00020438318,0.00038487598],"genre_scores_gemma":[0.91698974,0.000009091281,0.08168621,0.000603328,0.000058111473,0.00016890628,0.0000037579125,0.000005376312,0.0004754747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991227,0.000053127533,0.0001926296,0.00029138065,0.00016484891,0.00017535877],"domain_scores_gemma":[0.9992288,0.00025790225,0.00006490488,0.0003185476,0.00008486603,0.000044985343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004900003,0.00008901335,0.00015826174,0.00005075421,0.00031879608,0.00009345383,0.00032412916,0.000045800338,0.000036433794],"category_scores_gemma":[0.00008094593,0.00007166049,0.00005283278,0.00016816398,0.000028850134,0.00023902005,0.000250691,0.00013556945,0.0000058967717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082659935,0.00019645873,0.026888385,0.000085342166,0.000046371453,0.0000078889525,0.0045628976,0.00011512455,0.00043774914,0.37307647,0.012336803,0.5821639],"study_design_scores_gemma":[0.005058562,0.005695355,0.041301757,0.00018571375,0.00008412058,0.00045535088,0.00970063,0.3854258,0.008709533,0.31053263,0.23033197,0.002518558],"about_ca_topic_score_codex":0.00005373426,"about_ca_topic_score_gemma":0.0000046392324,"teacher_disagreement_score":0.71975595,"about_ca_system_score_codex":0.000042226107,"about_ca_system_score_gemma":0.00004022121,"threshold_uncertainty_score":0.292223},"labels":[],"label_agreement":null},{"id":"W4308627408","doi":"10.1145/3558489.3570199","title":"Release engineering in the AI world: how can analytics help? (keynote)","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software deployment; Analytics; Computer science; Cloud computing; Data science; Software engineering; Software; Key (lock); World Wide Web; Computer security","score_opus":0.010236545820367876,"score_gpt":0.21856967806708427,"score_spread":0.2083331322467164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308627408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67211324,0.000304565,0.25240287,0.06840527,0.0018327376,0.0009298108,0.0000064699852,0.0007944901,0.0032105467],"genre_scores_gemma":[0.9960783,0.0000027667768,0.0011089746,0.0015255531,0.00004727903,0.00003969606,0.000001248496,0.00000449145,0.0011916795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899185,0.00007672079,0.00014103162,0.00022176342,0.0003398534,0.00022881082],"domain_scores_gemma":[0.99918133,0.00010750457,0.000029573606,0.00061925576,0.000022778662,0.00003955337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006690132,0.00008839474,0.0001056156,0.00016813388,0.00013542251,0.00010580289,0.00089804013,0.000015486467,0.000030535146],"category_scores_gemma":[0.00003871483,0.000059558413,0.000051948133,0.00133968,0.00001139639,0.00016099824,0.00026307203,0.00028512246,0.000006769862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030426281,0.00061850157,0.36717024,0.00023817249,0.000074264724,0.00039479227,0.017347606,0.38532424,0.00015250572,0.08012856,0.09851507,0.050005607],"study_design_scores_gemma":[0.0005113342,0.000120244265,0.03617757,0.0000124287435,0.0000061739024,0.000050527655,0.00052904955,0.8865311,0.00021093666,0.00037425914,0.075138666,0.00033770353],"about_ca_topic_score_codex":0.0001954919,"about_ca_topic_score_gemma":0.00017913297,"teacher_disagreement_score":0.5012069,"about_ca_system_score_codex":0.000109676024,"about_ca_system_score_gemma":0.00006993542,"threshold_uncertainty_score":0.24287215},"labels":[],"label_agreement":null},{"id":"W4309183512","doi":"10.22305/ict-unpa.v14.n2.887","title":"Especificación de requisitos de un sistema IoT con UML","year":2022,"lang":"es","type":"article","venue":"Informes Científicos - Técnicos UNPA","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PROTO Manufacturing (Canada)","funders":"","keywords":"Humanities; Computer science; Internet of Things; Philosophy; World Wide Web","score_opus":0.0110995650531302,"score_gpt":0.24443502283267002,"score_spread":0.23333545777953982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309183512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534676,0.0022696317,0.019635303,0.0022279774,0.0057586315,0.002119651,0.00026106747,0.000998048,0.013262107],"genre_scores_gemma":[0.99331,0.00019084102,0.0018245549,0.0017858266,0.0005105407,0.00039635066,0.000042752017,0.00007224301,0.0018669129],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921167,0.000611946,0.001788581,0.0013390229,0.0019299866,0.0022137896],"domain_scores_gemma":[0.99480647,0.000481925,0.0009164899,0.002740191,0.00033930477,0.0007155985],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003605476,0.000814671,0.00095275824,0.000664476,0.0020621626,0.001038221,0.0037899618,0.0003805562,0.0014357336],"category_scores_gemma":[0.00031307427,0.0008006161,0.000705396,0.0024490445,0.00031598716,0.0008448635,0.0023175809,0.0013318602,0.0006386743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013427723,0.0054600122,0.3232819,0.004388329,0.0010678511,0.00089751155,0.05581752,0.02280574,0.006269545,0.13962708,0.043617412,0.3954243],"study_design_scores_gemma":[0.0046987673,0.0023596857,0.05772965,0.00056627643,0.00022056956,0.0015325965,0.0041065887,0.13142827,0.009802239,0.0016979527,0.7830418,0.0028156033],"about_ca_topic_score_codex":0.00010566183,"about_ca_topic_score_gemma":0.000008599453,"teacher_disagreement_score":0.7394244,"about_ca_system_score_codex":0.0019366208,"about_ca_system_score_gemma":0.0016638803,"threshold_uncertainty_score":0.9999988},"labels":[],"label_agreement":null},{"id":"W4309261811","doi":"10.1016/j.jpdc.2022.10.012","title":"Performance analysis of DPDK-based applications through tracing","year":2022,"lang":"en","type":"article","venue":"Journal of Parallel and Distributed Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tracing; Parallel computing; Operating system","score_opus":0.014046520982717763,"score_gpt":0.25471872421706054,"score_spread":0.24067220323434277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309261811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39795047,0.00023836293,0.6015116,0.00011543984,0.00006859867,0.00005532721,0.000010232118,0.000015233509,0.000034722358],"genre_scores_gemma":[0.9806939,0.000014569596,0.019178744,0.000054342298,0.000037396545,0.0000042502634,0.000011744739,0.0000027949845,0.0000023065256],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854475,0.000088047396,0.000661391,0.00016581998,0.0003696525,0.00017031291],"domain_scores_gemma":[0.9986046,0.00017785147,0.0007127835,0.0002523221,0.00019340767,0.000059037462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000794446,0.000098124205,0.00037785087,0.00018997674,0.0003746013,0.000036218455,0.00049359346,0.000027484033,0.000007922338],"category_scores_gemma":[0.000019164403,0.00008250657,0.00019155767,0.0014891744,0.000041958814,0.00023575712,0.00017012162,0.00021754902,3.5671587e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021989015,0.00012507873,0.11526176,0.000065023276,0.0002103605,0.0000037583948,0.0004988752,0.8749413,0.000046253648,0.00043128745,0.00006681767,0.008327478],"study_design_scores_gemma":[0.00053080363,0.0001930875,0.095914245,0.000025391735,0.0001769576,0.000046034704,0.00021941226,0.9017235,0.000062151164,0.00015602811,0.0008321825,0.00012022511],"about_ca_topic_score_codex":0.000012059636,"about_ca_topic_score_gemma":4.8983316e-7,"teacher_disagreement_score":0.58274335,"about_ca_system_score_codex":0.00006111863,"about_ca_system_score_gemma":0.00010944173,"threshold_uncertainty_score":0.33645204},"labels":[],"label_agreement":null},{"id":"W4311066639","doi":"10.36227/techrxiv.21676556.v1","title":"Runtime Adaptation Framework for Fulfilling Availability and Continuity Requirements of Network Services","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adaptation (eye); Computer science; Process management; Business; Distributed computing; Psychology","score_opus":0.032174150563442756,"score_gpt":0.29169514582353695,"score_spread":0.2595209952600942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311066639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21904194,0.0006207669,0.7765928,0.00011189941,0.0018467687,0.00129673,0.000028679298,0.00019114006,0.00026924885],"genre_scores_gemma":[0.70093876,0.00006585251,0.29845703,0.00009644688,0.0001462899,0.00019379765,0.00003073009,0.000010862255,0.00006021838],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974822,0.00015029885,0.0007679437,0.0008635413,0.00042677042,0.00030927738],"domain_scores_gemma":[0.9972797,0.00051825616,0.00062896183,0.0012088848,0.00029371493,0.00007046961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002284171,0.00025013305,0.00055100716,0.000059302176,0.00023211162,0.00012490785,0.0009891868,0.00027880972,0.00006844077],"category_scores_gemma":[0.00009178616,0.00022262566,0.00016401292,0.00021784341,0.000064944965,0.00028750772,0.002149134,0.00037372363,0.0000025044985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037082005,0.0006530361,0.6584539,0.02306077,0.0006986816,0.0000026243465,0.019860134,0.09494872,0.000047961898,0.093615785,0.0008370343,0.10745056],"study_design_scores_gemma":[0.00073128246,0.00034233063,0.06671578,0.0010286294,0.00009678398,0.0000021349385,0.00060234027,0.5568543,0.00021527872,0.36952806,0.003008515,0.00087455264],"about_ca_topic_score_codex":0.0002463959,"about_ca_topic_score_gemma":0.000043448308,"teacher_disagreement_score":0.5917381,"about_ca_system_score_codex":0.00008760261,"about_ca_system_score_gemma":0.00014044756,"threshold_uncertainty_score":0.90784115},"labels":[],"label_agreement":null},{"id":"W4311066640","doi":"10.36227/techrxiv.21676556","title":"Runtime Adaptation Framework for Fulfilling Availability and Continuity Requirements of Network Services","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adaptation (eye); Computer science; Distributed computing; Computer network; Psychology","score_opus":0.032174150563442756,"score_gpt":0.29169514582353695,"score_spread":0.2595209952600942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311066640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21904194,0.0006207669,0.7765928,0.00011189941,0.0018467687,0.00129673,0.000028679298,0.00019114006,0.00026924885],"genre_scores_gemma":[0.70093876,0.00006585251,0.29845703,0.00009644688,0.0001462899,0.00019379765,0.00003073009,0.000010862255,0.00006021838],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974822,0.00015029885,0.0007679437,0.0008635413,0.00042677042,0.00030927738],"domain_scores_gemma":[0.9972797,0.00051825616,0.00062896183,0.0012088848,0.00029371493,0.00007046961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002284171,0.00025013305,0.00055100716,0.000059302176,0.00023211162,0.00012490785,0.0009891868,0.00027880972,0.00006844077],"category_scores_gemma":[0.00009178616,0.00022262566,0.00016401292,0.00021784341,0.000064944965,0.00028750772,0.002149134,0.00037372363,0.0000025044985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037082005,0.0006530361,0.6584539,0.02306077,0.0006986816,0.0000026243465,0.019860134,0.09494872,0.000047961898,0.093615785,0.0008370343,0.10745056],"study_design_scores_gemma":[0.00073128246,0.00034233063,0.06671578,0.0010286294,0.00009678398,0.0000021349385,0.00060234027,0.5568543,0.00021527872,0.36952806,0.003008515,0.00087455264],"about_ca_topic_score_codex":0.0002463959,"about_ca_topic_score_gemma":0.000043448308,"teacher_disagreement_score":0.5917381,"about_ca_system_score_codex":0.00008760261,"about_ca_system_score_gemma":0.00014044756,"threshold_uncertainty_score":0.90784115},"labels":[],"label_agreement":null},{"id":"W4312252175","doi":"10.1109/tnsm.2022.3209317","title":"REVAL: Recommend Which Variables to Log With Pretrained Model and Graph Neural Network","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Snippet; ENCODE; Graph; Data mining; Source code; Information retrieval; Theoretical computer science; Programming language","score_opus":0.012468343258661743,"score_gpt":0.21287121948915924,"score_spread":0.2004028762304975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312252175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025950817,0.00011970817,0.9651742,0.0056246016,0.00076778996,0.0009041122,0.0000075323583,0.00025169994,0.0011995343],"genre_scores_gemma":[0.9589954,0.0003155312,0.033459768,0.006411465,0.00008054242,0.0004259393,0.0000035248213,0.000023223689,0.00028462528],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828225,0.00012973018,0.0002519326,0.0005946606,0.00030638708,0.0004350561],"domain_scores_gemma":[0.99910367,0.00007028179,0.000060515296,0.0005624393,0.00005771553,0.00014536422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063561765,0.00021920304,0.00022428442,0.00010112492,0.0009584243,0.00012383243,0.00040351306,0.000040278184,0.000017757102],"category_scores_gemma":[3.188946e-7,0.00018865708,0.00003344776,0.0014651793,0.000016124068,0.00021211612,0.000046097186,0.00025560983,0.0000024254564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010584418,0.00006435237,0.00010626456,0.000119337026,0.00007566584,0.0000042981646,0.0005210221,0.9715678,6.6601956e-7,0.0005837261,0.0014936836,0.025357328],"study_design_scores_gemma":[0.0007000822,0.00046297346,0.00082693534,0.00007353011,0.00007488556,0.000024030403,0.00016181322,0.99050033,0.0000019108766,0.0014720267,0.0053622737,0.0003392208],"about_ca_topic_score_codex":0.0000509935,"about_ca_topic_score_gemma":0.0002827567,"teacher_disagreement_score":0.93304455,"about_ca_system_score_codex":0.000046918536,"about_ca_system_score_gemma":0.000020829024,"threshold_uncertainty_score":0.76932126},"labels":[],"label_agreement":null},{"id":"W4312270092","doi":"10.2139/ssrn.4279819","title":"Improving Resource Utilization and Fault Tolerance in Large Simulations Via Actors","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Resource (disambiguation); Computer science; Fault tolerance; Business; Environmental economics; Risk analysis (engineering); Distributed computing; Economics; Computer network","score_opus":0.008282324729342072,"score_gpt":0.23940678278942779,"score_spread":0.23112445806008572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312270092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72336084,0.0013186733,0.2747156,0.00024735215,0.00016469839,0.000116993,0.0000015501065,0.000044523305,0.000029783949],"genre_scores_gemma":[0.9994562,0.00010535632,0.00018005066,0.00008698053,0.00005671279,0.0000069454777,0.0000024544324,0.0000072514554,0.00009804204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981148,0.00015307091,0.00026084902,0.00022697872,0.00026651955,0.0009777825],"domain_scores_gemma":[0.9995282,0.00005541838,0.00013068061,0.00020512969,0.00003724997,0.000043302385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016132124,0.00009120472,0.000116735435,0.00014423048,0.0005542932,0.0000643266,0.00035737746,0.000034357807,0.000008195278],"category_scores_gemma":[0.00004420467,0.00008505347,0.000035708927,0.00048278715,0.000013854169,0.00045128464,0.00018051002,0.001050904,0.000001437543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109083776,0.0005040287,0.2944333,0.00007633629,0.00007240816,0.000017184184,0.0082046455,0.13531874,0.0016282762,0.060250923,0.00007921844,0.49930584],"study_design_scores_gemma":[0.0014676675,0.0003567783,0.016049005,0.000018277851,0.0000075789712,0.0004530009,0.001332218,0.94229007,0.0001269716,0.030920966,0.006658407,0.0003190703],"about_ca_topic_score_codex":0.00005144136,"about_ca_topic_score_gemma":0.0002852136,"teacher_disagreement_score":0.8069713,"about_ca_system_score_codex":0.00065970625,"about_ca_system_score_gemma":0.0005497354,"threshold_uncertainty_score":0.45657134},"labels":[],"label_agreement":null},{"id":"W4312273106","doi":"10.1109/ic2e55432.2022.00034","title":"Automated Traces-based Anomaly Detection and Root Cause Analysis in Cloud Platforms","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Cloud computing; Computer science; Anomaly detection; Dependency (UML); Data mining; Server; Root cause; Root cause analysis; Root (linguistics); Anomaly (physics); Identification (biology); Kernel (algebra); Distributed computing; Real-time computing; Artificial intelligence; Reliability engineering; Operating system; Engineering; Mathematics","score_opus":0.009693755118493269,"score_gpt":0.23822417367537235,"score_spread":0.22853041855687908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312273106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91459656,0.000040477615,0.084239736,0.00008206298,0.00021474498,0.00014827553,0.0000014790079,0.0005990282,0.00007763655],"genre_scores_gemma":[0.99894625,9.943356e-7,0.0008683274,0.00007107053,0.0000109221355,0.000046965328,0.0000028919178,0.0000037952482,0.00004881068],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888027,0.00005377505,0.00026562586,0.00035182247,0.00024982681,0.00019867792],"domain_scores_gemma":[0.99939334,0.00006893506,0.000069346934,0.00038920387,0.000025525636,0.000053631215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066606957,0.00010121904,0.00019322723,0.00041377518,0.00021209242,0.00006402903,0.00027835756,0.00004186913,0.00004522616],"category_scores_gemma":[0.000014465989,0.00008050634,0.000070068,0.00221935,0.000021017322,0.00031173055,0.00013177679,0.00013552756,0.000005326717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039075745,0.00015591695,0.92095447,0.00003726802,0.000114415256,0.000027662194,0.0007498988,0.06759322,0.00026147507,0.0001415465,0.000064781896,0.009860253],"study_design_scores_gemma":[0.00028399716,0.000089884416,0.31051987,0.0000013604523,0.000017882825,0.000007001684,0.000037958165,0.68829435,0.0005224193,0.00004869474,0.00008167197,0.000094896124],"about_ca_topic_score_codex":0.000699229,"about_ca_topic_score_gemma":0.0015389979,"teacher_disagreement_score":0.62070113,"about_ca_system_score_codex":0.00012954208,"about_ca_system_score_gemma":0.0000536536,"threshold_uncertainty_score":0.32829532},"labels":[],"label_agreement":null},{"id":"W4312638836","doi":"10.1109/ic2e55432.2022.00039","title":"Poster Paper: Operating System Support for Applications Performance Analysis","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Code refactoring; Tracing; Cloud computing; Distributed computing; Open source; Software engineering; Multi-core processor; Operating system; Software","score_opus":0.009465354628461172,"score_gpt":0.23639123272022003,"score_spread":0.22692587809175885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312638836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063571475,0.000049170354,0.92434186,0.00046441527,0.0003803063,0.0013615498,0.000027089513,0.00069039693,0.00911374],"genre_scores_gemma":[0.98084754,0.0000015816173,0.015121833,0.00042014767,0.000057834455,0.0021111667,0.000030269219,0.0000072098965,0.0014024207],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860054,0.00004855644,0.00036765359,0.0004326022,0.00029038734,0.00026028015],"domain_scores_gemma":[0.9988389,0.00007613718,0.000091381844,0.00081324525,0.00011768573,0.00006263195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008075309,0.000112633956,0.00021942602,0.00015197432,0.0009209578,0.000105352214,0.0008196625,0.000028009643,0.00012482826],"category_scores_gemma":[0.0000049102346,0.00009230465,0.00017518215,0.001123927,0.0000151844015,0.0004577834,0.0003578905,0.000092641705,0.00004267237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052866315,0.0006975112,0.6564581,0.0022740187,0.0017652154,0.000008423864,0.0057660905,0.07333615,0.00120867,0.08907072,0.008122824,0.16123945],"study_design_scores_gemma":[0.00073135004,0.00048447697,0.022974176,0.000009304847,0.00022241587,0.000082708415,0.0009118504,0.85482836,0.000882629,0.00003510918,0.11820068,0.0006369487],"about_ca_topic_score_codex":0.000023233866,"about_ca_topic_score_gemma":0.0000037799236,"teacher_disagreement_score":0.9172761,"about_ca_system_score_codex":0.00014240078,"about_ca_system_score_gemma":0.000093125476,"threshold_uncertainty_score":0.70833564},"labels":[],"label_agreement":null},{"id":"W4313121388","doi":"10.1109/dsa56465.2022.00059","title":"Security Pattern Detection Through Diagonally Distributed Matrix Matching","year":2022,"lang":"en","type":"article","venue":"2022 9th International Conference on Dependable Systems and Their Applications (DSA)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software security assurance; Security testing; Computer security model; Diagonal; Software; Data mining; Matching (statistics); Security service; Security information and event management; Computer security; Cloud computing security; Information security; Statistics; Mathematics; Operating system","score_opus":0.017439869841289223,"score_gpt":0.2678022408660957,"score_spread":0.2503623710248065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313121388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028501686,0.00030310414,0.96318513,0.0010833339,0.0020810692,0.0009769276,0.0007517513,0.0003090213,0.002807948],"genre_scores_gemma":[0.9971115,0.000056392568,0.0001580146,0.00010439252,0.00016002738,0.0017187363,0.00017981273,0.000015976304,0.00049512245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775654,0.0001878647,0.00049325573,0.0006916196,0.0005817303,0.00028900767],"domain_scores_gemma":[0.99857706,0.00012793297,0.00030328298,0.00065912184,0.00023754437,0.00009506161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006813845,0.0002483356,0.0002694603,0.00013926093,0.00088342535,0.0004009384,0.0011034246,0.00007433303,0.00017670756],"category_scores_gemma":[0.000012888742,0.00021602698,0.00009331489,0.0004000371,0.00004540097,0.0004966261,0.0005928445,0.00043157046,0.000060342005],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115764036,0.0009925407,0.0041746222,0.00041492755,0.00046854175,0.000026445414,0.0055052745,0.010406878,0.003735985,0.8988679,0.001875666,0.073415466],"study_design_scores_gemma":[0.001484633,0.00040354845,0.0012786624,0.00012484982,0.000024724723,0.00058089633,0.0045972806,0.6019668,0.0011364827,0.06907492,0.31817925,0.0011479179],"about_ca_topic_score_codex":0.0007115961,"about_ca_topic_score_gemma":0.000050635666,"teacher_disagreement_score":0.9686098,"about_ca_system_score_codex":0.0002606914,"about_ca_system_score_gemma":0.000115696545,"threshold_uncertainty_score":0.88093245},"labels":[],"label_agreement":null},{"id":"W4313187022","doi":"10.1109/ic2e55432.2022.00035","title":"PACED: Provenance-based Automated Container Escape Detection","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Namespace; Container (type theory); Computer science; Isolation (microbiology); Exploit; Microservices; Software; Host (biology); Event (particle physics); Computer security; Operating system; Distributed computing; Engineering","score_opus":0.005530311781138752,"score_gpt":0.2089258746670441,"score_spread":0.20339556288590535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313187022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37053213,0.00008326097,0.61362696,0.0016917647,0.0023449915,0.00087586656,0.0000039290144,0.006990908,0.0038502258],"genre_scores_gemma":[0.99604666,4.8097655e-7,0.0027937049,0.00049648754,0.000027359798,0.00018634344,0.000002091142,0.000006212393,0.00044068485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988832,0.00010517021,0.00018750023,0.00030924633,0.00029985586,0.00021502071],"domain_scores_gemma":[0.9992809,0.000046738427,0.000071310984,0.0004937014,0.000060426686,0.00004688653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000437643,0.00009610147,0.00011683112,0.00007513796,0.00033203067,0.00005297389,0.0004018661,0.000030624662,0.00009695449],"category_scores_gemma":[0.000021807165,0.00007504328,0.000051008654,0.0005142348,0.000017993347,0.00023174856,0.00016502517,0.00012666409,0.00005171232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045148816,0.0023557742,0.08989939,0.0007158581,0.00017991716,0.00016836385,0.004317431,0.12093792,0.0697412,0.024543317,0.055224054,0.6314653],"study_design_scores_gemma":[0.00061604934,0.00035292492,0.0067486377,0.000005762216,0.0000026931555,0.00001962588,0.0000597507,0.96607876,0.010268373,0.00019510984,0.015459417,0.0001928799],"about_ca_topic_score_codex":0.000089035,"about_ca_topic_score_gemma":0.000010576859,"teacher_disagreement_score":0.8451409,"about_ca_system_score_codex":0.00015949493,"about_ca_system_score_gemma":0.000115000235,"threshold_uncertainty_score":0.3060176},"labels":[],"label_agreement":null},{"id":"W4313211025","doi":"10.3233/faia220567","title":"Emulation of the Updated CANARIE Backbone Network Topology Under IPv6 Up to 2022","year":2022,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Emulation; IPv6; The Internet; Computer science; Internet backbone; Network topology; Backbone network; Computer network; Telecommunications; Internet access; World Wide Web","score_opus":0.026117173063007284,"score_gpt":0.2609789979884476,"score_spread":0.2348618249254403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313211025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023545598,0.00063246017,0.9858019,0.0020560888,0.0021521552,0.0012422282,0.000035318804,0.00004780935,0.0077965846],"genre_scores_gemma":[0.78958476,0.0022553366,0.042448096,0.0042507793,0.0021147155,0.0024941715,0.00037501514,0.00018354433,0.15629359],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984543,0.000044661247,0.0005761077,0.00047439843,0.00023015842,0.00022039612],"domain_scores_gemma":[0.9987718,0.000059557642,0.00022248225,0.0007969608,0.00008706,0.00006215506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034662467,0.00017298888,0.00029900088,0.00014443885,0.00030459915,0.000030749703,0.00076252996,0.00017023405,0.00016205256],"category_scores_gemma":[0.000010781416,0.00014937697,0.00007772742,0.00044165103,0.00019259223,0.00009336621,0.00038701977,0.00033277864,0.00001714416],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012117642,0.000020697325,0.0006434133,0.00002114009,0.000025125473,3.8547049e-7,0.00044009133,0.018868245,0.0000074244767,0.8869455,0.0071855537,0.08583033],"study_design_scores_gemma":[0.000024633962,0.000054275843,0.0004003611,0.00004159691,0.000022064141,0.0000033708886,0.00027665903,0.011146253,0.00017493925,0.65524256,0.33230484,0.00030843113],"about_ca_topic_score_codex":0.0002398862,"about_ca_topic_score_gemma":0.00043235903,"teacher_disagreement_score":0.94335383,"about_ca_system_score_codex":0.00013564475,"about_ca_system_score_gemma":0.00015530072,"threshold_uncertainty_score":0.6091416},"labels":[],"label_agreement":null},{"id":"W4313428193","doi":"10.1109/edis57230.2022.9996502","title":"Observability of Software Computing Systems: Challenges and Opportunities","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Observability; Computer science; Profiling (computer programming); Server; Software; Field (mathematics); Data science; Software system; Analytics; Software engineering; Distributed computing; Systems engineering; Computer security; Engineering; World Wide Web; Operating system","score_opus":0.08370374466070296,"score_gpt":0.24820657735211316,"score_spread":0.1645028326914102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313428193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86445445,0.021971712,0.1060722,0.0018190565,0.0015555932,0.0005956148,0.000013356179,0.0007946533,0.0027233486],"genre_scores_gemma":[0.99527687,0.00026428327,0.0042345715,0.000078082674,0.00002076495,0.000019154984,0.000001175939,0.0000045579095,0.00010055661],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99866945,0.00020731281,0.00033336767,0.00030405322,0.0003148386,0.00017096337],"domain_scores_gemma":[0.99891025,0.00025817618,0.00012641377,0.000550701,0.00009611369,0.000058372683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012174995,0.00009971609,0.00024432407,0.000058101767,0.00021619024,0.000026415242,0.00048775677,0.000028349923,0.000009083465],"category_scores_gemma":[0.00004059478,0.00008398415,0.00004348968,0.00009107189,0.000072711686,0.00018762168,0.00087551115,0.000104745275,8.6156376e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020583017,0.00036233178,0.060137294,0.0033547645,0.000088990986,0.000021587977,0.020015873,0.0041378117,0.000035987006,0.17451297,0.00056847924,0.73674333],"study_design_scores_gemma":[0.0026850814,0.0025843638,0.43962654,0.00042969987,0.00005664348,0.00077556167,0.050300475,0.41466588,0.0003905327,0.012857603,0.073300384,0.0023272207],"about_ca_topic_score_codex":0.000085104555,"about_ca_topic_score_gemma":0.0000028786512,"teacher_disagreement_score":0.7344161,"about_ca_system_score_codex":0.000046561112,"about_ca_system_score_gemma":0.00007694787,"threshold_uncertainty_score":0.34247744},"labels":[],"label_agreement":null},{"id":"W4315815597","doi":"10.1109/scam55253.2022.00015","title":"N-Lane Bridge Performance Antipattern Analysis Using System-Level Execution Tracing","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Tracing; Latency (audio); Bundle; Bridge (graph theory); Distributed computing; Thread (computing); Operating system; Telecommunications","score_opus":0.042808020604335376,"score_gpt":0.25895390341631774,"score_spread":0.21614588281198238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315815597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5537761,0.00003195656,0.44506523,0.000029150453,0.00042884157,0.000109353445,0.0000064953815,0.00023433343,0.00031855187],"genre_scores_gemma":[0.9935673,0.0000033333897,0.0060271923,0.000091837835,0.000062785686,0.000025383653,0.000011193767,0.000008061297,0.00020291642],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798965,0.00014281001,0.00042747095,0.00050919765,0.0005766832,0.000354209],"domain_scores_gemma":[0.9988625,0.00003788345,0.00016415247,0.00078408106,0.000077740275,0.00007363225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009914227,0.00016058735,0.0003110901,0.0003628888,0.0007502723,0.000109871806,0.00073488755,0.000040773743,0.000058064525],"category_scores_gemma":[0.000005750162,0.00014248093,0.00017335248,0.0019137225,0.000022897042,0.0006287204,0.0003997338,0.00018455923,0.000031989486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002643121,0.00019535444,0.81960726,0.0005785964,0.00045117384,0.000044235763,0.002631492,0.14658125,0.0009357115,0.0009857458,0.00032047916,0.027642295],"study_design_scores_gemma":[0.00019028972,0.000056429024,0.18519989,0.000018612845,0.00007240148,0.00011911304,0.00017310602,0.8134161,0.00041146032,0.0000036136091,0.00011648203,0.00022248576],"about_ca_topic_score_codex":0.00059303443,"about_ca_topic_score_gemma":0.00001118182,"teacher_disagreement_score":0.6668349,"about_ca_system_score_codex":0.00034050047,"about_ca_system_score_gemma":0.00007695122,"threshold_uncertainty_score":0.58102036},"labels":[],"label_agreement":null},{"id":"W4318147168","doi":"10.1109/bigdata55660.2022.10020831","title":"A Real-time, Scalable Monitoring and User Analytics Solution for Microservices-based Software Applications","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Big Data (Big Data)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Computer science; Scalability; Analytics; Big data; Database transaction; Transaction log; Software; Distributed computing; Database; Cloud computing; Data mining; Operating system","score_opus":0.18264378705047773,"score_gpt":0.34405238847640135,"score_spread":0.16140860142592361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318147168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011360848,0.00007588638,0.9616096,0.0019493182,0.004439701,0.0010896735,0.018897837,0.00032219946,0.00025494475],"genre_scores_gemma":[0.79601574,0.00058448885,0.1493467,0.0007803363,0.003038225,0.001878039,0.04628352,0.0000919365,0.0019810442],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727875,0.00008763587,0.00042008664,0.0011759608,0.00072999764,0.00030755176],"domain_scores_gemma":[0.99610186,0.00026376976,0.00025977197,0.002971787,0.00029489404,0.000107907625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010482268,0.00021211874,0.0002258621,0.00021443839,0.0006165061,0.000385234,0.005228559,0.000065941094,0.00004778585],"category_scores_gemma":[0.00009616561,0.00021743684,0.000039854975,0.00040394146,0.00006690933,0.0009094949,0.0026282403,0.0002512415,0.00004241518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006390563,0.00198129,0.047985308,0.00081850035,0.00065297773,0.000028804567,0.0004288689,0.0036684964,0.037376348,0.0071643796,0.12579803,0.77345794],"study_design_scores_gemma":[0.0011043441,0.00016811029,0.002688063,0.00009044419,0.00004484898,0.00001724579,0.000076682954,0.8536895,0.0010630992,0.00064825336,0.13991217,0.00049724354],"about_ca_topic_score_codex":0.0003163077,"about_ca_topic_score_gemma":0.00005648427,"teacher_disagreement_score":0.850021,"about_ca_system_score_codex":0.00018877632,"about_ca_system_score_gemma":0.00041599412,"threshold_uncertainty_score":0.97160506},"labels":[],"label_agreement":null},{"id":"W4319864592","doi":"10.2139/ssrn.4328070","title":"An Empirical Study on the Stability of Explainable Software Defect Prediction","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Stability (learning theory); Computer science; Software; Software bug; Machine learning; Programming language","score_opus":0.023772503791948014,"score_gpt":0.28845700772197963,"score_spread":0.2646845039300316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319864592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94488055,0.000076005046,0.0536627,0.00040114365,0.00033163096,0.00037337258,0.0000019507427,0.00023570261,0.00003695929],"genre_scores_gemma":[0.99965554,0.0000663076,0.000060610793,0.00003391464,0.0001138762,0.000028309407,0.0000012106229,0.000009649433,0.000030606043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968564,0.00056665274,0.0003968383,0.0003383161,0.00059443316,0.0012473478],"domain_scores_gemma":[0.9984444,0.00031838968,0.00015572146,0.00083853997,0.00016946522,0.00007348762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008098936,0.0001424626,0.00020104389,0.00012410549,0.00044898366,0.000074309566,0.00094548316,0.00006669177,0.0000079652855],"category_scores_gemma":[0.00028646924,0.00008428935,0.00015249218,0.0008653443,0.00005241059,0.0004693322,0.00009810945,0.0010995034,0.000037815644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065433094,0.0007268412,0.9804343,0.000019665798,0.00012522482,0.0000044942326,0.0041588037,0.0005042294,0.00010086102,0.003328888,0.00026501695,0.010266217],"study_design_scores_gemma":[0.0017430892,0.01368269,0.80129457,0.00006515831,0.00006396597,0.00023280505,0.02689264,0.011817648,0.0011923695,0.1422261,0.00032657187,0.0004623872],"about_ca_topic_score_codex":0.0000332837,"about_ca_topic_score_gemma":0.00007379634,"teacher_disagreement_score":0.17913975,"about_ca_system_score_codex":0.00050481065,"about_ca_system_score_gemma":0.0012026696,"threshold_uncertainty_score":0.4776856},"labels":[],"label_agreement":null},{"id":"W4319934816","doi":"10.1007/978-3-031-25049-1_4","title":"A Robust Approximation for Multiclass Multiserver Queues with Applications to Microservices Systems","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Server; Scalability; Queue; Distributed computing; Cloud computing; Convergence (economics); Computer network; Operating system","score_opus":0.030099412655477695,"score_gpt":0.25674717963668986,"score_spread":0.22664776698121217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319934816","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002232655,0.00014117434,0.9942591,0.00046203798,0.0010788203,0.0032293133,0.000024161,0.0004675691,0.00011453813],"genre_scores_gemma":[0.05180371,0.00002002535,0.9446354,0.000613911,0.0006881454,0.0012986528,0.000031282474,0.00008683625,0.00082207075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99648523,0.000024380197,0.00056183914,0.0016012884,0.0007454379,0.0005818368],"domain_scores_gemma":[0.9968003,0.00058207416,0.0002971465,0.0014984164,0.000644928,0.00017713907],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010315066,0.00045455917,0.00051843195,0.00061219174,0.00036949417,0.0007135831,0.0024682696,0.00027879642,6.360648e-7],"category_scores_gemma":[0.00004400782,0.0003507561,0.00009725474,0.0009296421,0.00023547729,0.0006061319,0.0006177567,0.00029976544,0.00006882052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020581445,0.000052799212,0.00027696483,0.0011139998,0.000028538112,0.000007028402,0.0017201666,0.8247287,0.00013580661,0.00864854,0.000037326583,0.16322955],"study_design_scores_gemma":[0.00037144704,0.0001946198,0.00021148783,0.00084056833,0.0000115136945,0.000020943582,0.0000015554841,0.99094456,0.00042303884,0.0045354124,0.0018296394,0.00061520067],"about_ca_topic_score_codex":0.00012603663,"about_ca_topic_score_gemma":0.00040449173,"teacher_disagreement_score":0.16621587,"about_ca_system_score_codex":0.0003078229,"about_ca_system_score_gemma":0.00035454685,"threshold_uncertainty_score":0.99989444},"labels":[],"label_agreement":null},{"id":"W4319993380","doi":"10.1109/tnsm.2023.3239522","title":"LogEncoder: Log-Based Contrastive Representation Learning for Anomaly Detection","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Benchmark (surveying); Event (particle physics); Artificial intelligence; Data mining; Class (philosophy); Encoding (memory); Anomaly (physics); Representation (politics); Sequence (biology); Machine learning; Pattern recognition (psychology)","score_opus":0.017937002940569196,"score_gpt":0.24845196631645983,"score_spread":0.23051496337589064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319993380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023505202,0.000015352369,0.9736557,0.00069110875,0.0008320937,0.00064979994,0.0000016059803,0.00045408632,0.00019504086],"genre_scores_gemma":[0.99608076,0.00010507213,0.0027667743,0.0004695863,0.00006760524,0.00031847882,0.000005443227,0.000010639676,0.00017564805],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988808,0.000072482355,0.00020560686,0.00040401006,0.00016342568,0.00027366096],"domain_scores_gemma":[0.99936026,0.00018508061,0.00006539535,0.00025517851,0.000080167854,0.000053923734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037144666,0.00012940864,0.00013763116,0.00013510435,0.00051044085,0.000082491184,0.0001641301,0.000061621264,0.0000035403577],"category_scores_gemma":[0.0000015277392,0.00012229587,0.000068523485,0.00089390663,0.000015713895,0.00018473796,0.000004659386,0.0001070189,0.000033175653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000674048,0.000031617798,0.00018600453,0.00013974326,0.000054044795,0.0000027469068,0.0001982143,0.82312685,0.000033472686,0.00007123768,0.000083764084,0.1760049],"study_design_scores_gemma":[0.0007693252,0.00020060115,0.0048288624,0.00004880957,0.00004108415,0.00000159952,0.00018262997,0.9904405,0.00092136266,0.00032977146,0.0020736868,0.00016177454],"about_ca_topic_score_codex":0.00004765227,"about_ca_topic_score_gemma":0.00013035123,"teacher_disagreement_score":0.97257555,"about_ca_system_score_codex":0.000041074163,"about_ca_system_score_gemma":0.000013273161,"threshold_uncertainty_score":0.4987081},"labels":[],"label_agreement":null},{"id":"W4320009943","doi":"10.2139/ssrn.4341190","title":"Test Plan Generation for Live Testing of Cloud Services","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Test plan; Test (biology); Plan (archaeology); Software deployment; Production (economics); Schedule; Computer science; Test Management Approach; Task (project management); Cloud computing; Test case; Reliability engineering; Engineering; Systems engineering; Software engineering; Operating system; Software; Machine learning","score_opus":0.02232859703515864,"score_gpt":0.2508414005541387,"score_spread":0.2285128035189801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320009943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90015393,0.00032982882,0.098122895,0.00031163578,0.00070030364,0.000187734,0.0000032817245,0.00013965846,0.000050732055],"genre_scores_gemma":[0.99700654,0.00018457591,0.001936027,0.00003085175,0.0006482179,0.000010575391,0.0000046466157,0.000007740667,0.00017081178],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984031,0.000031538857,0.00028662352,0.0001727926,0.00019092503,0.0009150725],"domain_scores_gemma":[0.99909574,0.00027250487,0.00019515879,0.00019872967,0.00020002075,0.000037852515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019544403,0.000085863794,0.00013340867,0.00009181755,0.00021802232,0.00005720645,0.0004653332,0.00005151471,9.610374e-7],"category_scores_gemma":[0.0001470503,0.000068047404,0.00006483571,0.00040245874,0.000014159308,0.0003022739,0.000056375342,0.00031836366,0.000026229902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058213456,0.00032942297,0.49576136,0.00064679584,0.00034403297,0.000008609989,0.0075555285,0.008633904,0.033805795,0.1029228,0.0016895997,0.34824392],"study_design_scores_gemma":[0.0018887795,0.003734199,0.015733305,0.00027038789,0.000048931088,0.00066137576,0.0026486132,0.7925844,0.006168282,0.17433795,0.0013034511,0.0006202756],"about_ca_topic_score_codex":0.000040797117,"about_ca_topic_score_gemma":0.0001371115,"teacher_disagreement_score":0.78395057,"about_ca_system_score_codex":0.00016166441,"about_ca_system_score_gemma":0.000837013,"threshold_uncertainty_score":0.27748927},"labels":[],"label_agreement":null},{"id":"W4321271444","doi":"10.5753/wtf.2008.23143","title":"Geração Automática de Objetivos e Casos de Teste a partir de Redes de Petri Orientadas a Objetos","year":2008,"lang":"pt","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Casa","funders":"","keywords":"Humanities; Computer science; Philosophy","score_opus":0.02631357187412677,"score_gpt":0.26954705050261796,"score_spread":0.24323347862849118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321271444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8043037,0.00063794374,0.18975683,0.0013619335,0.00065228523,0.00074473605,0.000013720727,0.0007491677,0.001779674],"genre_scores_gemma":[0.96163654,0.00028857062,0.028079242,0.0015513785,0.00042340957,0.00017311025,0.0000031861214,0.00005297692,0.0077915955],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99369085,0.0006771594,0.0010316288,0.0012194033,0.0008335332,0.002547432],"domain_scores_gemma":[0.99568504,0.0008199635,0.00030745848,0.0017395975,0.00034969195,0.0010982685],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023693873,0.00065778126,0.0007515151,0.00025734233,0.0012805866,0.0004322921,0.0015569109,0.00056741235,0.00027988825],"category_scores_gemma":[0.001008522,0.0005802198,0.0004134358,0.0011742838,0.000630399,0.0007582215,0.0005424506,0.0007675686,0.00050745555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013312,0.001105993,0.8889743,0.0006616727,0.00019041676,0.0014297891,0.0763649,0.0010700417,0.003529269,0.00068092556,0.019814963,0.00604463],"study_design_scores_gemma":[0.003243269,0.0015069017,0.38668934,0.0010261808,0.00023904968,0.0121510485,0.002359321,0.5246447,0.05121422,0.0013605526,0.013088965,0.0024764657],"about_ca_topic_score_codex":0.0019579679,"about_ca_topic_score_gemma":0.0001653336,"teacher_disagreement_score":0.52357465,"about_ca_system_score_codex":0.0018362676,"about_ca_system_score_gemma":0.0055038575,"threshold_uncertainty_score":0.9996649},"labels":[],"label_agreement":null},{"id":"W4323530087","doi":"10.1109/tse.2023.3253700","title":"SLocator: Localizing the Origin of SQL Queries in Database-Backed Web Applications","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Database; Stored procedure; SQL; Query by Example; SQL injection; Programming language; Information retrieval; Web search query","score_opus":0.016398805950189235,"score_gpt":0.24398300974008116,"score_spread":0.22758420378989191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323530087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03160973,0.00007740488,0.9663869,0.0001088645,0.00059664674,0.0003430754,0.000027025018,0.0008414616,0.000008882442],"genre_scores_gemma":[0.98903656,0.000093031005,0.010350099,0.000027289543,0.000036858357,0.00037769254,0.0000040284544,0.00002082418,0.00005362263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874914,0.000031522937,0.0003591352,0.00030780266,0.00026640252,0.00028599126],"domain_scores_gemma":[0.998625,0.00039714455,0.000051561146,0.00081557507,0.00005477988,0.000055966793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042979416,0.0001632984,0.00019720195,0.00030169458,0.00013508846,0.00003646434,0.0005821549,0.00007377521,0.000007070787],"category_scores_gemma":[0.00001900221,0.00013164134,0.0000881779,0.0018646461,0.000053171767,0.00034720873,0.000008237995,0.00027746463,0.000081686034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001682578,0.00018306471,0.0030951414,0.00072712795,0.0000776479,0.000012828663,0.0018926531,0.95368797,0.0026146607,0.002003945,0.0005163199,0.035171844],"study_design_scores_gemma":[0.0012367201,0.00014100167,0.0046315133,0.0007293341,0.0000411353,0.00004691294,0.00046811425,0.9076099,0.05144118,0.00015052054,0.032484688,0.0010190201],"about_ca_topic_score_codex":0.000057256362,"about_ca_topic_score_gemma":0.000032607295,"teacher_disagreement_score":0.95742685,"about_ca_system_score_codex":0.00008390864,"about_ca_system_score_gemma":0.000103175764,"threshold_uncertainty_score":0.53681785},"labels":[],"label_agreement":null},{"id":"W4323646042","doi":"10.1109/fnwf55208.2022.00066","title":"Extending the Network Service Descriptor to Capture User Isolation Intents for Network Slices","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Ericsson (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Isolation (microbiology); Slicing; Distributed computing; Network virtualization; Network service; Service (business); Computer network; Network management station; Relation (database); Virtualization; Database; Network architecture; Operating system; Cloud computing; World Wide Web","score_opus":0.019972379090868155,"score_gpt":0.24495086934574584,"score_spread":0.22497849025487768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323646042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059020013,0.00027109406,0.92920727,0.0050001945,0.004723745,0.0011024852,0.0000031108304,0.00028639173,0.00038567538],"genre_scores_gemma":[0.9228744,0.00000400351,0.06007707,0.01401467,0.0009301416,0.0006000769,0.000008240285,0.000017306269,0.0014741026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986106,0.0001101341,0.00024740785,0.00035364446,0.00027515928,0.00040303587],"domain_scores_gemma":[0.99895895,0.00018481116,0.000089451685,0.0005685819,0.00013004194,0.00006818453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010977535,0.00012467252,0.00013607695,0.000021755406,0.0010234524,0.00015588761,0.0010928048,0.00003777583,0.00005821904],"category_scores_gemma":[0.000025108526,0.00008044769,0.00007309126,0.00089394965,0.000008351498,0.00036215183,0.00063636893,0.00015112411,0.000026920809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107412256,0.00007177305,0.118374884,0.00010225107,0.00007578342,0.0000015275469,0.005173168,0.4546596,0.00008079474,0.019216377,0.38827914,0.0138572985],"study_design_scores_gemma":[0.0003550609,0.0001832355,0.04006542,0.00004682777,0.000017942482,0.000018096509,0.0008309058,0.47742647,0.000023437333,0.002551287,0.47810295,0.00037835262],"about_ca_topic_score_codex":0.00018440316,"about_ca_topic_score_gemma":0.00014167023,"teacher_disagreement_score":0.8691302,"about_ca_system_score_codex":0.00009756741,"about_ca_system_score_gemma":0.00004094186,"threshold_uncertainty_score":0.7871672},"labels":[],"label_agreement":null},{"id":"W4324299382","doi":"10.48550/arxiv.2303.07230","title":"Systematic Evaluation of Deep Learning Models for Log-based Failure Prediction","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; European Commission; Science Foundation Ireland; Université du Luxembourg","keywords":"Computer science; Artificial intelligence; Deep learning; Machine learning; Modular design; Encoder; Convolutional neural network; Embedding; Artificial neural network; Dependability; Metric (unit); Data mining; Autoencoder","score_opus":0.11946052875043613,"score_gpt":0.21689164503972033,"score_spread":0.0974311162892842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324299382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09386374,0.00006602063,0.9031645,0.000027735554,0.0007009872,0.0017119424,0.000013086974,0.00039633154,0.000055654808],"genre_scores_gemma":[0.99799913,0.000013829411,0.0017160656,0.0000055310766,0.000042959535,0.00003253434,0.00004465957,0.000017488865,0.00012777088],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779797,0.0004542935,0.00042842695,0.00079472526,0.00029346065,0.00023109921],"domain_scores_gemma":[0.9969936,0.00035760223,0.000590764,0.0010032292,0.0009875351,0.000067291476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026731172,0.00022347351,0.00047076258,0.00031979624,0.00015186108,0.00005053912,0.00089203886,0.00033952997,0.0000033192136],"category_scores_gemma":[0.0002790022,0.00022498533,0.00029390393,0.0005134924,0.00005040486,0.00038453127,0.00037803268,0.0002951845,0.000018068804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011858347,0.000031510666,0.0013326496,0.011037445,0.00008209062,0.0000016576954,0.00026377063,0.984143,0.0000051259804,0.0029512919,0.000020839854,0.000118717755],"study_design_scores_gemma":[0.0005737534,0.00007338822,0.00033975873,0.0021002209,0.00028170095,6.63013e-7,0.00014538785,0.972382,0.000052046576,0.023867985,0.0000019831086,0.00018112047],"about_ca_topic_score_codex":0.00004830782,"about_ca_topic_score_gemma":0.000032685046,"teacher_disagreement_score":0.9041354,"about_ca_system_score_codex":0.0003604424,"about_ca_system_score_gemma":0.00030798622,"threshold_uncertainty_score":0.91746354},"labels":[],"label_agreement":null},{"id":"W4360771723","doi":"10.1109/asonam55673.2022.10068597","title":"IEEE/ACM ASONAM 2022 Message from Steering Chair","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Face (sociological concept); Computer science; Coronavirus disease 2019 (COVID-19); Work (physics); Socialization; Operations research; Psychology; Sociology; Engineering; Social psychology; Medicine","score_opus":0.012872496776956214,"score_gpt":0.225114065059069,"score_spread":0.2122415682821128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360771723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7998372,0.00048259247,0.1846423,0.0015829349,0.0050682537,0.00035530856,0.000031007185,0.0011633652,0.006837067],"genre_scores_gemma":[0.98979735,0.0000088513725,0.0069471197,0.0004511298,0.00011800292,0.00009194239,0.000005483657,0.000009428511,0.0025706608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998487,0.000092550035,0.00022138709,0.00044328655,0.0004907787,0.0002650237],"domain_scores_gemma":[0.9984435,0.00012882553,0.000059399732,0.0012671826,0.000027550872,0.00007356067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050322484,0.00011962411,0.00016512143,0.00005802325,0.00036106617,0.000069735666,0.0016925309,0.000032002852,0.00089674414],"category_scores_gemma":[0.000027290966,0.00010330307,0.00008115726,0.0003906086,0.000017841427,0.00034464445,0.0012624622,0.00022407257,0.00010466107],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091584385,0.0013021113,0.28343487,0.00027644788,0.00041785048,0.00037241337,0.020790284,0.022713114,0.013513818,0.024672255,0.195372,0.43704325],"study_design_scores_gemma":[0.002636235,0.00073071505,0.113463566,0.000057396654,0.000028278298,0.0001127852,0.0020661813,0.3678487,0.014503921,0.013072776,0.48328814,0.0021913107],"about_ca_topic_score_codex":0.0003930924,"about_ca_topic_score_gemma":0.000015128773,"teacher_disagreement_score":0.43485194,"about_ca_system_score_codex":0.00011666738,"about_ca_system_score_gemma":0.00006730492,"threshold_uncertainty_score":0.98187196},"labels":[],"label_agreement":null},{"id":"W4361198558","doi":"10.1145/3578244.3583738","title":"Pushing the Limits of Video Game Performance: A Performance Engineering Perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada)","funders":"","keywords":"Perspective (graphical); Video game; Computer science; Game Developer; Video game development; Multimedia; Human–computer interaction; Game design; Artificial intelligence","score_opus":0.017613193098251607,"score_gpt":0.24334454706119646,"score_spread":0.22573135396294486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361198558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98450136,0.000099304285,0.010629209,0.0008597516,0.0006560067,0.0002602108,7.598365e-7,0.00067167985,0.0023217122],"genre_scores_gemma":[0.99813306,0.00017870017,0.0011400599,0.000069740236,0.00009485768,0.00004110486,6.4220717e-7,0.000011796071,0.00033002027],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984697,0.000030116858,0.00033031416,0.00034028428,0.00042528455,0.0004042992],"domain_scores_gemma":[0.9986227,0.00022399101,0.00009527171,0.0007886772,0.00020920414,0.00006016871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093720015,0.00016882957,0.00021531744,0.00017375141,0.00015963851,0.00007407927,0.0010485562,0.000070747956,0.000011483531],"category_scores_gemma":[0.00012501811,0.000104395345,0.000100240984,0.0014493471,0.00006213378,0.00088629354,0.0002713016,0.0002269336,0.0002028057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001319586,0.00037139186,0.36245888,0.0033780942,0.00052573864,0.000029592791,0.10176379,0.2529193,0.01470911,0.082417,0.0075892326,0.17370592],"study_design_scores_gemma":[0.0002754543,0.000161782,0.20287655,0.00014544217,0.00000753394,0.000026185984,0.00057757413,0.7796866,0.014312194,0.00010293795,0.0015746009,0.00025313918],"about_ca_topic_score_codex":0.000043042284,"about_ca_topic_score_gemma":0.0000024093551,"teacher_disagreement_score":0.5267673,"about_ca_system_score_codex":0.000085460844,"about_ca_system_score_gemma":0.000086070395,"threshold_uncertainty_score":0.42571184},"labels":[],"label_agreement":null},{"id":"W4362489898","doi":"10.1145/3578245.3584940","title":"ICPE'23 AIPerf Workshop Chairs' Welcome","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.02099958471453372,"score_gpt":0.26320900124577434,"score_spread":0.24220941653124062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362489898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.508508,0.00022435856,0.3920775,0.018813431,0.010488922,0.0009011185,0.0000035307905,0.011512956,0.05747015],"genre_scores_gemma":[0.9836689,0.000060539987,0.0033884293,0.0004488127,0.00023578152,0.000037111895,0.000003911935,0.000010554595,0.0121459225],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862814,0.00003663687,0.00023371082,0.00040111988,0.00030766174,0.0003927106],"domain_scores_gemma":[0.9987578,0.00014467326,0.000037064066,0.0008948172,0.000058789312,0.00010687669],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055928057,0.00012986046,0.00016726542,0.0001585994,0.0001536436,0.0001075076,0.0008673374,0.00009164726,0.00007677108],"category_scores_gemma":[0.00005763342,0.000094112795,0.00009001461,0.0014182755,0.00003738788,0.00044665564,0.0003830688,0.00012576759,0.0071823825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027203929,0.00030760758,0.14024459,0.0004359227,0.00013008468,0.00016606406,0.0078324955,0.0022922459,0.00053423346,0.08937803,0.40898785,0.34966367],"study_design_scores_gemma":[0.0018650544,0.00027344757,0.2047397,0.00022533008,0.000014020629,0.00010269289,0.0008765222,0.3699796,0.003908822,0.009982973,0.40617752,0.0018543248],"about_ca_topic_score_codex":0.000031484757,"about_ca_topic_score_gemma":0.0000135802975,"teacher_disagreement_score":0.4751609,"about_ca_system_score_codex":0.000032693173,"about_ca_system_score_gemma":0.000048372236,"threshold_uncertainty_score":0.99359065},"labels":[],"label_agreement":null},{"id":"W4362490011","doi":"10.1145/3578245.3585030","title":"Transparent Trace Annotation for Performance Debugging in Microservice-oriented Systems (Work In Progress Paper)","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Debugging; TRACE (psycholinguistics); Computer science; Annotation; Work (physics); Software engineering; Programming language; Artificial intelligence; Engineering","score_opus":0.022865732472749752,"score_gpt":0.27052153060527523,"score_spread":0.24765579813252547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362490011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705593,0.0004252549,0.025584316,0.0006931372,0.0009236071,0.0012431629,0.0000028279267,0.00051730964,0.000051110143],"genre_scores_gemma":[0.996242,0.000041870524,0.0028943012,0.000045577235,0.00004072779,0.0006058296,0.000015475936,0.00001145882,0.00010279797],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822724,0.000063251864,0.0005368372,0.00045797878,0.00023929554,0.00047540833],"domain_scores_gemma":[0.9992776,0.00012452276,0.000080996164,0.00037450285,0.00008976703,0.00005264522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009584386,0.00016062768,0.0002463058,0.00025536722,0.00009591398,0.00009024621,0.0004373341,0.00009925171,0.000001614891],"category_scores_gemma":[0.000015021797,0.00013228123,0.00005178765,0.0020034157,0.00002481061,0.0007877506,0.000045922163,0.00011860084,0.000030666743],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014643643,0.00022506347,0.8793023,0.0022079262,0.000016113872,0.00001254451,0.012812585,0.03526876,0.000279935,0.0007798246,0.0004650592,0.0684834],"study_design_scores_gemma":[0.0010361789,0.00008381513,0.489701,0.00047900903,0.0000026402215,0.0000038598273,0.0003599947,0.5053448,0.00042097562,0.000026833208,0.0022970857,0.0002438053],"about_ca_topic_score_codex":0.00008369073,"about_ca_topic_score_gemma":0.00013084683,"teacher_disagreement_score":0.47007605,"about_ca_system_score_codex":0.00011630088,"about_ca_system_score_gemma":0.00006643911,"threshold_uncertainty_score":0.5394272},"labels":[],"label_agreement":null},{"id":"W4362505374","doi":"10.1145/3578245.3584689","title":"Uncovering Steady State Executions in Java Microbenchmarking with Call Graph Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Call stack; Java; Call graph; Programming language; Compiler; Process (computing); Dependency graph; Operating system; Stack (abstract data type); Software","score_opus":0.009229382944311797,"score_gpt":0.23163893948160158,"score_spread":0.22240955653728978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362505374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8018558,0.000020468466,0.19604234,0.00016623462,0.00012442237,0.00013144853,0.000002484067,0.00036825164,0.0012885523],"genre_scores_gemma":[0.9942413,0.000022351094,0.005125996,0.000069592454,0.000008791327,0.000018961982,0.000006539115,0.0000049533537,0.0005015123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987482,0.0000430926,0.00026243165,0.0003854267,0.00022482168,0.0003360321],"domain_scores_gemma":[0.9992134,0.00008089198,0.000054352146,0.0005344082,0.000056700825,0.00006022676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005001384,0.00011663664,0.00020738736,0.0006338023,0.00010190906,0.00009779451,0.0003999083,0.000035670662,0.00001013061],"category_scores_gemma":[0.000010390948,0.00008392823,0.00008264795,0.005673381,0.0000312373,0.00040083926,0.00016395822,0.000104856226,0.00005686573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008478429,0.00005371065,0.84144044,0.00005677296,0.00020489396,0.000055806227,0.0036085509,0.14855085,0.00022628921,0.0003424407,0.00047276684,0.004978966],"study_design_scores_gemma":[0.00073815865,0.000114562354,0.8728727,0.00010475026,0.0000660667,0.00000950926,0.00039066537,0.12076533,0.0008800032,0.0010371618,0.0024133648,0.0006077297],"about_ca_topic_score_codex":0.0013984703,"about_ca_topic_score_gemma":0.0019444361,"teacher_disagreement_score":0.19238551,"about_ca_system_score_codex":0.000067790395,"about_ca_system_score_gemma":0.000061743944,"threshold_uncertainty_score":0.34224936},"labels":[],"label_agreement":null},{"id":"W4362505400","doi":"10.1145/3578245.3584312","title":"LTB'23 Workshop Chairs' Welcome","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"","keywords":"Benchmarking; Workload; Computer science; Software; Software engineering; Engineering management; Operating system; Engineering; Management","score_opus":0.021409842453225778,"score_gpt":0.26394403725233107,"score_spread":0.2425341947991053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362505400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41239136,0.00019605,0.49320656,0.019407028,0.009701175,0.0007514426,0.0000025315358,0.011542355,0.052801475],"genre_scores_gemma":[0.9799692,0.000030837695,0.003551788,0.00037545382,0.00019189197,0.000028867707,0.0000029736646,0.000008010378,0.015840966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989002,0.000027630967,0.00018683478,0.00031882775,0.00024966314,0.00031685477],"domain_scores_gemma":[0.99897796,0.000121228266,0.000030060726,0.0007415018,0.000045324163,0.0000839319],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004701035,0.00009819254,0.00012947453,0.000112665795,0.00011971432,0.00008644264,0.00072755385,0.00006998725,0.000056604982],"category_scores_gemma":[0.000046523626,0.000070645314,0.00006999009,0.0011331349,0.000028036868,0.00036658716,0.00032153973,0.00009467782,0.0064090644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001686569,0.00022026642,0.124117024,0.00032693945,0.00009496989,0.00012989479,0.0057293316,0.0017238089,0.0003264409,0.11448026,0.46864372,0.28419048],"study_design_scores_gemma":[0.0015313085,0.00021818509,0.30018926,0.00018200633,0.000010286559,0.000078232435,0.00077020074,0.3280723,0.0026677516,0.018008681,0.34671018,0.0015616032],"about_ca_topic_score_codex":0.000017015633,"about_ca_topic_score_gemma":0.00000815662,"teacher_disagreement_score":0.56757784,"about_ca_system_score_codex":0.000024518538,"about_ca_system_score_gemma":0.000036753365,"threshold_uncertainty_score":0.99436456},"labels":[],"label_agreement":null},{"id":"W4362607906","doi":"10.1002/aaai.12079","title":"Deploying automated ticket router across the enterprise","year":2023,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Software deployment; IBM; Ticket; Computer science; Service (business); Perspective (graphical); Process management; Engineering management; Knowledge management; Engineering; Artificial intelligence; Software engineering; Computer security; Business; Marketing","score_opus":0.012580120152080593,"score_gpt":0.2926173237792072,"score_spread":0.2800372036271266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362607906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94244266,0.000092636124,0.038401023,0.008204914,0.0020978944,0.00040567297,0.000008001459,0.0074081765,0.00093901093],"genre_scores_gemma":[0.99664056,0.000017499779,0.0006340539,0.0012191813,0.0001095996,0.000038469578,0.0000047338453,0.0000132093555,0.0013226948],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869275,0.000064819375,0.00023631047,0.00030976496,0.00026559856,0.0004307557],"domain_scores_gemma":[0.99878633,0.0001706371,0.00005560956,0.0008492353,0.000077399316,0.00006080329],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057530374,0.00012842477,0.00013853681,0.00004300988,0.00025322655,0.000215042,0.00087225344,0.000058039317,0.000007652783],"category_scores_gemma":[0.00008932066,0.00007704135,0.000076099204,0.00081506325,0.000059606813,0.0004298089,0.00052087114,0.00014581844,0.0045783636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019560497,0.00015629272,0.26832467,0.0002386694,0.00013150297,0.00025106134,0.01867542,0.0012544922,0.0018836134,0.0011422683,0.61145407,0.09646837],"study_design_scores_gemma":[0.0005520137,0.000068948146,0.35164106,0.00005104225,0.0000071989293,0.00007808951,0.000076633536,0.56407285,0.000565115,0.00048315275,0.08220509,0.00019879005],"about_ca_topic_score_codex":0.000015746231,"about_ca_topic_score_gemma":0.00000787475,"teacher_disagreement_score":0.5628184,"about_ca_system_score_codex":0.00002957485,"about_ca_system_score_gemma":0.00003331443,"threshold_uncertainty_score":0.9961967},"labels":[],"label_agreement":null},{"id":"W4362722749","doi":"10.1002/spe.3208","title":"Detection of microservice‐based software anomalies based on OpenTracing in cloud","year":2023,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Microservices; DevOps; Computer science; Anomaly detection; Cloud computing; Scalability; Flexibility (engineering); Software; Distributed computing; Software architecture; Architecture; Software deployment; Data mining; Software engineering; Real-time computing; Database; Operating system","score_opus":0.015413194559834285,"score_gpt":0.28289239610846423,"score_spread":0.2674792015486299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362722749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71903723,0.00019315982,0.27864668,0.00053478265,0.00068527774,0.0003541367,0.0000050534795,0.00048968947,0.00005396198],"genre_scores_gemma":[0.97471386,0.000041385247,0.024278777,0.00079318177,0.00003959963,0.000099291334,0.0000041798507,0.00001384805,0.000015874904],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997943,0.00018152282,0.00043881295,0.00060895877,0.00042828821,0.00039940755],"domain_scores_gemma":[0.9973718,0.0014089762,0.00024378113,0.0007100751,0.00017048107,0.00009488828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090994424,0.00021078665,0.0002739178,0.00028387172,0.00022796857,0.00013523233,0.0005328663,0.0001283406,0.0000067534565],"category_scores_gemma":[0.0016478755,0.00019149837,0.00006224302,0.0014148046,0.00011134783,0.0014705249,0.00017460264,0.0002258482,0.000038966522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001479764,0.0014480152,0.5720095,0.0026085179,0.000054330852,0.0004068014,0.060300935,0.031104967,0.017886573,0.0004038867,0.00030819039,0.3119885],"study_design_scores_gemma":[0.00767582,0.0030899362,0.29512146,0.002877384,0.000075016214,0.0001781264,0.01877493,0.35283583,0.29152614,0.0012842686,0.023285462,0.0032756228],"about_ca_topic_score_codex":0.00033342105,"about_ca_topic_score_gemma":0.00003922107,"teacher_disagreement_score":0.32173085,"about_ca_system_score_codex":0.00006806417,"about_ca_system_score_gemma":0.00014625628,"threshold_uncertainty_score":0.7809077},"labels":[],"label_agreement":null},{"id":"W4364321483","doi":"10.1109/ihsh57076.2022.10092082","title":"Roundtable discussion- The architecture matters in health and non-health information systems: The case of the microservice architecture paradigm","year":2022,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science","score_opus":0.006129097062386526,"score_gpt":0.2340412421526791,"score_spread":0.2279121450902926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364321483","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.348755,0.0017083369,0.13860051,0.50469726,0.0017388671,0.0041995966,0.00006284266,0.00011866971,0.000118891],"genre_scores_gemma":[0.986988,0.000018896104,0.00034899046,0.012340639,0.000023567467,0.00012034171,0.0000035147552,0.000005478538,0.00015054987],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788916,0.00069892517,0.0005792599,0.00020673976,0.00029942777,0.00032646084],"domain_scores_gemma":[0.9983388,0.00020432028,0.00037862823,0.000984201,0.000022197448,0.000071818875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020422859,0.00014450832,0.00022585066,0.00007757522,0.0011292952,0.00021340506,0.0009973416,0.000029261419,0.0000027176486],"category_scores_gemma":[0.000014940965,0.000048876085,0.000058173475,0.0007755636,0.00007362476,0.00042344196,0.0006760797,0.0004900546,0.0000014088056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013697664,0.00021262911,0.041567303,0.0075049163,0.00009600711,0.00002300765,0.41989318,0.369619,0.000035018908,0.016684994,0.018631576,0.12559538],"study_design_scores_gemma":[0.0054842746,0.0018195709,0.09466226,0.001996621,0.00003154051,0.023737084,0.1514172,0.30795023,0.00011140338,0.0124778235,0.3984771,0.0018348752],"about_ca_topic_score_codex":0.013799474,"about_ca_topic_score_gemma":0.0013658333,"teacher_disagreement_score":0.638233,"about_ca_system_score_codex":0.00020776525,"about_ca_system_score_gemma":0.00038567287,"threshold_uncertainty_score":0.9927677},"labels":[],"label_agreement":null},{"id":"W4364857224","doi":"10.2139/ssrn.4415639","title":"Serviceanomaly: An Anomaly Detection Approach in Microservices Using Distributed Traces and Profiling Metrics","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; University of Alberta","funders":"","keywords":"Microservices; Profiling (computer programming); Anomaly detection; Computer science; Data mining; Operating system","score_opus":0.026061936751589524,"score_gpt":0.26874903654069754,"score_spread":0.24268709978910802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364857224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65853477,0.0025073339,0.33794102,0.00005512516,0.0004924351,0.0003063123,0.0000074280124,0.0001517659,0.0000037813145],"genre_scores_gemma":[0.9908205,0.0013617896,0.0074552,0.000015358992,0.00025129007,0.000020215,0.000029256507,0.000035537192,0.000010830103],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99563897,0.00033662544,0.0007537659,0.0009038278,0.000438045,0.0019287594],"domain_scores_gemma":[0.9983754,0.00007560526,0.00056920963,0.0006285753,0.00021848014,0.0001326922],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0050363215,0.00039327447,0.0005301033,0.0007270265,0.0003548721,0.00065150106,0.0012843973,0.00046097822,3.08318e-7],"category_scores_gemma":[0.000044580163,0.00035150355,0.00013236517,0.0014150428,0.00004042224,0.0009972684,0.0007207873,0.0036064787,0.0000024565643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021673173,0.0009446609,0.7937419,0.003888917,0.00088279496,0.00006263008,0.0055208267,0.084263325,0.00409517,0.0041778195,0.0000017055373,0.10220352],"study_design_scores_gemma":[0.0007223416,0.0002616225,0.035060287,0.00020525593,0.00007200953,0.0008236032,0.0025237782,0.91194,0.00069383567,0.046957158,0.000009778473,0.0007303708],"about_ca_topic_score_codex":0.0010602551,"about_ca_topic_score_gemma":0.0021767884,"teacher_disagreement_score":0.82767665,"about_ca_system_score_codex":0.0015164096,"about_ca_system_score_gemma":0.0019943453,"threshold_uncertainty_score":0.9998937},"labels":[],"label_agreement":null},{"id":"W4366218202","doi":"10.5381/jot.2023.22.1.a1","title":"A Model-Driven-Reverse Engineering Approach for Detecting Privilege Escalation in IoT Systems.","year":2023,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Internet of Things; Computer science; Privilege (computing); Reverse engineering; Computer security; Operating system","score_opus":0.019192258846015654,"score_gpt":0.24200231915652592,"score_spread":0.22281006031051026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366218202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46241066,0.00008701534,0.53674674,0.0001987467,0.00020516248,0.00020268498,3.8216368e-7,0.00014260113,0.000006033041],"genre_scores_gemma":[0.9604552,0.000016203476,0.03943127,0.0000070964006,0.00005001,0.000023171384,1.6283037e-7,0.000008646166,0.000008272403],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989785,0.000042310614,0.000438643,0.00012207903,0.00016495696,0.0002535075],"domain_scores_gemma":[0.9990977,0.00017520359,0.00025125843,0.00033451171,0.000118538635,0.000022756138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017270608,0.000097588614,0.0002380823,0.00062896876,0.00007699421,0.000019770177,0.00073870074,0.00014785153,1.0531073e-7],"category_scores_gemma":[0.0002553489,0.000064964705,0.000064712935,0.0012037025,0.000027852244,0.00012607581,0.00013431336,0.00032660257,0.00000209284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012188134,0.00001877286,0.0015718692,0.00011047982,0.000018302895,0.0000034124903,0.0006472928,0.9865948,0.005887329,0.0008518618,0.0000421539,0.0042415145],"study_design_scores_gemma":[0.00032890248,0.000108534245,0.0006240017,0.00007636028,0.0000075994126,0.00017204121,0.00021704445,0.99699855,0.0010794027,0.00027402234,0.000041864238,0.000071668044],"about_ca_topic_score_codex":0.0000060863817,"about_ca_topic_score_gemma":0.000001942758,"teacher_disagreement_score":0.49804452,"about_ca_system_score_codex":0.00011636471,"about_ca_system_score_gemma":0.000069803544,"threshold_uncertainty_score":0.26491836},"labels":[],"label_agreement":null},{"id":"W4368376429","doi":"10.1002/spe.3210","title":"Distributed computation of the critical path from execution traces","year":2023,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Telefonaktiebolaget LM Ericsson; Advanced Micro Devices","keywords":"Tracing; Computer science; Scalability; Distributed computing; TRACE (psycholinguistics); Computation; Path tracing; Path (computing); Parallel computing; Algorithm; Computer network; Artificial intelligence","score_opus":0.01588971179918067,"score_gpt":0.3036955461113921,"score_spread":0.2878058343122114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368376429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61048573,0.0002841861,0.38613695,0.002022833,0.00065170886,0.00012926526,0.000017860657,0.000249314,0.000022149019],"genre_scores_gemma":[0.9905231,0.000073445815,0.009169656,0.00015523499,0.000035158297,0.000026937754,0.000007313766,0.000003820081,0.0000053173057],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987727,0.00014283245,0.00024780058,0.00030996755,0.00034369988,0.00018300876],"domain_scores_gemma":[0.9981068,0.0011742668,0.00012705404,0.00035808055,0.00017823407,0.000055583194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033937115,0.00009656053,0.00012895504,0.000029339371,0.00026412559,0.00009322741,0.00036467102,0.0000672069,0.000002824591],"category_scores_gemma":[0.002635941,0.000066222114,0.000043096,0.00063511415,0.00020227482,0.0013622051,0.00022857629,0.000118655815,0.000017798031],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003296281,0.0011015725,0.33144954,0.0008601899,0.00014813102,0.00011262802,0.27091187,0.0019958075,0.0066619264,0.019074574,0.008536858,0.35881728],"study_design_scores_gemma":[0.001475897,0.00051124766,0.7960406,0.00083444634,0.00010831468,0.00017015715,0.03332964,0.10447505,0.015257655,0.027656743,0.018930444,0.0012098021],"about_ca_topic_score_codex":0.000196949,"about_ca_topic_score_gemma":0.0000024199853,"teacher_disagreement_score":0.46459106,"about_ca_system_score_codex":0.00001974155,"about_ca_system_score_gemma":0.000057568293,"threshold_uncertainty_score":0.3155658},"labels":[],"label_agreement":null},{"id":"W4376606564","doi":"10.1109/saner56733.2023.00019","title":"Studying and Complementing the Use of Identifiers in Logs","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependency graph; Computer science; Identifier; Dependency (UML); Java; Data mining; Software; Source code; Call graph; Coding (social sciences); Process (computing); Graph; Static program analysis; Software development; Programming language; Software engineering; Theoretical computer science; Statistics","score_opus":0.14562489496492417,"score_gpt":0.296689266394009,"score_spread":0.15106437142908483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376606564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839394,0.000012697025,0.015327813,0.0003033255,0.00015059611,0.00012953239,2.5830263e-7,0.00006532677,0.000071047005],"genre_scores_gemma":[0.9982289,0.000008984549,0.0015892735,0.000050190574,0.000005176763,0.000004918348,2.5428812e-7,0.0000013507995,0.00011097151],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999432,0.000040993713,0.00017273087,0.00012291918,0.00011682267,0.000114497365],"domain_scores_gemma":[0.9994847,0.00021308291,0.000035882396,0.00023261661,0.000021960625,0.000011715515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000707786,0.00003549163,0.0000709445,0.000062607796,0.00006589709,0.00006127528,0.00020682912,0.000011549646,0.0000028350937],"category_scores_gemma":[0.000048915022,0.000021070236,0.000014595251,0.00045685162,0.000033075365,0.00027045494,0.0002801537,0.000038897422,0.000008030744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010680669,0.000013565313,0.97371805,0.000055421628,0.000008679145,0.0000024476356,0.0038616431,0.0005203193,0.00016280863,0.0026137333,0.0010826425,0.01795964],"study_design_scores_gemma":[0.00022464394,0.000017738043,0.88242257,0.000036847,0.0000018154781,0.0000020594478,0.00092876214,0.11415148,0.00031053746,0.00058722415,0.0012458833,0.000070447226],"about_ca_topic_score_codex":0.00027612256,"about_ca_topic_score_gemma":0.0000653065,"teacher_disagreement_score":0.11363116,"about_ca_system_score_codex":0.0000064711353,"about_ca_system_score_gemma":0.000009339512,"threshold_uncertainty_score":0.085921936},"labels":[],"label_agreement":null},{"id":"W4377299904","doi":"10.48550/arxiv.2305.11293","title":"Patterns of Multi-Container Composition for Service Orchestration with Docker Compose","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Orchestration; Container (type theory); Software deployment; Computer science; Software engineering; Software; Service (business); Software system; Operating system; Engineering","score_opus":0.09955914425336977,"score_gpt":0.21382424400496797,"score_spread":0.1142650997515982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377299904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4728932,0.0000038969047,0.52609974,0.00009318468,0.00021825412,0.00047934934,0.000036123343,0.00016335881,0.000012903458],"genre_scores_gemma":[0.99439764,0.000015145845,0.005168729,0.000054608186,0.000045156197,0.000007328046,0.00011789892,0.000017574863,0.00017590178],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860424,0.000085788146,0.0002540073,0.0007313948,0.000098468845,0.00022609819],"domain_scores_gemma":[0.99807006,0.00013539224,0.000326575,0.00088307785,0.0005073855,0.000077521225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027380715,0.00023630624,0.0003356251,0.00016012313,0.00010641294,0.00005043078,0.0008301108,0.0002215419,0.0000020357602],"category_scores_gemma":[0.000006881883,0.00021790768,0.00013148694,0.00037190077,0.000032803815,0.0003382689,0.0004670878,0.00022969798,0.000018882398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004125331,0.0006003152,0.21315153,0.00395757,0.00037863723,0.000088747074,0.002031467,0.756406,0.00059649674,0.02163263,0.00010461242,0.00063946703],"study_design_scores_gemma":[0.0019051345,0.00021295856,0.060376704,0.0005658552,0.00010202112,0.0000053665126,0.00016247242,0.93235946,0.001228774,0.0025451798,0.00004348521,0.00049256475],"about_ca_topic_score_codex":0.0007554748,"about_ca_topic_score_gemma":0.00038369495,"teacher_disagreement_score":0.52150446,"about_ca_system_score_codex":0.00012788271,"about_ca_system_score_gemma":0.00016256246,"threshold_uncertainty_score":0.8886017},"labels":[],"label_agreement":null},{"id":"W4378675137","doi":"10.1016/j.jss.2023.111755","title":"On the maintenance support for microservice-based systems through the specification and the detection of microservice antipatterns","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Microservices; Software engineering; Computer science; Software; Software development; Operating system","score_opus":0.02045165233466532,"score_gpt":0.24493633966038555,"score_spread":0.22448468732572024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378675137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5793465,0.002172942,0.41060975,0.0038951426,0.0024489905,0.001416805,0.000035409772,0.00005845138,0.000016056298],"genre_scores_gemma":[0.99901676,0.00021779837,0.00016800249,0.00025900087,0.00019221839,0.000050995346,0.000001248336,0.000010896288,0.0000831067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832654,0.00023036211,0.000704298,0.00019632747,0.0003401476,0.00020229997],"domain_scores_gemma":[0.9965904,0.0014837619,0.0008529095,0.00053232675,0.0005047094,0.000035930756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028915885,0.00014640512,0.0003463726,0.00006126263,0.00041142642,0.00025184356,0.0006216555,0.000080515056,5.4318565e-7],"category_scores_gemma":[0.0001427386,0.000059962167,0.0001290599,0.00034960647,0.0001433543,0.00025083602,0.00006650666,0.00018054663,0.0000034525735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010914877,0.0016580753,0.2846427,0.06859799,0.00411104,0.00017056517,0.19298159,0.056953862,0.08032974,0.14306831,0.07222028,0.08435097],"study_design_scores_gemma":[0.03122822,0.00557542,0.38178757,0.014416732,0.0007138894,0.0039956938,0.04566475,0.29554734,0.018795643,0.012858899,0.18690237,0.0025135062],"about_ca_topic_score_codex":0.00023973075,"about_ca_topic_score_gemma":0.000013615147,"teacher_disagreement_score":0.41967028,"about_ca_system_score_codex":0.00003593891,"about_ca_system_score_gemma":0.0000667597,"threshold_uncertainty_score":0.3164401},"labels":[],"label_agreement":null},{"id":"W4379523163","doi":"10.21428/594757db.74665221","title":"Towards determining the criticality of AI applications: A model risk management perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Operationalization; Criticality; Risk analysis (engineering); Software deployment; Computer science; Perspective (graphical); Procurement; Corporate governance; Risk management; Process management; Management science; Artificial intelligence; Business; Software engineering; Engineering; Epistemology","score_opus":0.018809910275556035,"score_gpt":0.31204545404502726,"score_spread":0.29323554376947125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379523163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068612285,0.00002061433,0.9754157,0.0013496259,0.00005836354,0.0004214879,0.000004476728,0.00028231172,0.015586172],"genre_scores_gemma":[0.9766458,0.00003846957,0.022689054,0.00022996622,0.000018431283,0.00020239389,4.8258096e-7,0.0000035400453,0.00017184702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990703,0.00004814565,0.00020127447,0.00026657485,0.0002500786,0.00016363748],"domain_scores_gemma":[0.99887806,0.00011430925,0.00004182379,0.0007240571,0.0002093802,0.00003234009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006859425,0.0000717562,0.00010373931,0.00005401924,0.00015387194,0.000040045543,0.00064003334,0.000029437046,0.0000037655434],"category_scores_gemma":[0.000059706923,0.000043069635,0.000069048285,0.0005520109,0.00007982468,0.00017690117,0.00033967168,0.000093717485,0.000060295042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033782435,0.000094155956,0.013187613,0.000119014156,0.00004193045,7.6238223e-7,0.0022784062,0.0029878537,0.0000023134992,0.9124343,0.0011907684,0.06765952],"study_design_scores_gemma":[0.00015591549,0.000023439132,0.038748425,0.000017170234,0.00001677958,7.711561e-7,0.0010030259,0.7842895,0.0001273134,0.175092,0.00041173975,0.000113958624],"about_ca_topic_score_codex":0.000068697846,"about_ca_topic_score_gemma":0.0000035297996,"teacher_disagreement_score":0.96978456,"about_ca_system_score_codex":0.000047392416,"about_ca_system_score_gemma":0.000042061933,"threshold_uncertainty_score":0.17563288},"labels":[],"label_agreement":null},{"id":"W4380986974","doi":"10.1016/j.jss.2023.111788","title":"How do microservices evolve? An empirical analysis of changes in open-source microservice repositories","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; McMaster University","funders":"","keywords":"Microservices; Computer science; Software engineering; Scalability; Service (business); Software evolution; Data science; Software development; Software; Software construction; Database; Programming language","score_opus":0.024623618279438608,"score_gpt":0.2954134373364286,"score_spread":0.27078981905699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380986974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902241,0.0026153524,0.005476,0.00064993266,0.0007757033,0.00018883713,0.000010801947,0.00005418238,0.0000050765534],"genre_scores_gemma":[0.9968286,0.0001837118,0.0025799535,0.000054563683,0.0001808575,0.000008173914,0.0000036944557,0.000011332172,0.00014911435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980189,0.00021473515,0.0007259996,0.00034017855,0.0004417552,0.00025841486],"domain_scores_gemma":[0.99764824,0.00024008902,0.00080337556,0.00060067506,0.0005612788,0.00014632364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018734962,0.00017542695,0.00086848845,0.0007153883,0.00013219475,0.0008673205,0.0012474497,0.00015916793,0.0000010406369],"category_scores_gemma":[0.000088730805,0.00012612173,0.00012844804,0.0026057737,0.000050045113,0.0012803918,0.00041889376,0.00018886528,9.2323717e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036183712,0.00008662208,0.98382944,0.00063176954,0.000295413,0.000051936568,0.009145799,0.0008802353,0.0008141244,0.000022758764,0.00035771448,0.0038479916],"study_design_scores_gemma":[0.001254407,0.00078013836,0.95920825,0.0011451178,0.0002943644,0.000284727,0.010980816,0.014359244,0.00080753653,0.00013018717,0.010252582,0.0005026381],"about_ca_topic_score_codex":0.0007633038,"about_ca_topic_score_gemma":0.00051975966,"teacher_disagreement_score":0.02462121,"about_ca_system_score_codex":0.000055557804,"about_ca_system_score_gemma":0.00009868316,"threshold_uncertainty_score":0.83635914},"labels":[],"label_agreement":null},{"id":"W4381744889","doi":"10.1109/noms56928.2023.10154218","title":"A Deep Learning Approach for Root Cause Analysis in Real-Time IIoT Edge Networks","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Root cause analysis; Deep learning; Root cause; Anomaly detection; Artificial intelligence; Node (physics); Latency (audio); Data mining; Enhanced Data Rates for GSM Evolution; Edge computing; Machine learning; Engineering; Reliability engineering; Telecommunications","score_opus":0.01829773426128145,"score_gpt":0.26206719382153165,"score_spread":0.2437694595602502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381744889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103732005,0.000028212495,0.8934365,0.000066721426,0.00010495955,0.00030897887,2.40756e-7,0.0006613916,0.0016610203],"genre_scores_gemma":[0.9740425,0.00003096023,0.023215435,0.00002647014,0.000090293324,0.00014366276,0.000037866146,0.000011946814,0.002400913],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844676,0.000096900694,0.00032490102,0.00050839764,0.00018235693,0.00044068255],"domain_scores_gemma":[0.99900454,0.00023779128,0.00007094548,0.0005407238,0.00006827355,0.00007769908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012529095,0.00013439395,0.00032199017,0.00038492732,0.00014333657,0.000099930214,0.00051612064,0.00011769706,0.000013774226],"category_scores_gemma":[0.000068027766,0.00010609659,0.0001776666,0.0037186267,0.00002284173,0.00025870558,0.00020340177,0.0001449042,0.00006205329],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089981995,0.000048298065,0.19430083,0.00004342412,0.00013215387,0.0000040673995,0.00070886675,0.7933883,0.0000128638185,0.00038694212,0.0006111437,0.010354104],"study_design_scores_gemma":[0.00020802562,0.000038202274,0.06739905,0.0000048513275,0.000030188703,0.0000011570834,0.000036564372,0.9319405,0.000009755212,0.00004881983,0.00014329261,0.00013959112],"about_ca_topic_score_codex":0.00020693695,"about_ca_topic_score_gemma":0.00010917771,"teacher_disagreement_score":0.8703104,"about_ca_system_score_codex":0.00006126948,"about_ca_system_score_gemma":0.00003082215,"threshold_uncertainty_score":0.4326493},"labels":[],"label_agreement":null},{"id":"W4382934973","doi":"10.21203/rs.3.rs-2998318/v1","title":"Test Plan Generation for Live Testing of Cloud Services","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test plan; Test (biology); Plan (archaeology); Software deployment; Test Management Approach; Computer science; Schedule; Production (economics); Test case; Task (project management); Reliability engineering; Cloud computing; Service (business); Engineering; Systems engineering; Software engineering; Operating system; Software; Machine learning","score_opus":0.1930620486014544,"score_gpt":0.399791728425844,"score_spread":0.20672967982438958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382934973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92801875,0.00066274666,0.06030775,0.0010955196,0.0034396027,0.004787601,0.00046489583,0.0009154692,0.0003076537],"genre_scores_gemma":[0.9808852,0.00006596252,0.01660778,0.000012667647,0.0013368366,0.0005780744,0.0001580515,0.000029942574,0.00032547594],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997158,0.0002111447,0.0004649833,0.00074595737,0.000931828,0.0004880717],"domain_scores_gemma":[0.99403745,0.0027087044,0.00019681845,0.0012211007,0.0017340629,0.00010187592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035902474,0.00017667955,0.0003248505,0.00030259285,0.00028402376,0.00023745727,0.0014864324,0.00029045765,0.0000038088672],"category_scores_gemma":[0.0015314354,0.00014982278,0.00012204875,0.0006163237,0.00007166193,0.00017505883,0.001912064,0.0005681517,0.0000889155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000683593,0.00079919567,0.78532344,0.06815844,0.00023370571,0.00004468883,0.022526357,0.02707404,0.007217216,0.0031683932,0.019446006,0.06594015],"study_design_scores_gemma":[0.00041002757,0.0010509863,0.034271687,0.0036864167,0.000010700268,0.0000047745225,0.0006247874,0.94705284,0.004885959,0.0065350644,0.0010172098,0.00044952222],"about_ca_topic_score_codex":0.00087642495,"about_ca_topic_score_gemma":0.0001422177,"teacher_disagreement_score":0.9199788,"about_ca_system_score_codex":0.00013201943,"about_ca_system_score_gemma":0.00056586886,"threshold_uncertainty_score":0.6109596},"labels":[],"label_agreement":null},{"id":"W4384158036","doi":"10.1109/netsoft57336.2023.10175410","title":"AppleSeed: Intent-Based Multi-Domain Infrastructure Management via Few-Shot Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Pipeline (software); Executable; Compiler; Domain (mathematical analysis); Plan (archaeology); Software deployment; Software engineering; Artificial intelligence; Programming language","score_opus":0.015064563384305441,"score_gpt":0.25193794325684554,"score_spread":0.2368733798725401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384158036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06123828,0.000012624786,0.9338518,0.0007191449,0.00065375905,0.00036872466,7.317106e-7,0.0014672251,0.0016877591],"genre_scores_gemma":[0.924554,0.000007177267,0.07293518,0.00035609302,0.00004895095,0.00006766772,0.000014941876,0.000015115975,0.002000903],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983146,0.00007957583,0.00029126383,0.00050061115,0.00038093867,0.00043301008],"domain_scores_gemma":[0.9991448,0.000065095344,0.00007339877,0.00054481014,0.00006597288,0.00010590443],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059697457,0.00018955156,0.00019035077,0.0002270166,0.00022958778,0.0001444055,0.0007508096,0.00009073842,0.0000761197],"category_scores_gemma":[0.000021661432,0.00014380831,0.00010350153,0.0010439852,0.000048763464,0.00024428315,0.0004493101,0.00023381534,0.00087000965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006495332,0.00032922276,0.39927912,0.0015719583,0.0002847243,0.0002934532,0.0038354974,0.09140052,0.002593629,0.016106904,0.023054484,0.46118554],"study_design_scores_gemma":[0.0014965647,0.00011670578,0.12206702,0.000082720595,0.0000095593405,0.0000120157965,0.0009177504,0.84167886,0.00078448444,0.0015017993,0.030792093,0.0005404461],"about_ca_topic_score_codex":0.000033015895,"about_ca_topic_score_gemma":0.000007330815,"teacher_disagreement_score":0.8633157,"about_ca_system_score_codex":0.00008120222,"about_ca_system_score_gemma":0.000030481388,"threshold_uncertainty_score":0.9999079},"labels":[],"label_agreement":null},{"id":"W4384158990","doi":"10.1109/icpc58990.2023.00023","title":"Towards a Classification of Log Parsing Errors","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Concordia University","funders":"","keywords":"Parsing; Debugging; Computer science; Key (lock); Artificial intelligence; Bottom-up parsing; S-attributed grammar; Point (geometry); Data mining; Top-down parsing; Natural language processing; Programming language","score_opus":0.04534853469578359,"score_gpt":0.29431154321258535,"score_spread":0.24896300851680175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384158990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65579355,0.000017349415,0.33347067,0.001480245,0.0005743939,0.00012396369,6.0161676e-7,0.0005978116,0.007941413],"genre_scores_gemma":[0.9947307,0.0000066826724,0.0049704076,0.000031653824,0.000017209155,0.000006059024,0.0000012394717,0.000002152454,0.00023386673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993598,0.000023614573,0.0001729989,0.00015779138,0.00016672866,0.000119094875],"domain_scores_gemma":[0.99951404,0.00003334608,0.00004906216,0.00031513293,0.000060836242,0.000027556567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003908439,0.000044651402,0.00008506826,0.000078834724,0.000040099792,0.000015430387,0.00027076996,0.000038367143,0.000008810463],"category_scores_gemma":[0.00003704104,0.000032894895,0.000038804657,0.00065628684,0.000028537255,0.0002013955,0.00007782523,0.000034173278,0.00015006002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011751682,0.00014705192,0.15711349,0.0004024562,0.000037283393,0.0000060277434,0.0050592073,0.00045234384,0.010961134,0.072634116,0.014488104,0.73868704],"study_design_scores_gemma":[0.0001949562,0.00006727187,0.7231362,0.000041888314,0.000003139545,0.0000049170458,0.00025216865,0.26152608,0.008015365,0.004092325,0.0025185528,0.00014712778],"about_ca_topic_score_codex":0.00004223043,"about_ca_topic_score_gemma":0.0000033181466,"teacher_disagreement_score":0.7385399,"about_ca_system_score_codex":0.000018609582,"about_ca_system_score_gemma":0.00005510751,"threshold_uncertainty_score":0.1928768},"labels":[],"label_agreement":null},{"id":"W4384345685","doi":"10.1109/icse48619.2023.00079","title":"On the Temporal Relations between Logging and Code","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Computer science; Logging; Code (set theory); False positive paradox; Statement (logic); Source code; Event (particle physics); Natural language processing; Information retrieval; Programming language; Data science; Artificial intelligence; Linguistics","score_opus":0.03409956001982448,"score_gpt":0.2693508027021632,"score_spread":0.23525124268233874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384345685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8896089,0.000013436553,0.08972298,0.01347419,0.00020024944,0.00016459178,0.0000027722697,0.00067656266,0.006136294],"genre_scores_gemma":[0.99793637,0.0000017594,0.00071171456,0.00016450054,0.00002924993,0.000006769208,0.000001136426,0.0000020345701,0.0011464724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995285,0.000032899636,0.00009268729,0.0001361893,0.00010629215,0.00010341038],"domain_scores_gemma":[0.9992169,0.00044612252,0.000019584286,0.00028001884,0.000011948639,0.000025428757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049072586,0.0000420843,0.000051675386,0.000038392784,0.00020127553,0.00005170318,0.00020337169,0.000025762916,0.000010571308],"category_scores_gemma":[0.000045415927,0.000022381802,0.000017138998,0.00023820566,0.000028671857,0.00012859747,0.0001041279,0.00006891737,0.00037975324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.975468e-7,0.0000065165545,0.8825416,0.000012815637,0.000010647318,0.0000017698619,0.00075765525,0.00013615943,0.000006709793,0.08224141,0.027262729,0.0070212674],"study_design_scores_gemma":[0.00015170668,0.00005922395,0.88861084,0.000033189408,0.0000034206503,0.000002568764,0.00010927065,0.059786107,0.00012940032,0.039391696,0.011577467,0.00014510655],"about_ca_topic_score_codex":0.000020751391,"about_ca_topic_score_gemma":0.000006067743,"teacher_disagreement_score":0.10832744,"about_ca_system_score_codex":0.000009145355,"about_ca_system_score_gemma":0.00001570438,"threshold_uncertainty_score":0.48810863},"labels":[],"label_agreement":null},{"id":"W4384522742","doi":"10.21203/rs.3.rs-3158138/v1","title":"A Systematic Review on Microservice Testing","year":2023,"lang":"en","type":"review","venue":"Research Square","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Microservices; Computer science; Novelty; Scalability; Architectural style; Artifact (error); Software engineering; Software; Architecture; Data science; Artificial intelligence; Cloud computing; Operating system","score_opus":0.22730478250164726,"score_gpt":0.4741726404251263,"score_spread":0.24686785792347904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384522742","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4535667e-7,0.99116683,0.00011120945,0.00009386326,0.00029685762,0.0070635932,0.00001951234,0.0006830305,0.0005649836],"genre_scores_gemma":[3.382316e-7,0.9960139,0.00037451764,0.00009145196,0.0001624679,0.002383767,0.000021360282,0.000070352864,0.0008818805],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9916301,0.0027159597,0.0014993686,0.0011381776,0.0020030746,0.0010133577],"domain_scores_gemma":[0.98818177,0.006730557,0.0004597805,0.0034457892,0.0009358782,0.0002462261],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011098771,0.0005011126,0.003149254,0.0006693783,0.00043962855,0.00037740296,0.0037827957,0.00032827575,0.000008119],"category_scores_gemma":[0.0070819184,0.00031385585,0.0006476127,0.006729285,0.000067649824,0.00022539563,0.0012636997,0.0014393437,0.011861364],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0034668e-7,0.000029171395,5.9170003e-7,0.9377394,0.000057652524,0.00005025819,0.000032717402,1.8878123e-7,1.4160329e-8,0.00016633289,0.0015052226,0.06041828],"study_design_scores_gemma":[0.00003407839,0.00011574758,8.3712376e-7,0.8805007,0.00010347022,0.000056678873,0.000007455491,0.000080816935,9.826965e-8,0.000055717766,0.11876861,0.00027581787],"about_ca_topic_score_codex":0.000054943175,"about_ca_topic_score_gemma":0.000004083267,"teacher_disagreement_score":0.11726339,"about_ca_system_score_codex":0.0005111489,"about_ca_system_score_gemma":0.0010342515,"threshold_uncertainty_score":0.99993134},"labels":[],"label_agreement":null},{"id":"W4385221539","doi":"10.23919/ifipnetworking57963.2023.10186406","title":"On Real-time Failure Localization via Instance Correlation in Optical Transport Networks","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Computer science; Network topology; Optical Transport Network; Fault management; Feature extraction; Correlation; Topology (electrical circuits); Classifier (UML); Data mining; Distributed computing; Computer network; Real-time computing; Artificial intelligence; ALARM; Wavelength-division multiplexing; Passive optical network; Engineering; Mathematics","score_opus":0.00539654096019285,"score_gpt":0.21331039776293673,"score_spread":0.20791385680274388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385221539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08241376,0.000002823688,0.91374236,0.00028425836,0.0002892549,0.0002027958,2.7836447e-7,0.0005399468,0.0025244977],"genre_scores_gemma":[0.9973929,0.000019204705,0.0020692712,0.000096479635,0.000035335797,0.000016702936,0.00002184447,0.000007053055,0.00034123412],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888694,0.000037266364,0.00028369162,0.00031944478,0.00024215206,0.00023049397],"domain_scores_gemma":[0.9994069,0.00010807059,0.000039288585,0.0003483301,0.000045033456,0.000052394153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042693422,0.00010209218,0.000138964,0.00011745746,0.00006494277,0.000023463508,0.00024108225,0.00013736753,0.000023882978],"category_scores_gemma":[0.000017879593,0.000083463485,0.000036903228,0.0012292837,0.00002619274,0.0003725502,0.000025772122,0.000121003664,0.0003771398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020483847,0.00005739941,0.05951001,0.00002567661,0.000004062983,0.000017982433,0.00043600643,0.9101555,0.000030066161,0.018034771,0.0016085105,0.0100995675],"study_design_scores_gemma":[0.00020683491,0.000049118833,0.07119117,0.000042880136,0.0000011091397,0.0000020280809,0.000007982985,0.9273787,0.000030769672,0.000840413,0.00014489258,0.000104086306],"about_ca_topic_score_codex":0.000040916366,"about_ca_topic_score_gemma":0.000051293002,"teacher_disagreement_score":0.9149791,"about_ca_system_score_codex":0.000067042376,"about_ca_system_score_gemma":0.000032757907,"threshold_uncertainty_score":0.48474953},"labels":[],"label_agreement":null},{"id":"W4385330118","doi":"","title":"GLOBAL APPROACH OF CHANNEL MODELING IN MOBILE AD HOC NETWORKS INCLUDING SECOND ORDER STATISTICS AND SYSTEM PERFORMANCES ANALYSIS","year":2008,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Hydro-Québec","funders":"","keywords":"Computer science; Mobile ad hoc network; Wireless ad hoc network; Channel (broadcasting); Order (exchange); Higher-order statistics; Statistics; Computer network; Telecommunications; Mathematics; Wireless; Signal processing","score_opus":0.17822934741298838,"score_gpt":0.46455522722902026,"score_spread":0.28632587981603186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385330118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62515855,0.029097857,0.34492746,0.0000028613142,0.0002243554,0.0003158211,0.000028201888,0.000028483588,0.00021641626],"genre_scores_gemma":[0.97933155,0.013181494,0.0073319403,0.000020131127,0.000050769053,0.000050260234,0.000008646481,0.0000129987575,0.000012217938],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968894,0.00022876373,0.001249112,0.0005667452,0.00064624764,0.0004197317],"domain_scores_gemma":[0.9977778,0.00016654113,0.00080719445,0.00059275626,0.00047904253,0.00017663512],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018959353,0.0002955733,0.0011277884,0.0007663952,0.0003307639,0.00040234637,0.002265124,0.00014405133,0.00007523404],"category_scores_gemma":[0.00005595297,0.00024794563,0.00013236573,0.0036945846,0.00013790798,0.0026466877,0.001257891,0.0002750455,8.208337e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005539157,0.00013563888,0.5727601,0.0005105449,0.00028448473,0.000014176222,0.00093460234,0.41541776,0.000025240068,0.000045845154,0.00025227698,0.009563952],"study_design_scores_gemma":[0.00036447684,0.000016287651,0.14499952,0.00023361745,0.000069718575,0.000035688343,0.00027959724,0.8534129,0.000042024938,0.00023318386,0.000043333977,0.00026961422],"about_ca_topic_score_codex":0.00031231504,"about_ca_topic_score_gemma":0.000112587186,"teacher_disagreement_score":0.4379952,"about_ca_system_score_codex":0.00017335975,"about_ca_system_score_gemma":0.00017381979,"threshold_uncertainty_score":0.99999726},"labels":[],"label_agreement":null},{"id":"W4385532319","doi":"10.1109/sera57763.2023.10197790","title":"Multi-level Adaptive Execution Tracing for Efficient Performance Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Tracing; Debugging; TRACE (psycholinguistics); Instrumentation (computer programming); Troubleshooting; Observability; Kernel (algebra); Real-time computing; Distributed computing; Embedded system; Operating system","score_opus":0.06255030075013618,"score_gpt":0.2873382443877397,"score_spread":0.22478794363760352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385532319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3595317,0.000010894799,0.639408,0.00007457179,0.00023693047,0.00023628233,0.0000046719365,0.00039683434,0.000100101985],"genre_scores_gemma":[0.92384607,0.000007174841,0.075201735,0.00003867905,0.000033819684,0.00009204678,0.000008541868,0.0000052309297,0.00076671265],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869597,0.00002742157,0.0002718494,0.00042646052,0.00024177776,0.00033650146],"domain_scores_gemma":[0.999104,0.00012911107,0.000074034826,0.00046688615,0.00016029764,0.00006562738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079960574,0.00012368547,0.0002088967,0.00033687422,0.0002622918,0.00005859949,0.0003998693,0.00006567241,0.0000057117895],"category_scores_gemma":[0.00003898295,0.00009402756,0.0001963131,0.0022923008,0.000027454691,0.0002650761,0.0001061467,0.000063272564,0.00014394964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007281662,0.00034260747,0.042059034,0.00032125338,0.0006581379,0.0000048150573,0.006477956,0.74597114,0.0009888043,0.0028913675,0.0014992283,0.19871281],"study_design_scores_gemma":[0.00025679154,0.000058006586,0.1457303,0.000011575978,0.00003270765,9.825148e-7,0.00009852132,0.85235316,0.0012296585,0.000013663571,0.00008899064,0.00012561612],"about_ca_topic_score_codex":0.000029873543,"about_ca_topic_score_gemma":0.000014914645,"teacher_disagreement_score":0.56431437,"about_ca_system_score_codex":0.00007121902,"about_ca_system_score_gemma":0.000046917623,"threshold_uncertainty_score":0.38343325},"labels":[],"label_agreement":null},{"id":"W4385585392","doi":"10.1109/ipdpsw59300.2023.00119","title":"iWAPT Preface and Committees","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.009858429443231767,"score_gpt":0.22823519204532905,"score_spread":0.2183767626020973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385585392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9257631,0.00011661173,0.056912933,0.003670476,0.0005673873,0.00018255177,6.8406104e-7,0.0018604865,0.010925818],"genre_scores_gemma":[0.99422127,0.000030710577,0.0032079136,0.00016133864,0.000021969743,0.0000072283665,4.2023376e-7,0.0000022542922,0.0023468873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995231,0.000016432758,0.0000789238,0.00015912668,0.00009820419,0.00012422689],"domain_scores_gemma":[0.99956673,0.00006296948,0.000012532838,0.00029954046,0.000018866192,0.00003935977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022958661,0.00004648834,0.00006329649,0.000036729918,0.00007429445,0.00005496461,0.00023436944,0.000026388763,0.0000085862775],"category_scores_gemma":[0.000015964712,0.000032091495,0.000014915814,0.00027807598,0.00002412536,0.00022238176,0.00020658091,0.000036407357,0.0003600298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055715104,0.00006641554,0.530707,0.00027089968,0.000038173144,0.00002078165,0.0051679867,0.00016082931,0.0005914852,0.06816936,0.121245705,0.27355582],"study_design_scores_gemma":[0.00054118194,0.00013390908,0.7680093,0.00003966825,0.0000036106578,0.000031927444,0.00025075898,0.11923367,0.0026693149,0.009227172,0.09945304,0.00040644733],"about_ca_topic_score_codex":0.000025621539,"about_ca_topic_score_gemma":0.0000045640254,"teacher_disagreement_score":0.27314937,"about_ca_system_score_codex":0.000005228258,"about_ca_system_score_gemma":0.000011589287,"threshold_uncertainty_score":0.4627575},"labels":[],"label_agreement":null},{"id":"W4385730185","doi":"10.1109/cloudsummit57601.2023.00017","title":"EL2W: Extended Layer 2 Services for Bare-Metal Provisioning Over WAN","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Merck Canada Inc. (Canada)","funders":"National Science Foundation","keywords":"Provisioning; Computer network; Layer (electronics); Computer science; Telecommunications; Materials science; Nanotechnology","score_opus":0.014949798805756545,"score_gpt":0.2818332783053344,"score_spread":0.26688347949957786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385730185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87975895,0.0000786092,0.11203419,0.00097613886,0.001661124,0.0008556282,0.000006486208,0.002036856,0.0025920104],"genre_scores_gemma":[0.98770815,0.0000062888944,0.009814353,0.0003327749,0.00013355492,0.00008924258,0.000008712481,0.0000114841105,0.0018954296],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998702,0.000024085857,0.00023563596,0.0004202264,0.00027280563,0.00034522792],"domain_scores_gemma":[0.99911386,0.00012321846,0.000036767826,0.0005527636,0.0000983874,0.00007498082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054326974,0.00012630581,0.00016300139,0.00010011202,0.00020766386,0.00014651885,0.0006127965,0.000071617505,0.000040198647],"category_scores_gemma":[0.000025103158,0.00008673377,0.0001084876,0.00056040654,0.000016953814,0.0007074123,0.0002809673,0.000064443215,0.0003153857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013044107,0.0006909158,0.16794907,0.0049743825,0.00040865265,0.000056284465,0.017979566,0.0022503505,0.019681348,0.081558004,0.057715017,0.64660597],"study_design_scores_gemma":[0.0016294627,0.00040315176,0.20483404,0.0001630614,0.000019115549,0.000016650914,0.0005365794,0.69753134,0.012420617,0.007712467,0.073939346,0.00079413137],"about_ca_topic_score_codex":0.0000692494,"about_ca_topic_score_gemma":0.00002143361,"teacher_disagreement_score":0.695281,"about_ca_system_score_codex":0.000023388106,"about_ca_system_score_gemma":0.000054627526,"threshold_uncertainty_score":0.40537503},"labels":[],"label_agreement":null},{"id":"W4385733044","doi":"10.1109/dsn-w58399.2023.00020","title":"VERDI 2023 Keynotes","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Operating system","score_opus":0.014210803947015302,"score_gpt":0.24750602605183344,"score_spread":0.23329522210481815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385733044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5741305,0.00014299058,0.3098593,0.008538434,0.005664608,0.00045909092,0.00000296981,0.008080151,0.09312197],"genre_scores_gemma":[0.9875381,0.000020615053,0.0035578709,0.00024981005,0.00009235645,0.000015100122,0.0000017087681,0.0000041432145,0.008520309],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99933434,0.000015944894,0.00010669155,0.00019508105,0.00016029355,0.00018763945],"domain_scores_gemma":[0.9993843,0.00008318736,0.000015369409,0.00044241216,0.00003130651,0.000043449236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028242337,0.00005505682,0.00007256475,0.00006263858,0.0000773983,0.00005251388,0.000429176,0.000035112735,0.00005167768],"category_scores_gemma":[0.000037076705,0.000039165996,0.000041811276,0.00072405563,0.000016051794,0.00025840977,0.00019894299,0.000043453045,0.007210934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069846924,0.00008806347,0.1284152,0.00017733686,0.000051476076,0.00006859004,0.0017276314,0.00074014603,0.00091017113,0.06720582,0.52533656,0.275272],"study_design_scores_gemma":[0.0008535303,0.0002062739,0.48357692,0.000060329934,0.00000600801,0.000032500328,0.00018679637,0.2493493,0.008525234,0.021997437,0.23437546,0.0008302137],"about_ca_topic_score_codex":0.00004051677,"about_ca_topic_score_gemma":0.0000037988566,"teacher_disagreement_score":0.4134076,"about_ca_system_score_codex":0.000012268842,"about_ca_system_score_gemma":0.000027398426,"threshold_uncertainty_score":0.99356204},"labels":[],"label_agreement":null},{"id":"W4386044434","doi":"10.48550/arxiv.2308.08736","title":"On the Effectiveness of Log Representation for Log-based Anomaly Detection","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Representation (politics); Workflow; Computer science; Context (archaeology); Data mining; Web log analysis software; Anomaly detection; Log-log plot; Feature (linguistics); Software; Heuristic; External Data Representation; Binary logarithm; Artificial intelligence; Database; Mathematics; Programming language; Web service","score_opus":0.08230473629448808,"score_gpt":0.2188244675415315,"score_spread":0.13651973124704342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386044434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4665627,0.0000033357765,0.53194886,0.000028569537,0.0006296204,0.00062425516,0.00000768874,0.00012889574,0.00006607863],"genre_scores_gemma":[0.99965113,0.000006280976,0.00016279002,0.000018466617,0.000033071563,0.000016346581,0.000010643812,0.000012024119,0.00008925939],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983115,0.00048023867,0.00018488817,0.00074594276,0.00009687368,0.0001805496],"domain_scores_gemma":[0.9958338,0.002425355,0.000261041,0.0011973277,0.00024446758,0.000037986254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013116578,0.00017738139,0.00026115842,0.00019566566,0.00015191949,0.00003668791,0.00088728254,0.00021499512,0.0000022332815],"category_scores_gemma":[0.00028962392,0.00014497085,0.00026174157,0.00059660577,0.00009326532,0.00013675404,0.00034030573,0.0002303956,0.000025592324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006006722,0.00013422292,0.024426958,0.0011916889,0.000122057114,0.000015477726,0.00010120967,0.93344474,0.0004296083,0.03865723,0.00007118797,0.0008049213],"study_design_scores_gemma":[0.00080798636,0.00031786747,0.06891464,0.00037458166,0.000060705686,7.773991e-7,0.000035977464,0.8142816,0.021317538,0.093577996,0.000018197155,0.000292137],"about_ca_topic_score_codex":0.0002531572,"about_ca_topic_score_gemma":0.00003817473,"teacher_disagreement_score":0.53308845,"about_ca_system_score_codex":0.00017477768,"about_ca_system_score_gemma":0.000134653,"threshold_uncertainty_score":0.59117395},"labels":[],"label_agreement":null},{"id":"W4386212651","doi":"10.1109/snpd-winter57765.2023.10223769","title":"Message from Conference Chairs","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Pleasure; China; Acis; Computer science; Software; Library science; History; Operating system; Archaeology","score_opus":0.022752096144516204,"score_gpt":0.24411059978678668,"score_spread":0.22135850364227047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386212651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58175236,0.000044674514,0.3681336,0.0031177527,0.0017338168,0.00020930063,0.000008956287,0.003441779,0.041557755],"genre_scores_gemma":[0.99385345,0.000017518201,0.0028633326,0.0001594188,0.000047662998,0.000012661102,0.000004084775,0.000003055991,0.0030387875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99923056,0.000024152461,0.00012469264,0.00026117,0.00017914426,0.00018026994],"domain_scores_gemma":[0.9992687,0.00008203309,0.000023462566,0.0005289929,0.000041326442,0.00005546781],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002077852,0.000068655296,0.000097978525,0.000042131927,0.00006804142,0.0000751727,0.0005789257,0.00004434793,0.0001632983],"category_scores_gemma":[0.000022111604,0.00004948335,0.00003636001,0.0003554088,0.00002372791,0.0002167505,0.00021324235,0.000056010285,0.0021749176],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001547435,0.00016857265,0.15368408,0.0001419116,0.00010529775,0.00014251137,0.0112847835,0.00033333493,0.0040275804,0.2067722,0.22680147,0.3965228],"study_design_scores_gemma":[0.0012037201,0.00014934402,0.41138324,0.0001206188,0.00000917785,0.000009681785,0.00069576554,0.4083186,0.0158102,0.07091999,0.09031729,0.0010623394],"about_ca_topic_score_codex":0.00018900164,"about_ca_topic_score_gemma":0.000020251056,"teacher_disagreement_score":0.41210112,"about_ca_system_score_codex":0.000011824825,"about_ca_system_score_gemma":0.000039391525,"threshold_uncertainty_score":0.99860203},"labels":[],"label_agreement":null},{"id":"W4386245573","doi":"10.1007/s10664-023-10348-1","title":"On practitioners’ concerns when adopting service mesh frameworks","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Service (business); Documentation; Data science; Microservices; Service provider; Domain (mathematical analysis); Computer security; Cloud computing; Business","score_opus":0.028533688769403535,"score_gpt":0.2867786734879754,"score_spread":0.2582449847185719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386245573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17340778,0.00004329537,0.8173346,0.0029560672,0.0015731755,0.00022303934,0.000004509306,0.004366006,0.00009153808],"genre_scores_gemma":[0.90802807,0.000016865526,0.08745925,0.0034645873,0.00063448545,0.000115364084,0.000025333047,0.00006150642,0.0001945248],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981247,0.000039484457,0.00032039138,0.00051190896,0.00048039827,0.000523076],"domain_scores_gemma":[0.9977385,0.001221769,0.00007768594,0.0006539534,0.00012146714,0.00018664118],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045346393,0.00023588417,0.0002481809,0.00015832136,0.0001735274,0.0001483878,0.00064559386,0.0003174652,0.00004223075],"category_scores_gemma":[0.0012367567,0.00021160037,0.00010231649,0.001228295,0.000014665697,0.0005323697,0.00028155482,0.0007641031,0.0008848084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050739316,0.00033776407,0.15157372,0.0013192237,0.0002927583,0.00035372312,0.017959923,0.6531162,0.00015628595,0.008349165,0.12676162,0.03972886],"study_design_scores_gemma":[0.0014323104,0.00041150258,0.1389798,0.0012790951,0.00003545232,0.00007576459,0.00020604455,0.70220035,0.0006158377,0.004379385,0.14815019,0.0022342673],"about_ca_topic_score_codex":0.00002147087,"about_ca_topic_score_gemma":0.0000015250774,"teacher_disagreement_score":0.73462033,"about_ca_system_score_codex":0.00013939592,"about_ca_system_score_gemma":0.00006361696,"threshold_uncertainty_score":0.9998931},"labels":[],"label_agreement":null},{"id":"W4386283330","doi":"10.2139/ssrn.4556986","title":"Balancing Instrumentation Costs and Performance Insights: A Cost-Aware Approach to Execution Monitoring","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Instrumentation (computer programming); Computer science; Operating system","score_opus":0.018266642728617038,"score_gpt":0.259517841790603,"score_spread":0.24125119906198597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386283330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.654442,0.00093970704,0.34152073,0.00019401414,0.0019254029,0.0006345868,0.0000016510547,0.00023943487,0.00010247215],"genre_scores_gemma":[0.9916433,0.0051139165,0.0023402832,0.000028906765,0.00053360197,0.00014484831,0.0000116391475,0.000030779647,0.00015273927],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996383,0.0001354473,0.0005605588,0.0007115874,0.0005900022,0.0016194122],"domain_scores_gemma":[0.9986915,0.000046879628,0.00033445156,0.00053263817,0.00021266105,0.0001818777],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019468603,0.0003446441,0.00037122666,0.0003869537,0.0004787768,0.00041613268,0.0008821718,0.00026990386,2.840222e-7],"category_scores_gemma":[0.000048914746,0.0003029542,0.000099768455,0.0004661458,0.000032724252,0.000768405,0.0008044042,0.0027940592,0.000029693401],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014574041,0.00021804434,0.24913406,0.0011102151,0.0005201926,0.00000974317,0.00945307,0.014608119,0.00017501765,0.014939669,0.00016706382,0.7095191],"study_design_scores_gemma":[0.0050702523,0.002769286,0.45623884,0.0067742504,0.00027491743,0.003104386,0.015404735,0.4162149,0.0031932367,0.08510297,0.0010213354,0.0048308796],"about_ca_topic_score_codex":0.00015286075,"about_ca_topic_score_gemma":0.00003836997,"teacher_disagreement_score":0.7046882,"about_ca_system_score_codex":0.0034023016,"about_ca_system_score_gemma":0.0018274834,"threshold_uncertainty_score":0.99994224},"labels":[],"label_agreement":null},{"id":"W4386283392","doi":"10.2139/ssrn.4556983","title":"Enhancing Empirical Software Performance Engineering Research with Kernel-Level Events: A Comprehensive System Tracing Approach","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Tracing; Computer science; Empirical research; Kernel (algebra); Software engineering; Systems engineering; Engineering; Operating system; Statistics; Mathematics","score_opus":0.0768512611450377,"score_gpt":0.3128188648472504,"score_spread":0.2359676037022127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386283392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34316167,0.0016153234,0.65274477,0.00013300938,0.0009701835,0.0006474618,0.000005058582,0.0006953533,0.0000271712],"genre_scores_gemma":[0.9752661,0.0010419777,0.022090705,0.00001715765,0.00084378006,0.00020158112,0.000015309215,0.0001254832,0.0003979026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9897715,0.00052182656,0.0011237501,0.0014125855,0.0021433025,0.0050270366],"domain_scores_gemma":[0.9961044,0.00047135053,0.0005115061,0.0014741538,0.0011291689,0.00030942127],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008631668,0.00071296334,0.0009898704,0.00086544023,0.00091586955,0.00045275615,0.0028941918,0.000583189,8.8141707e-7],"category_scores_gemma":[0.00018543318,0.0005595573,0.00033051873,0.0013230565,0.00009117029,0.0007158264,0.0016137889,0.012707779,0.000094008865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00075191323,0.0011252116,0.14046541,0.027891092,0.0056167035,0.00040939165,0.021813715,0.74892026,0.0003542426,0.012294642,0.0007180207,0.039639413],"study_design_scores_gemma":[0.005921723,0.0039102887,0.07536774,0.022161357,0.00036207167,0.020380331,0.01971868,0.82950515,0.001120505,0.014518052,0.0006482849,0.0063858097],"about_ca_topic_score_codex":0.00013676049,"about_ca_topic_score_gemma":0.00007542763,"teacher_disagreement_score":0.63210446,"about_ca_system_score_codex":0.005723008,"about_ca_system_score_gemma":0.007837278,"threshold_uncertainty_score":0.9996856},"labels":[],"label_agreement":null},{"id":"W4386620517","doi":"10.1007/978-3-031-36847-9_2","title":"Software Architectures for AI Systems: State of Practice and Challenges","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Polytechnique Montréal","funders":"","keywords":"Computer science; State (computer science); Software engineering; Software; Programming language","score_opus":0.032533996217363775,"score_gpt":0.2672997445016568,"score_spread":0.234765748284293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386620517","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020443005,0.07699569,0.7492563,0.010465442,0.007131295,0.007856728,0.0004638845,0.003921941,0.1437043],"genre_scores_gemma":[0.010830757,0.029188717,0.09356455,0.0010230683,0.0010167034,0.0005737975,0.00003929801,0.00037787377,0.86338526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982598,0.000033480123,0.0004931872,0.00060378003,0.00037421216,0.00023554117],"domain_scores_gemma":[0.99694186,0.0014085991,0.00036823252,0.00078500184,0.00041428726,0.000082020546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077942753,0.00029107975,0.00054413796,0.00018732717,0.000075988966,0.00006844352,0.0005064726,0.00020864107,0.0000019812574],"category_scores_gemma":[0.0002640314,0.00021558392,0.00012333179,0.000034940553,0.0000922855,0.00012700031,0.0002924824,0.0002149614,0.00002388971],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009972155,0.00005163742,0.000039645518,0.017714148,0.0006730061,0.000029808783,0.0039128363,0.0011075623,0.000002259267,0.34216282,0.0038894915,0.6303171],"study_design_scores_gemma":[0.0012003813,0.001497429,0.00045628575,0.0032133567,0.0001952514,0.00025928632,0.00017672856,0.0069112037,0.0000791697,0.17357583,0.81071585,0.0017192259],"about_ca_topic_score_codex":0.000042447282,"about_ca_topic_score_gemma":0.000024864481,"teacher_disagreement_score":0.80682635,"about_ca_system_score_codex":0.000027110329,"about_ca_system_score_gemma":0.00013223157,"threshold_uncertainty_score":0.87912565},"labels":[],"label_agreement":null},{"id":"W4386765211","doi":"10.26443/arc.v39i.439","title":"Editorial Address","year":2011,"lang":"en","type":"article","venue":"Arc The Journal of the School of Religious Studies","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.025953332330064496,"score_gpt":0.2635508512887194,"score_spread":0.2375975189586549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386765211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69078577,0.03369248,0.0024206382,0.003192241,0.2672705,0.0005514877,0.0000029050912,0.00007531982,0.00200864],"genre_scores_gemma":[0.9859664,0.0041809776,0.00108285,0.0001116293,0.008584307,0.000002131921,9.73232e-9,0.0000059808235,0.00006575884],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983095,0.00022732001,0.00056541077,0.0000919756,0.0006175423,0.00018827978],"domain_scores_gemma":[0.9974332,0.00030376407,0.0007372431,0.00070435525,0.00076560304,0.000055821274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018844601,0.0001227901,0.0003182311,0.000054289332,0.00022561749,0.000015455546,0.0021383958,0.00005011449,0.0000022397182],"category_scores_gemma":[0.0008001556,0.00004972616,0.00023987232,0.0002550291,0.00022473447,0.00024868784,0.0005922596,0.00034435524,0.00001917473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017546116,0.00008316994,0.018530482,0.00007635413,0.00055666524,0.0000032875673,0.015295843,0.000097783966,0.00036861282,0.00023820897,0.96364087,0.0009332385],"study_design_scores_gemma":[0.011910597,0.008224661,0.24878573,0.005671635,0.0021869736,0.002544371,0.02169386,0.00027693814,0.09488098,0.42157134,0.17975341,0.0024995033],"about_ca_topic_score_codex":0.00006256005,"about_ca_topic_score_gemma":0.0000065061163,"teacher_disagreement_score":0.7838875,"about_ca_system_score_codex":0.000050784987,"about_ca_system_score_gemma":0.00013937998,"threshold_uncertainty_score":0.39737073},"labels":[],"label_agreement":null},{"id":"W4386766011","doi":"10.26443/arc.v29i.936","title":"Blessed Curse of Thought","year":2001,"lang":"en","type":"article","venue":"Arc The Journal of the School of Religious Studies","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Curse; Philosophy; Psychoanalysis; History; Psychology; Theology","score_opus":0.01776400089281039,"score_gpt":0.27712919594011803,"score_spread":0.25936519504730765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386766011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669141,0.023462879,0.0023403105,0.005189488,0.0014388479,0.00018554664,9.835171e-7,0.000017721899,0.000450102],"genre_scores_gemma":[0.98268557,0.015454971,0.0013507933,0.00014733446,0.00014120815,0.0000013947677,1.5528206e-8,0.0000059400404,0.00021275361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99810755,0.00024737584,0.000762108,0.00009942233,0.0005843187,0.0001991959],"domain_scores_gemma":[0.99686116,0.00046087283,0.0010720018,0.0008063802,0.0007487887,0.000050793424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018781,0.00013639174,0.00045351492,0.00008007324,0.00018041878,0.000013418202,0.0018636783,0.000041217627,0.0000019308459],"category_scores_gemma":[0.0006303434,0.000057460322,0.00029539314,0.00051473716,0.00029476717,0.0002224088,0.00046026113,0.00027435005,0.000009267733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010743204,0.0008874838,0.5802157,0.0010772351,0.004343936,0.00006337513,0.03874802,0.011240613,0.015434124,0.0029703456,0.32842997,0.0155149],"study_design_scores_gemma":[0.012210401,0.005846737,0.46432763,0.009732681,0.0023488444,0.0064749443,0.023833439,0.0018770045,0.16090345,0.2581255,0.052216925,0.0021024365],"about_ca_topic_score_codex":0.000036150028,"about_ca_topic_score_gemma":0.000008978211,"teacher_disagreement_score":0.27621302,"about_ca_system_score_codex":0.000049969844,"about_ca_system_score_gemma":0.00014618448,"threshold_uncertainty_score":0.34632093},"labels":[],"label_agreement":null},{"id":"W4386802927","doi":"10.23977/jaip.2023.060605","title":"DeeTune: Design and Application of an eBPF-based Network Framework for Baidu","year":2023,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Baidu","keywords":"Microservices; Cloud computing; Computer science; Function (biology); Quality (philosophy); Service (business); Network topology; Session (web analytics); Computer security; Computer network; World Wide Web; Business; Operating system","score_opus":0.056177275158378226,"score_gpt":0.3649095761066239,"score_spread":0.30873230094824566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386802927","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072067883,0.000100037105,0.99002993,0.0015553881,0.00073354115,0.00031723097,5.605253e-7,0.00004496727,0.000011551944],"genre_scores_gemma":[0.39417443,0.00004788873,0.6052933,0.00015098836,0.00030991843,0.000013642314,5.199117e-7,0.0000074069744,0.0000019283193],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982096,0.0002792786,0.0007398316,0.00021103896,0.00034193022,0.00021830438],"domain_scores_gemma":[0.9933695,0.004549128,0.0008989173,0.00036304555,0.0007119253,0.000107466076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005500913,0.00010554516,0.00023517419,0.00013034427,0.00015461283,0.00010890498,0.00051629444,0.000114594775,0.000001984194],"category_scores_gemma":[0.0030178262,0.00008793127,0.000077904646,0.0007980833,0.000073903764,0.001272308,0.000048280148,0.00022486586,0.000011588824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053750264,0.00024406235,0.00029269495,0.00009894483,0.000040113726,0.000005672366,0.0011572826,0.24334805,0.0006023659,0.055747114,0.00018046147,0.69774574],"study_design_scores_gemma":[0.000041371546,0.0008026282,0.00020009383,0.00007458637,0.000034872726,0.000028423225,0.00033908006,0.8336061,0.010961935,0.15185845,0.0019402396,0.00011221228],"about_ca_topic_score_codex":0.000013340886,"about_ca_topic_score_gemma":0.000002117311,"teacher_disagreement_score":0.6976335,"about_ca_system_score_codex":0.000027566522,"about_ca_system_score_gemma":0.00016278077,"threshold_uncertainty_score":0.36128378},"labels":[],"label_agreement":null},{"id":"W4387430347","doi":"10.1007/978-3-031-45275-8_45","title":"HEART: Heterogeneous Log Anomaly Detection Using Robust Transformers","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Anomaly detection; Computer science; Parsing; Transformer; Data mining; Artificial intelligence; Voltage; Engineering","score_opus":0.02768107247194464,"score_gpt":0.24537042933779288,"score_spread":0.21768935686584823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387430347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047029653,0.000182222,0.98925734,0.00018945878,0.0043854727,0.00052108243,0.000004573792,0.00049172604,0.00026516107],"genre_scores_gemma":[0.87230897,0.00004427446,0.12601094,0.000640032,0.0006878053,0.000015277557,0.0000034894447,0.00007933279,0.00020986226],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957551,0.000044055592,0.0006659383,0.0016816162,0.0010066616,0.0008466429],"domain_scores_gemma":[0.99791026,0.00027711506,0.00021705216,0.0011790633,0.00022275069,0.00019374055],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001096262,0.00056654366,0.00061690796,0.0009312565,0.00046153093,0.0004252886,0.0018604163,0.0004927969,0.00000937241],"category_scores_gemma":[0.000046494068,0.00050431106,0.00026457777,0.0010299904,0.0005643203,0.000734192,0.000529287,0.0007425893,0.000107200576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010570208,0.000023463948,0.00034597862,0.0001554992,0.000021249247,0.000091507434,0.00057887606,0.56792605,0.0004782592,0.00017073027,0.0000031437746,0.4301947],"study_design_scores_gemma":[0.00023139396,0.00024065694,0.0002977464,0.00036794101,0.000012405128,0.00038115872,2.1046725e-7,0.9838298,0.0040203305,0.009524684,0.0003419422,0.0007517482],"about_ca_topic_score_codex":0.0001167766,"about_ca_topic_score_gemma":0.0002685895,"teacher_disagreement_score":0.86760604,"about_ca_system_score_codex":0.0005413162,"about_ca_system_score_gemma":0.0005254503,"threshold_uncertainty_score":0.99974084},"labels":[],"label_agreement":null},{"id":"W4387435361","doi":"10.1007/s10664-023-10364-1","title":"On the effectiveness of log representation for log-based anomaly detection","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Representation (politics); Computer science; Workflow; Web log analysis software; Context (archaeology); Data mining; Anomaly detection; Feature (linguistics); External Data Representation; Heuristic; Log-log plot; Software; Binary logarithm; Artificial intelligence; Database; Mathematics; World Wide Web; Programming language; Web service","score_opus":0.025893510235824126,"score_gpt":0.2845307926426779,"score_spread":0.25863728240685374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387435361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43131155,0.0000076104184,0.5676087,0.00007224674,0.00034949582,0.0002716269,0.0000017775966,0.0003735286,0.0000034609056],"genre_scores_gemma":[0.99723613,6.6530487e-7,0.0024687583,0.000035699835,0.000046657144,0.00018867984,0.000004688917,0.000012050717,0.0000066380353],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9990077,0.00009934689,0.00020069885,0.00027682187,0.00020963913,0.00020581868],"domain_scores_gemma":[0.99395496,0.005454477,0.000051461957,0.00041628207,0.00008462039,0.000038210317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010625997,0.00011317228,0.00016502994,0.0001158298,0.00008917017,0.000027118991,0.00029629451,0.000078015146,0.0000018308956],"category_scores_gemma":[0.002138769,0.000078727724,0.000120705685,0.00085275917,0.000020102163,0.00011966806,0.000052893836,0.000103085535,0.000020002994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021389962,0.00011884241,0.1682466,0.0012924969,0.00007175375,0.000006194713,0.000304404,0.810657,0.005210523,0.0011656713,0.0005874189,0.012125202],"study_design_scores_gemma":[0.0005079249,0.00031320986,0.49903268,0.00015351344,0.000008280121,0.0000021759677,0.00000566659,0.4225384,0.07566311,0.0012465242,0.00032851595,0.00019999627],"about_ca_topic_score_codex":0.000011288314,"about_ca_topic_score_gemma":8.144629e-7,"teacher_disagreement_score":0.5659246,"about_ca_system_score_codex":0.000067776156,"about_ca_system_score_gemma":0.00003017155,"threshold_uncertainty_score":0.32104233},"labels":[],"label_agreement":null},{"id":"W4387742985","doi":"10.1016/j.jss.2026.112990","title":"DTraComp: Comparing distributed execution traces for understanding intermittent latency sources","year":2023,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; PROMPT Maternity Foundation; Telefonaktiebolaget LM Ericsson; Advanced Micro Devices","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Distributed computing; Debugging; Software deployment; Thread (computing); Latency (audio); Software engineering; Operating system","score_opus":0.09669602591506374,"score_gpt":0.29006887157992894,"score_spread":0.1933728456648652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387742985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19810197,0.0029515917,0.7928341,0.00023949557,0.0051858393,0.00046814766,0.00004443397,0.0001702635,0.0000041438584],"genre_scores_gemma":[0.9949806,0.00026994396,0.0040904414,0.000008683286,0.00052118045,0.000029499155,0.000018096185,0.000023328417,0.000058278532],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99734527,0.00011461044,0.0012958784,0.00042130105,0.00048839586,0.0003345504],"domain_scores_gemma":[0.99713814,0.00040858152,0.0014541714,0.00041619476,0.0004133223,0.0001695873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017132645,0.00031345186,0.0009523419,0.00029336626,0.00029379048,0.0006739983,0.000812581,0.00031882097,4.8310955e-7],"category_scores_gemma":[0.00018413956,0.0002354827,0.00034767238,0.00017436041,0.00006558916,0.0004558641,0.00046921885,0.0005683079,0.0000019451118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004466119,0.0006493946,0.7353833,0.041612953,0.0028809966,0.00037032508,0.024250325,0.14032869,0.00012460364,0.011742867,0.02062494,0.021585004],"study_design_scores_gemma":[0.008291767,0.0026530635,0.24265943,0.0548428,0.0010159699,0.002846204,0.020809248,0.56399596,0.00015375363,0.08966657,0.008684388,0.0043808194],"about_ca_topic_score_codex":0.00010016345,"about_ca_topic_score_gemma":0.000010582249,"teacher_disagreement_score":0.7968786,"about_ca_system_score_codex":0.00035323575,"about_ca_system_score_gemma":0.00017435628,"threshold_uncertainty_score":0.9602706},"labels":[],"label_agreement":null},{"id":"W4387793311","doi":"10.1145/3618305.3623601","title":"An Optimal Structure-Aware Code Difference Framework with MaxSAT-Solver","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Maximum satisfiability problem; Computer science; Solver; Code (set theory); Parallel computing; Algorithm; Computational science; Programming language; Boolean function","score_opus":0.011846634300579646,"score_gpt":0.2588016457804008,"score_spread":0.24695501147982118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387793311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48947772,0.000007532379,0.5088629,0.0002081836,0.00029787567,0.0001271381,0.0000071458576,0.0008897376,0.00012174773],"genre_scores_gemma":[0.9445706,0.0000058204705,0.054746322,0.00024872046,0.00008923113,0.000014500974,0.000008154388,0.00001227577,0.00030437516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983799,0.00004669231,0.00019206123,0.0005593954,0.00041238035,0.00040957643],"domain_scores_gemma":[0.998426,0.00010471895,0.000053449774,0.0011620305,0.00009846109,0.00015532006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016679885,0.00018964543,0.00020180875,0.00008577645,0.00018092299,0.00019087341,0.0010549111,0.00014079094,0.000116607014],"category_scores_gemma":[0.000018188435,0.00011694716,0.00004039265,0.00078421104,0.00007493472,0.0004854175,0.00018327187,0.00022783334,0.00016256666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023565313,0.0003578807,0.76567215,0.000496379,0.00018722573,0.00024827232,0.010970332,0.036171854,0.001308533,0.042232692,0.0063071307,0.13581191],"study_design_scores_gemma":[0.0006641134,0.00075906346,0.5614282,0.0001621559,0.0000134960455,0.00006698112,0.00036857944,0.42351007,0.004318779,0.0064873244,0.0012926611,0.00092857494],"about_ca_topic_score_codex":0.000035025652,"about_ca_topic_score_gemma":0.000029739545,"teacher_disagreement_score":0.45509288,"about_ca_system_score_codex":0.00003091211,"about_ca_system_score_gemma":0.00008740041,"threshold_uncertainty_score":0.47689664},"labels":[],"label_agreement":null},{"id":"W4387914704","doi":"10.1109/mnet.013.2300053","title":"Learning-Based Network Performance Estimators: The Next Frontier for Network Simulation","year":2023,"lang":"en","type":"article","venue":"IEEE Network","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Estimator; Computer science; Emulation; Generality; Scalability; Machine learning; Context (archaeology); Artificial intelligence; Software deployment; Network architecture; Distributed computing; Software engineering; Computer network","score_opus":0.027720182672310648,"score_gpt":0.26679635955350817,"score_spread":0.23907617688119753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387914704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08339943,0.00065243663,0.8871132,0.00082007854,0.024194188,0.0015516079,0.000001639692,0.001952704,0.00031471875],"genre_scores_gemma":[0.97658896,0.00004275571,0.0076646064,0.00072262884,0.014026475,0.00030347094,0.000024340117,0.000048530263,0.00057820743],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99704546,0.00021580275,0.00053562626,0.0005985861,0.00043627658,0.0011682451],"domain_scores_gemma":[0.996966,0.0015008502,0.00026455728,0.000968336,0.000181722,0.00011855266],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023628734,0.00030872252,0.0003641615,0.000047596353,0.0014274449,0.000297613,0.001036039,0.00020511243,0.000005970283],"category_scores_gemma":[0.00009090369,0.00022145016,0.00022021908,0.001898814,0.00009832816,0.00055158575,0.00013317297,0.00037668194,0.00027401999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004568287,0.000009334775,0.023808073,0.000048522073,0.000021954043,0.0000011020878,0.00010573168,0.8412577,3.1654315e-7,0.000055001798,0.12238493,0.012261649],"study_design_scores_gemma":[0.00035570542,0.0001702783,0.015175562,0.00014011738,0.000016807839,0.0000013767082,0.0000063875254,0.8724611,0.000004963096,0.0013757898,0.1100277,0.00026425434],"about_ca_topic_score_codex":0.000009016441,"about_ca_topic_score_gemma":0.000008050057,"teacher_disagreement_score":0.89318955,"about_ca_system_score_codex":0.000074578544,"about_ca_system_score_gemma":0.00014122225,"threshold_uncertainty_score":0.99987257},"labels":[],"label_agreement":null},{"id":"W4387974191","doi":"10.1002/nem.2251","title":"Assessing the impact of bag‐of‐words versus word‐to‐vector embedding methods and dimension reduction on anomaly detection from log files","year":2023,"lang":"en","type":"article","venue":"International Journal of Network Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Intertek (Canada); Dalhousie University","funders":"","keywords":"Computer science; Dimensionality reduction; Benchmarking; Embedding; Word embedding; Word (group theory); Reduction (mathematics); Data mining; Dimension (graph theory); Encoder; Anomaly detection; Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.03230924128243456,"score_gpt":0.39860222292034947,"score_spread":0.3662929816379149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387974191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80019665,0.000073971714,0.19566852,0.00023805028,0.003625816,0.000099467106,0.0000010459272,0.000018375848,0.00007808166],"genre_scores_gemma":[0.966529,0.00008847628,0.032909736,0.000012098221,0.0004390206,0.000003007866,0.0000012665962,0.000005311694,0.000012099633],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986588,0.00017963,0.00044130877,0.00015993384,0.00043887607,0.00012148224],"domain_scores_gemma":[0.99867487,0.00041206472,0.00047441872,0.00019605922,0.00020347712,0.00003913239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014636808,0.00009509341,0.00017026646,0.00024334666,0.000072231,0.0001047958,0.00043403814,0.000032943946,0.000007306621],"category_scores_gemma":[0.00007154959,0.000061607985,0.0001245004,0.00040531417,0.00002807294,0.00038324346,0.00022883461,0.00011700874,0.000002356202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003184046,0.000052937037,0.0021912002,0.000016464051,0.00059703365,0.0000137474935,0.00064970466,0.4600617,0.0021323503,0.00023834615,0.00085648155,0.53287166],"study_design_scores_gemma":[0.0013528022,0.0009146883,0.6724493,0.0010334532,0.00008418912,0.000038170194,0.00058980926,0.31500918,0.0038210577,0.003994797,0.0004954174,0.00021713931],"about_ca_topic_score_codex":0.00006320059,"about_ca_topic_score_gemma":0.0000018487436,"teacher_disagreement_score":0.6702581,"about_ca_system_score_codex":0.00014757214,"about_ca_system_score_gemma":0.000021021147,"threshold_uncertainty_score":0.25123006},"labels":[],"label_agreement":null},{"id":"W4388212665","doi":"10.1109/issre59848.2023.00037","title":"Using Transformer Models and Textual Analysis for Log Parsing","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Parsing; Computer science; Cluster analysis; S-attributed grammar; Vocabulary; Artificial intelligence; Natural language processing; Data mining","score_opus":0.09670691870942685,"score_gpt":0.3208775355005888,"score_spread":0.22417061679116193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388212665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21157229,0.000025239036,0.787574,0.00014660778,0.00006319144,0.00012763208,0.0000021922788,0.00017574787,0.00031308696],"genre_scores_gemma":[0.9642369,0.000012274969,0.03554499,0.00006338181,0.000022109643,0.000009280851,0.0000027180681,0.0000034892914,0.00010485964],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999218,0.000014108621,0.00016732805,0.00026303015,0.00011843198,0.00021913313],"domain_scores_gemma":[0.9995703,0.000088489076,0.000022592056,0.00022155822,0.000046559606,0.000050491442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039739342,0.000075190925,0.00016349289,0.00018623569,0.00015447156,0.000073646166,0.00015993304,0.000047767888,0.0000029738862],"category_scores_gemma":[0.0000068996146,0.00005585366,0.0000998873,0.0010190586,0.000027117523,0.0004828759,0.00002797614,0.00003099686,0.0000047568433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005344192,0.0001396192,0.113726996,0.00060275546,0.0013618161,0.0000093609215,0.01225302,0.5482829,0.0027835404,0.06406977,0.001215475,0.2555013],"study_design_scores_gemma":[0.00014103806,0.0000190519,0.0021931964,0.000005571412,0.000044330332,0.0000022654272,0.000096291,0.9935974,0.0003114606,0.0033943492,0.0001031112,0.00009193447],"about_ca_topic_score_codex":0.000074218544,"about_ca_topic_score_gemma":0.000021434214,"teacher_disagreement_score":0.7526646,"about_ca_system_score_codex":0.00001731444,"about_ca_system_score_gemma":0.000029212753,"threshold_uncertainty_score":0.22776462},"labels":[],"label_agreement":null},{"id":"W4388338354","doi":"10.1007/978-981-19-4804-6_15","title":"Intern Support","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Pair programming; Work (physics); Computer science; Code (set theory); Extension (predicate logic); Extreme programming; Software engineering; Knowledge management; Engineering; Programming language; Software; Software development process; Software development; Mechanical engineering; Set (abstract data type)","score_opus":0.025625628176303736,"score_gpt":0.23889766569705287,"score_spread":0.21327203752074914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388338354","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036469476,0.000017997294,0.036140718,0.0002927873,0.002419783,0.0001551682,0.0000038108913,0.0012622118,0.95970386],"genre_scores_gemma":[0.0007193916,0.00005347241,0.0011170774,0.00026339985,0.00017876597,0.00000703122,0.000009246452,0.000027837472,0.9976238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986926,0.00000485177,0.00031089364,0.00047326976,0.00031863106,0.000199775],"domain_scores_gemma":[0.9986811,0.000056100103,0.00009411229,0.00101038,0.00008061989,0.00007768574],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026096607,0.00021301406,0.00026832006,0.00012648237,0.000043916003,0.00007842767,0.0010209512,0.00025648667,0.0005555314],"category_scores_gemma":[0.000009837851,0.00016048946,0.00017290674,0.000037454,0.000039893053,0.00017132114,0.0005486876,0.00022854861,0.019299567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001913174,0.0000083372815,0.00015442891,0.00015013116,0.00006845107,0.000091943475,0.00022986121,0.0000020252237,0.0000010746297,0.77108234,0.14478864,0.08342085],"study_design_scores_gemma":[0.000116081894,0.00011227819,0.00011248459,0.00013882312,0.000009270599,0.000036847483,0.000003008415,0.00058847415,0.000028149721,0.05346735,0.94491917,0.0004680887],"about_ca_topic_score_codex":0.000013525614,"about_ca_topic_score_gemma":0.000014086002,"teacher_disagreement_score":0.8001305,"about_ca_system_score_codex":0.000047369856,"about_ca_system_score_gemma":0.000108511296,"threshold_uncertainty_score":0.981464},"labels":[],"label_agreement":null},{"id":"W4388483166","doi":"10.1109/ase56229.2023.00091","title":"CoMSA: A Modeling-Driven Sampling Approach for Configuration Performance Testing","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software performance testing; Software deployment; Flexibility (engineering); Performance prediction; Sampling (signal processing); Intuition; Process (computing); Software; Reliability engineering; Orthogonal array testing; Software system; Simulation; Software engineering; Engineering; Software construction; Operating system","score_opus":0.1206821145397897,"score_gpt":0.29352814642497216,"score_spread":0.17284603188518244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388483166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15341344,0.0000072879347,0.84328717,0.00009845947,0.00021478465,0.00041296246,0.000001194277,0.00093785103,0.0016268471],"genre_scores_gemma":[0.77500784,0.000003881791,0.22454207,0.00005991884,0.00008644383,0.00012662366,0.000016438915,0.000007839519,0.00014895835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878085,0.000023830748,0.00029369246,0.0003811687,0.0001995577,0.00032089496],"domain_scores_gemma":[0.99902976,0.0002210275,0.00006203945,0.00040567658,0.00022624971,0.00005525535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000753115,0.00012082269,0.0001594256,0.000100096244,0.00039728897,0.000117267955,0.0004501376,0.00007007967,0.0000015604128],"category_scores_gemma":[0.00015858686,0.000096458396,0.000055189477,0.00067415193,0.00001898792,0.0005439894,0.00010799775,0.00010269689,0.00005818361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000932296,0.00004254592,0.011450506,0.00041296266,0.000016347461,3.443915e-7,0.00093052024,0.9386498,0.0007147614,0.0031621968,0.0004069292,0.044203795],"study_design_scores_gemma":[0.0002304851,0.00006514509,0.0010799267,0.000024179324,0.0000028316138,0.000004617976,0.000070787435,0.9977384,0.0002735268,0.00024598828,0.00011900207,0.00014506282],"about_ca_topic_score_codex":0.000018604558,"about_ca_topic_score_gemma":7.294941e-7,"teacher_disagreement_score":0.62159437,"about_ca_system_score_codex":0.00003634501,"about_ca_system_score_gemma":0.00007360965,"threshold_uncertainty_score":0.39334592},"labels":[],"label_agreement":null},{"id":"W4388869859","doi":"10.21105/joss.05497","title":"OpenTera: A Framework for TelehealthApplications","year":2023,"lang":"en","type":"article","venue":"The Journal of Open Source Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec – Nature et technologies; AGE-WELL","keywords":"Telehealth; Data collection; Software deployment; Computer science; Wearable computer; Biometrics; Authentication (law); Videoconferencing; Telemedicine; Field (mathematics); Data science; Human–computer interaction; Wearable technology; Data access; Health care; World Wide Web; Multimedia; Database; Artificial intelligence; Computer security; Software engineering; Embedded system","score_opus":0.043038718315258656,"score_gpt":0.35303328057250327,"score_spread":0.30999456225724464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388869859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02667678,0.00017215776,0.9649002,0.0068147094,0.00047992822,0.00078127376,0.0000053675444,0.00012412737,0.000045488574],"genre_scores_gemma":[0.62472546,0.0002892708,0.3699109,0.002533734,0.00076692126,0.00019687595,0.0000049621285,0.00005819125,0.0015137027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986106,0.00012654444,0.0005159298,0.00015445748,0.000307279,0.00028516058],"domain_scores_gemma":[0.99689734,0.0014016144,0.00046619982,0.0007889756,0.00033247282,0.00011338025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00294848,0.000114516246,0.000270422,0.00009853149,0.0005106901,0.0002961031,0.0042886944,0.00006725788,0.00001198089],"category_scores_gemma":[0.00057667436,0.00006766348,0.00013127475,0.0008093299,0.000053394793,0.00065863924,0.0007523964,0.00027951895,0.00010364657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050059916,0.0004407006,0.037476696,0.0005264589,0.00039849675,0.000016803022,0.033599887,0.0084333,0.00010301299,0.025577763,0.26285708,0.6300692],"study_design_scores_gemma":[0.0028541842,0.0012558028,0.040373612,0.0010149777,0.00012378026,0.0007867942,0.0028687848,0.007958388,0.00060293364,0.21771841,0.7236791,0.00076321035],"about_ca_topic_score_codex":0.000026615126,"about_ca_topic_score_gemma":0.000002578323,"teacher_disagreement_score":0.629306,"about_ca_system_score_codex":0.000050781597,"about_ca_system_score_gemma":0.00021220416,"threshold_uncertainty_score":0.7969532},"labels":[],"label_agreement":null},{"id":"W4389077350","doi":"10.23919/cnsm59352.2023.10327837","title":"LLM-Based Policy Generation for Intent-Based Management of Applications","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Abstraction; Task (project management); Pipeline (software); Decomposition; Software deployment; Automation; Software engineering; Service (business); Distributed computing; Simple (philosophy); Programming language; Systems engineering","score_opus":0.06869780977718752,"score_gpt":0.33005533323789793,"score_spread":0.2613575234607104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389077350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009264478,0.000031925334,0.99315023,0.002357716,0.00055329717,0.0021967022,0.00003551048,0.0004479429,0.00030020424],"genre_scores_gemma":[0.506873,0.000031390282,0.4843538,0.00047019997,0.00039297034,0.006268795,0.00036295,0.00003177095,0.0012150644],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984047,0.000031767493,0.00048525678,0.0006049993,0.00027019114,0.00020310954],"domain_scores_gemma":[0.997877,0.000078640696,0.00023404842,0.0014704682,0.00028604915,0.000053808155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050711964,0.00018043946,0.00024828743,0.00028108386,0.00008657929,0.000073767034,0.0009818079,0.00015714753,0.00000411067],"category_scores_gemma":[0.000016207969,0.00015421359,0.00021681644,0.00040357394,0.000038156937,0.000059465867,0.0004355969,0.00010294673,0.00003692422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047862264,0.0015102612,0.0029850358,0.021848066,0.0005100367,0.0000029453481,0.00032201846,0.36521548,0.00078557257,0.2910114,0.0198768,0.29588452],"study_design_scores_gemma":[0.0005011863,0.000072570685,0.0009218784,0.00023020318,0.000030014913,1.5799215e-7,0.00001729745,0.98458034,0.0059132692,0.0046596387,0.0028023678,0.00027110468],"about_ca_topic_score_codex":0.0001872089,"about_ca_topic_score_gemma":0.000016925289,"teacher_disagreement_score":0.6193648,"about_ca_system_score_codex":0.00014644532,"about_ca_system_score_gemma":0.00036102138,"threshold_uncertainty_score":0.62886477},"labels":[],"label_agreement":null},{"id":"W4389077444","doi":"10.23919/cnsm59352.2023.10327808","title":"Leveraging Spatiotemporal Relations for Predicting Potential Link Failures","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Data mining; Metric (unit); Aggregate (composite); Sliding window protocol; Feature (linguistics); Encoder; Artificial intelligence; Relevance (law); Machine learning; Window (computing)","score_opus":0.019202388907519716,"score_gpt":0.2556799721094491,"score_spread":0.23647758320192938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389077444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10254582,0.000011698818,0.8886667,0.0057646884,0.00093658996,0.00029040215,0.0000019846766,0.0012141283,0.0005679916],"genre_scores_gemma":[0.96302086,0.0000017496561,0.035138994,0.00006521421,0.00027775983,0.000044083874,0.000012772586,0.0000067159776,0.0014318192],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990721,0.00002255043,0.00022932995,0.00026853866,0.00017780713,0.00022971546],"domain_scores_gemma":[0.9993632,0.00012504203,0.000056690773,0.0003173432,0.0000908584,0.00004688371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004956697,0.00007762105,0.00009330617,0.00010662832,0.0003227943,0.000108053646,0.0003053506,0.00006318773,0.000012103175],"category_scores_gemma":[0.000096522905,0.000063834,0.000078744764,0.00040513556,0.00001682945,0.0004866698,0.00012736995,0.000076645236,0.00014048938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003076316,0.00010115928,0.5392929,0.00048734277,0.00016532313,0.000023746772,0.011788931,0.06602582,0.000986183,0.032662336,0.08176372,0.2666718],"study_design_scores_gemma":[0.0003180938,0.000043071035,0.046899732,0.000024431973,0.000004884553,0.000005145816,0.00012163171,0.9412449,0.00039784735,0.004139766,0.006658394,0.00014208931],"about_ca_topic_score_codex":0.000084534055,"about_ca_topic_score_gemma":0.0000072103317,"teacher_disagreement_score":0.8752191,"about_ca_system_score_codex":0.000025985364,"about_ca_system_score_gemma":0.0000676528,"threshold_uncertainty_score":0.26030752},"labels":[],"label_agreement":null},{"id":"W4389155072","doi":"10.1145/3630050","title":"Proceedings of the 2023 on Explainable and Safety Bounded, Fidelitous, Machine Learning for Networking","year":2023,"lang":"en","type":"paratext","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministerstvo Vnitra České Republiky; Université de Versailles Saint-Quentin-en-Yvelines; Naval Group; Université de Lille; České Vysoké Učení Technické v Praze","keywords":"Computer science; Enthusiasm; Bounded function; Pleasure; Convergence (economics); Control (management); Computer security; Artificial intelligence; Machine learning","score_opus":0.016473285133703865,"score_gpt":0.24665360001013809,"score_spread":0.23018031487643423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389155072","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04182196,0.016032597,0.18203339,0.010449517,0.07590784,0.02047292,0.00029976023,0.0029402426,0.65004176],"genre_scores_gemma":[0.041168958,0.002366283,0.0038439084,0.00036510616,0.0017809037,0.00036237476,0.00004819855,0.00010520895,0.94995904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805456,0.000027996295,0.00052059285,0.00062220974,0.00035457243,0.00042004985],"domain_scores_gemma":[0.9985925,0.00039670238,0.00037771647,0.00034906325,0.00022793571,0.00005607454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010905708,0.0002834376,0.000468739,0.0001041604,0.00055725954,0.00018809817,0.00087487855,0.00026760998,0.000027112412],"category_scores_gemma":[0.00010936478,0.00017425156,0.00016764543,0.0005295217,0.00007502396,0.00019966291,0.0005867819,0.0004545367,0.00015896282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014251945,0.000061434504,0.0024476312,0.004275314,0.00016376596,8.886967e-7,0.0012570339,0.0037499655,0.000059492973,0.0048809494,0.95552206,0.027438974],"study_design_scores_gemma":[0.00059492193,0.00033300585,0.00037029426,0.0013043858,0.00002254065,0.000011453283,0.00017221693,0.06783832,0.0003952964,0.0008323135,0.9276465,0.000478717],"about_ca_topic_score_codex":0.00023668767,"about_ca_topic_score_gemma":0.000022755326,"teacher_disagreement_score":0.29991728,"about_ca_system_score_codex":0.000090822956,"about_ca_system_score_gemma":0.000120394536,"threshold_uncertainty_score":0.71057725},"labels":[],"label_agreement":null},{"id":"W4389495064","doi":"10.2139/ssrn.4658344","title":"Aml: An Accuracy Metric Model for Effective Evaluation of Log Parsing Techniques","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metric (unit); Parsing; Computer science; Statistics; Mathematics; Natural language processing; Engineering; Operations management","score_opus":0.052190611296295125,"score_gpt":0.3627940116875584,"score_spread":0.31060340039126333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389495064","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10806815,0.001435343,0.8876718,0.00016568464,0.0006631398,0.0017260226,0.0000068322047,0.00023826073,0.000024723797],"genre_scores_gemma":[0.98476785,0.0011432425,0.0133575415,0.000014273021,0.00028342818,0.00034899742,0.000013702236,0.00003423024,0.00003670746],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99585885,0.00047433208,0.0006910726,0.0006126648,0.0009495983,0.0014134956],"domain_scores_gemma":[0.9964661,0.00040901618,0.00087587524,0.0008242658,0.0013467814,0.000077937635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01967635,0.00028517804,0.00050306204,0.0006409183,0.00022296578,0.0001429195,0.0013781439,0.0003462825,6.981878e-7],"category_scores_gemma":[0.0010028778,0.00024054672,0.0003364513,0.00054794695,0.000043885306,0.0006551325,0.00039047532,0.002062503,0.0000029771622],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006042841,0.00017035072,0.00076842244,0.00031590142,0.00033848608,4.5003287e-7,0.0010782849,0.10227398,0.00016610995,0.00989818,0.00007058495,0.88485885],"study_design_scores_gemma":[0.0002487984,0.00027898283,0.00030947643,0.00013374747,0.00009273721,0.000025598889,0.000053488577,0.5618471,0.00080462394,0.43603802,0.0000054436236,0.00016198293],"about_ca_topic_score_codex":0.000087802444,"about_ca_topic_score_gemma":0.0001197475,"teacher_disagreement_score":0.88469684,"about_ca_system_score_codex":0.0025349685,"about_ca_system_score_gemma":0.007156793,"threshold_uncertainty_score":0.9984717},"labels":[],"label_agreement":null},{"id":"W4389495320","doi":"10.1109/ojcoms.2023.3341002","title":"Proactive and Intelligent Monitoring and Orchestration of Cloud-Native IP Multimedia Subsystem","year":2023,"lang":"en","type":"article","venue":"IEEE Open Journal of the Communications Society","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; École de Technologie Supérieure","funders":"","keywords":"Orchestration; Cloud computing; Computer science; Scalability; Automation; Context (archaeology); IP Multimedia Subsystem; Virtual machine; Distributed computing; Embedded system; Operating system; Engineering","score_opus":0.09003533184041475,"score_gpt":0.34585537419302975,"score_spread":0.255820042352615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389495320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876946,0.0007282831,0.007902881,0.0023335146,0.0006751768,0.00054626324,0.000003069616,0.00001829078,0.00009789527],"genre_scores_gemma":[0.97868854,0.001256769,0.019951891,0.000008572809,0.000041189945,0.000012584772,2.5447181e-7,0.0000038238095,0.000036390167],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99900794,0.0002599565,0.00037102657,0.00009142216,0.0001856536,0.000083982646],"domain_scores_gemma":[0.9979821,0.00042966756,0.00044859064,0.00076211983,0.0003340306,0.00004348106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001708768,0.00006939336,0.00017145531,0.000027563257,0.0002913352,0.00010013613,0.0019391321,0.00004725299,2.510495e-7],"category_scores_gemma":[0.0000879409,0.00004504571,0.00008228936,0.0004049683,0.00018649374,0.00057270314,0.0008720992,0.00024123068,8.8848367e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008566817,0.0007012224,0.2631782,0.0006305349,0.0015600872,0.0000021888757,0.5236433,0.0017642016,0.014333221,0.0041722176,0.0032447726,0.18668437],"study_design_scores_gemma":[0.0024748684,0.00054877304,0.6557834,0.0022910764,0.00019782191,0.00023373356,0.057510056,0.17582385,0.096577145,0.0064091664,0.0015274137,0.0006226982],"about_ca_topic_score_codex":0.00006294349,"about_ca_topic_score_gemma":0.0000057778016,"teacher_disagreement_score":0.46613327,"about_ca_system_score_codex":0.00006983885,"about_ca_system_score_gemma":0.00014505444,"threshold_uncertainty_score":0.36034223},"labels":[],"label_agreement":null},{"id":"W4389543409","doi":"10.1109/csnet59123.2023.10339735","title":"Towards Anomaly Detection using Multiple Instances of Micro-Cluster Detection","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Anomaly detection; Computer science; Graph; Data mining; Cluster (spacecraft); Artificial intelligence; Pattern recognition (psychology); Theoretical computer science","score_opus":0.02157202813369137,"score_gpt":0.2532697368049164,"score_spread":0.23169770867122502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389543409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61895865,0.000016396061,0.37986097,0.000023461731,0.00063515163,0.00010842871,5.8205075e-7,0.00025046256,0.00014591559],"genre_scores_gemma":[0.9922505,0.000008483234,0.0075736847,0.000027045839,0.00005584073,0.000008633615,4.3104922e-7,0.0000057337697,0.0000696528],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990213,0.000049114493,0.00027279323,0.00026486375,0.00020051068,0.00019143311],"domain_scores_gemma":[0.9993566,0.00005520617,0.000097562945,0.0003417843,0.000113883376,0.00003493117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004123734,0.00009513564,0.00014283117,0.00017833634,0.00012522005,0.000040431936,0.00025938413,0.000080348706,0.000004366709],"category_scores_gemma":[0.000053376116,0.00007548258,0.000074747666,0.0009493445,0.00003691249,0.0005513126,0.0001318893,0.00006571883,0.000040651976],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055579236,0.00007214857,0.09623231,0.00032537823,0.000039545142,0.000003521999,0.0019523547,0.003625233,0.36636016,0.000049550377,0.00004124261,0.53124297],"study_design_scores_gemma":[0.0003081001,0.00007862195,0.055716082,0.000028619961,0.0000041040785,0.000013599003,0.00010819123,0.4646815,0.4784647,0.00016210429,0.0003039432,0.00013041486],"about_ca_topic_score_codex":0.0004988097,"about_ca_topic_score_gemma":0.0003409627,"teacher_disagreement_score":0.53111255,"about_ca_system_score_codex":0.00007034356,"about_ca_system_score_gemma":0.000041985244,"threshold_uncertainty_score":0.30780905},"labels":[],"label_agreement":null},{"id":"W4389576356","doi":"10.1109/acsos-c58168.2023.00031","title":"Reviving Software Diversity in Microservices to Optimize the Performance of Software Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Microservices; Software versioning; Software engineering; Software; Software system; Service (business); Agile software development; Operating system; Cloud computing","score_opus":0.02210316904114458,"score_gpt":0.24029519702763916,"score_spread":0.21819202798649456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.969474,0.00016736749,0.028164685,0.00035104618,0.0007425231,0.00053464854,0.000004811994,0.0004890693,0.000071814284],"genre_scores_gemma":[0.9886006,0.00007769742,0.010634142,0.00018914671,0.000038049686,0.00003648606,0.0000018913566,0.000008173196,0.00041378135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828094,0.00009502592,0.00041847705,0.00040133385,0.000416055,0.00038815834],"domain_scores_gemma":[0.9983525,0.00035508838,0.00011932751,0.000934543,0.0001631951,0.00007531514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014093515,0.00015894181,0.00030202785,0.00019091583,0.0003410892,0.00008462525,0.0017999208,0.00007903519,0.000008066083],"category_scores_gemma":[0.00013201514,0.0001025127,0.00007869143,0.0017938562,0.000044653927,0.0005521409,0.0021591873,0.00014015348,0.00019270985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012971357,0.00003133097,0.95052975,0.00085748447,0.000015088445,0.000004981279,0.0040753745,0.03767734,0.00006318753,0.000103168335,0.001514256,0.0051150657],"study_design_scores_gemma":[0.0007215241,0.00024562795,0.8622699,0.0012781719,0.0000139057265,0.000022335731,0.0011968229,0.13013864,0.0013975838,0.00007042617,0.001987083,0.000658022],"about_ca_topic_score_codex":0.000824681,"about_ca_topic_score_gemma":0.00006634013,"teacher_disagreement_score":0.092461295,"about_ca_system_score_codex":0.00006981173,"about_ca_system_score_gemma":0.00006166459,"threshold_uncertainty_score":0.41803464},"labels":[],"label_agreement":null},{"id":"W4389576367","doi":"10.1109/acsos-c58168.2023.00010","title":"Message from the Workshop Chairs ACSOS 2023","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Computer science; Library science; World Wide Web; Medicine","score_opus":0.021981784521819807,"score_gpt":0.2548362078220386,"score_spread":0.23285442330021877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7749894,0.00049870624,0.12779225,0.041510124,0.0067227366,0.0009177427,0.000023208884,0.004838877,0.04270695],"genre_scores_gemma":[0.9859914,0.000056126868,0.00092298957,0.0008336853,0.00026431488,0.000045487643,0.000006347331,0.00000758433,0.011872053],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99894625,0.000056428555,0.00016731533,0.00030615155,0.00026796723,0.00025589106],"domain_scores_gemma":[0.998403,0.00051621266,0.000034021126,0.0009619836,0.000033603195,0.00005117365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005115962,0.00009557532,0.00010986566,0.000029340581,0.00018799816,0.00012997433,0.0011535219,0.000064642474,0.00015828684],"category_scores_gemma":[0.00006212515,0.000050761686,0.00007100035,0.00078708056,0.000041146875,0.00021765876,0.00041873538,0.00012299453,0.0028362388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074171307,0.00006284184,0.07344305,0.000024672763,0.00007708763,0.00003745858,0.0069407253,0.0005676446,0.00022319955,0.011055962,0.7829194,0.124640554],"study_design_scores_gemma":[0.00073690334,0.00005083514,0.73265034,0.00011978825,0.000013637601,0.0000075690114,0.0023341891,0.07799405,0.00087948004,0.011341683,0.17319068,0.00068082364],"about_ca_topic_score_codex":0.00018713818,"about_ca_topic_score_gemma":0.000069537826,"teacher_disagreement_score":0.65920734,"about_ca_system_score_codex":0.000018082472,"about_ca_system_score_gemma":0.000034761,"threshold_uncertainty_score":0.9979402},"labels":[],"label_agreement":null},{"id":"W4389576384","doi":"10.1109/acsos-c58168.2023.00025","title":"Leveraging Large Language Models for Auto-remediation in Microservices Architecture","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Microservices; Computer science; Troubleshooting; Scalability; Software deployment; Software engineering; Correctness; Cloud computing; Operating system; Programming language","score_opus":0.014824909576036075,"score_gpt":0.2632614106909101,"score_spread":0.248436501114874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43148646,0.000046636327,0.5665903,0.0007791829,0.00025274145,0.00024030842,0.0000034739328,0.00041865805,0.00018224186],"genre_scores_gemma":[0.98737943,0.000004858166,0.011859256,0.00032938234,0.0000628749,0.000056942787,0.00001705583,0.0000060830594,0.00028412047],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999165,0.000023864175,0.00016646081,0.00025596374,0.00011177902,0.00027690432],"domain_scores_gemma":[0.9995082,0.00010379695,0.000034460172,0.00029143583,0.000031990472,0.000030086221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005862479,0.00007855858,0.00010599378,0.00014887299,0.00006895007,0.00005775079,0.0003598367,0.000053216318,0.0000036658716],"category_scores_gemma":[0.000019807962,0.000060829665,0.00004351412,0.00050487515,0.000005483528,0.00033709058,0.000117618074,0.00006808238,0.000040219722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076843666,0.0004611388,0.12243343,0.003137055,0.0000836606,0.00005477566,0.30107132,0.22083856,0.02083649,0.035499495,0.008966109,0.28654113],"study_design_scores_gemma":[0.00047526974,0.000016200442,0.00949842,0.000027972395,0.0000010450798,0.000001213452,0.00040880975,0.9795544,0.0012268749,0.007822833,0.0008420958,0.00012483721],"about_ca_topic_score_codex":0.00011536083,"about_ca_topic_score_gemma":0.0002099639,"teacher_disagreement_score":0.75871587,"about_ca_system_score_codex":0.000029559702,"about_ca_system_score_gemma":0.000035305726,"threshold_uncertainty_score":0.24805617},"labels":[],"label_agreement":null},{"id":"W4389610893","doi":"10.1109/models58315.2023.00021","title":"Leveraging modeling concepts and techniques to address challenges in network management","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Cisco Systems (Canada); Carleton University","funders":"","keywords":"Computer science; Network management; Vendor; Viewpoints; Context (archaeology); Networking hardware; Software-defined networking; The Internet; Network monitoring; Software; Active networking; Network management application; Automation; Network management station; Computer network; World Wide Web; Network architecture; Engineering","score_opus":0.06373775367340646,"score_gpt":0.3074163288076505,"score_spread":0.24367857513424407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389610893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34778532,0.0014719736,0.6178021,0.0064368485,0.0006935416,0.0013001068,3.4731895e-7,0.0029282738,0.021581506],"genre_scores_gemma":[0.97463924,0.00092446845,0.023951825,0.00022822218,0.00005148053,0.0000828807,3.2358312e-7,0.0000051699,0.00011638528],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990688,0.000030363186,0.00016305983,0.00033733327,0.00013726043,0.00026318792],"domain_scores_gemma":[0.999571,0.00003453882,0.000014024559,0.00030990737,0.000020843541,0.00004964757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067999255,0.0000828131,0.00011867062,0.00012070665,0.00006124145,0.00004914903,0.00028768973,0.000035050005,0.0000016608064],"category_scores_gemma":[0.000005392166,0.00006857346,0.00001544989,0.0004278795,0.000009041066,0.00019318459,0.00045203083,0.00005675445,0.000024704012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073730594,0.000026159243,0.008844365,0.0003395172,0.000019119965,0.000047338362,0.0068827425,0.06714002,0.000014140455,0.022855567,0.0020212068,0.89180243],"study_design_scores_gemma":[0.00028410528,0.00006876881,0.012471282,0.000530073,0.000002706753,0.0000071086943,0.0013033511,0.9712492,0.0002340219,0.008621608,0.004817451,0.00041031893],"about_ca_topic_score_codex":0.000030150284,"about_ca_topic_score_gemma":0.00001655276,"teacher_disagreement_score":0.9041092,"about_ca_system_score_codex":0.000024802135,"about_ca_system_score_gemma":0.00000646281,"threshold_uncertainty_score":0.27963448},"labels":[],"label_agreement":null},{"id":"W4389752973","doi":"10.1016/j.jss.2023.111917","title":"ServiceAnomaly: An anomaly detection approach in microservices using distributed traces and profiling metrics","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; University of Alberta","funders":"","keywords":"Anomaly detection; Computer science; Profiling (computer programming); Graph; Data mining; Microservices; Theoretical computer science; Programming language; Operating system","score_opus":0.025893356950687275,"score_gpt":0.2588806977926731,"score_spread":0.2329873408419858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389752973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8863273,0.0020883484,0.11090913,0.000016127975,0.00040895684,0.00017189882,0.0000068615204,0.0000698374,0.0000014895278],"genre_scores_gemma":[0.99170166,0.00009964194,0.008059671,0.000009181971,0.00011112523,0.0000036556826,0.0000029014182,0.000009034557,0.000003145629],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984683,0.00013881495,0.0006187213,0.00025921082,0.00028303152,0.00023195139],"domain_scores_gemma":[0.9989069,0.00011192609,0.00040870454,0.00021030706,0.0002387598,0.0001233748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016509957,0.0001460727,0.00037897963,0.0004629341,0.0001723408,0.0003233208,0.00028780504,0.00013239756,1.3834213e-7],"category_scores_gemma":[0.0000538191,0.00011079219,0.00004620239,0.0013161341,0.00002592268,0.0013201482,0.000100158446,0.0001927718,5.1637943e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028796047,0.00008048636,0.9774437,0.001780236,0.00004269853,0.000050353417,0.0025437484,0.0060157455,0.0016268103,0.000034872493,0.000003532395,0.010349049],"study_design_scores_gemma":[0.0009563723,0.00031173072,0.3577899,0.00041918096,0.000031127,0.0010632582,0.004262504,0.6341577,0.0004601002,0.00011808299,0.00010745604,0.00032259448],"about_ca_topic_score_codex":0.0002392065,"about_ca_topic_score_gemma":0.000023402778,"teacher_disagreement_score":0.62814194,"about_ca_system_score_codex":0.00006650259,"about_ca_system_score_gemma":0.00006425128,"threshold_uncertainty_score":0.45179746},"labels":[],"label_agreement":null},{"id":"W4389989011","doi":"10.1109/scam59687.2023.00025","title":"PASD: A Performance Analysis Approach Through the Statistical Debugging of Kernel Events","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Debugging; Computer science; Kernel (algebra); Statistical analysis; Programming language; Statistics; Mathematics","score_opus":0.02152623532708597,"score_gpt":0.268698989417115,"score_spread":0.24717275409002903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389989011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20725271,0.000023191435,0.78953576,0.00022013861,0.00012941053,0.00015334788,0.0000037234672,0.00027021498,0.002411503],"genre_scores_gemma":[0.9779459,0.000026340482,0.021528387,0.00007635065,0.000022898581,0.000029165854,0.0000082548195,0.000004379997,0.0003582758],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985728,0.00008248316,0.00032831007,0.00031115883,0.00042779493,0.00027740502],"domain_scores_gemma":[0.998821,0.00022512965,0.00008567091,0.0007580485,0.00007274332,0.00003740345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007137299,0.000107599844,0.00023623955,0.00010017608,0.00015945587,0.000030847074,0.00079648517,0.000045225017,0.000021412874],"category_scores_gemma":[0.000045043467,0.00005911993,0.00011535384,0.0024485055,0.00007158749,0.00032741294,0.00026997278,0.0001011711,0.0000918555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020476977,0.00023822837,0.8836072,0.00045948755,0.0009596538,0.0000041312305,0.00822194,0.032838084,0.000028469298,0.030056393,0.004786954,0.03877897],"study_design_scores_gemma":[0.00011597611,0.000029078446,0.29410377,0.0000081719345,0.000057257377,0.0000028489167,0.00013840012,0.7041704,0.000099635654,0.0009049529,0.0002716544,0.00009784349],"about_ca_topic_score_codex":0.00011888779,"about_ca_topic_score_gemma":0.000003975077,"teacher_disagreement_score":0.77069324,"about_ca_system_score_codex":0.000021749946,"about_ca_system_score_gemma":0.000053773438,"threshold_uncertainty_score":0.24108408},"labels":[],"label_agreement":null},{"id":"W4390098236","doi":"10.36227/techrxiv.170327336.64756855/v1","title":"Taxonomy For IoT Systems Testing: Practical Guidance for Practitioners","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"","keywords":"Taxonomy (biology); Internet of Things; Computer science; Data science; Computer security; Biology; Ecology","score_opus":0.22962149100175175,"score_gpt":0.36235676542597045,"score_spread":0.1327352744242187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390098236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030939528,0.000091310634,0.9793476,0.004171156,0.007543221,0.0060372627,0.00006753683,0.0014385502,0.0009940095],"genre_scores_gemma":[0.024248466,0.0000064636793,0.9528518,0.00020979255,0.0012361832,0.017632082,0.000048166294,0.000054197673,0.0037128842],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969551,0.0000921789,0.0008209366,0.0012244208,0.00036725067,0.0005401386],"domain_scores_gemma":[0.99310607,0.0035742077,0.00067466876,0.0014726117,0.0010230902,0.00014937598],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022918493,0.0003543801,0.0005478052,0.00014536067,0.00026880275,0.0005447579,0.0010217595,0.00045070416,0.0000020169555],"category_scores_gemma":[0.0037447247,0.00029610744,0.00026516887,0.00029222114,0.0000586568,0.00024358391,0.0008130955,0.00037891138,0.00009489401],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015420964,0.00062562583,0.0078093447,0.021959875,0.00063705497,0.000024022946,0.00045915385,0.06861385,0.00011154226,0.1631568,0.72362363,0.012824897],"study_design_scores_gemma":[0.0006081262,0.00024967577,0.00056965975,0.0006873602,0.000053144562,0.000044480308,0.00011205468,0.8117495,0.00011904403,0.007895957,0.17715034,0.0007606622],"about_ca_topic_score_codex":0.00020943601,"about_ca_topic_score_gemma":0.000010833662,"teacher_disagreement_score":0.74313563,"about_ca_system_score_codex":0.0002445469,"about_ca_system_score_gemma":0.0014295314,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W4390124985","doi":"10.18280/isi.280610","title":"Multi-Layer Consistency Validation of IoT Systems with UML Inheritance Dynamic Diagrams via SPIN Model Checking","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consistency (knowledge bases); Computer science; Model checking; Inheritance (genetic algorithm); Unified Modeling Language; Activity diagram; Layer (electronics); UML tool; Sequence diagram; Programming language; Artificial intelligence; Materials science","score_opus":0.02487339872816686,"score_gpt":0.25784193260812704,"score_spread":0.2329685338799602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390124985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47786373,0.00006548656,0.5207448,0.00001789415,0.0003349454,0.00041890226,0.000007362844,0.00036588646,0.00018099103],"genre_scores_gemma":[0.9833771,0.000020936737,0.016321635,0.000024960547,0.000019487501,0.00013912944,0.000044041877,0.000013252631,0.000039462277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788505,0.00007319575,0.00093443133,0.00024052367,0.00050142704,0.00036536975],"domain_scores_gemma":[0.99807143,0.000060096667,0.0006223722,0.00062769826,0.0005426778,0.00007573946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089509966,0.00023007566,0.00035431448,0.0003128338,0.00025289864,0.00022365537,0.00047583526,0.00014991201,0.0000012974846],"category_scores_gemma":[0.00012070344,0.00018856593,0.00007652223,0.0012361133,0.00013767033,0.0023070576,0.000120783865,0.0001337935,0.00008605406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007205637,0.00012536804,0.036486648,0.0058290455,0.00015047593,0.0000075636663,0.03014828,0.8112018,0.004491843,0.0024199479,0.00012077073,0.108946204],"study_design_scores_gemma":[0.00045203284,0.00008810396,0.01390983,0.0004892239,0.000010157001,0.000028404427,0.0004243875,0.98263687,0.0014124546,0.00027749216,0.00002195411,0.0002491036],"about_ca_topic_score_codex":0.00011610661,"about_ca_topic_score_gemma":0.00001277963,"teacher_disagreement_score":0.50551337,"about_ca_system_score_codex":0.00027743547,"about_ca_system_score_gemma":0.0001713125,"threshold_uncertainty_score":0.7689495},"labels":[],"label_agreement":null},{"id":"W4390411298","doi":"10.3390/fi16010013","title":"Vnode: Low-Overhead Transparent Tracing of Node.js-Based Microservice Architectures","year":2023,"lang":"en","type":"article","venue":"Future Internet","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Debugging; Microservices; Scalability; Tracing; Cloud computing; Overhead (engineering); Node (physics); Distributed computing; TRACE (psycholinguistics); Operating system; Embedded system","score_opus":0.0135481234550625,"score_gpt":0.2541200693785041,"score_spread":0.2405719459234416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390411298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87949,0.0002798189,0.11529226,0.0014763541,0.0024072463,0.00024982862,0.000030146695,0.00052905193,0.00024528944],"genre_scores_gemma":[0.996305,0.000008402124,0.0027850473,0.000435901,0.00028871276,0.000019944526,0.00001796058,0.000015167779,0.0001238988],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99837357,0.000072792835,0.00042183715,0.00043598632,0.00035194156,0.00034387805],"domain_scores_gemma":[0.9989007,0.00011713892,0.00012506437,0.0006877102,0.00008721527,0.00008214346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003325276,0.0002058572,0.00029969314,0.00016752239,0.00004692013,0.000055165092,0.0010356171,0.00013026441,0.0000361141],"category_scores_gemma":[0.000015733323,0.00015897152,0.00018140677,0.000588182,0.00004885989,0.000107373075,0.00010056609,0.00022819723,0.00012412619],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012169724,0.0019650315,0.21280298,0.01502037,0.0007995172,0.0003878028,0.10966719,0.119325526,0.06842064,0.0030462795,0.091531865,0.37581584],"study_design_scores_gemma":[0.0030875872,0.00061196013,0.29391995,0.002088651,0.000053464908,0.00006270445,0.00047278494,0.31895453,0.35228312,0.0008399745,0.026236463,0.0013888038],"about_ca_topic_score_codex":0.00017254622,"about_ca_topic_score_gemma":0.00012762431,"teacher_disagreement_score":0.37442702,"about_ca_system_score_codex":0.000039911945,"about_ca_system_score_gemma":0.00007193767,"threshold_uncertainty_score":0.6482671},"labels":[],"label_agreement":null},{"id":"W4391054380","doi":"10.2316/j.2024.206-0952","title":"WDCNN-BASED FAULT DIAGNOSIS METHOD FOR AGV ON CLOUD PLATFORM, 150-160.","year":2024,"lang":"en","type":"article","venue":"International Journal of Robotics and Automation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Fault (geology); Computer science; Real-time computing; Artificial intelligence; Embedded system; Geology; Operating system; Seismology","score_opus":0.020213200089436317,"score_gpt":0.3203714535582359,"score_spread":0.30015825346879954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391054380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021519024,0.00021000988,0.96823275,0.005782304,0.004025966,0.000111458634,0.00000788599,0.00006120613,0.00004941295],"genre_scores_gemma":[0.7848572,0.00007149521,0.21407622,0.00036906026,0.0005686912,0.000011125901,0.0000056833983,0.000008158536,0.00003236481],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890363,0.000027800059,0.00040365208,0.00014549376,0.00042119218,0.00009822233],"domain_scores_gemma":[0.9986859,0.00059818587,0.00019157799,0.000102281396,0.00036988978,0.000052153864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074774673,0.00009433774,0.00013912431,0.00023281215,0.000056374673,0.0003285673,0.0003507574,0.00006202261,0.0000055319674],"category_scores_gemma":[0.00014077935,0.00006929183,0.00012534687,0.000110940004,0.000014968514,0.00049317686,0.000032602566,0.00011511155,0.000006797791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075609365,0.00021532322,0.0024506205,0.00026295244,0.00029983727,0.000047909918,0.0009558297,0.31835696,0.0002209152,0.086715825,0.007190144,0.5832081],"study_design_scores_gemma":[0.00041874728,0.0002445543,0.001677851,0.0003863992,0.000017215316,0.000060320122,0.00001411109,0.98055834,0.0014539423,0.007500572,0.007573869,0.00009411024],"about_ca_topic_score_codex":0.000004851158,"about_ca_topic_score_gemma":0.0000011625606,"teacher_disagreement_score":0.76333815,"about_ca_system_score_codex":0.00011193711,"about_ca_system_score_gemma":0.00011449111,"threshold_uncertainty_score":0.3168382},"labels":[],"label_agreement":null},{"id":"W4391097715","doi":"10.1109/bigdata59044.2023.10386937","title":"AltOOM: A Data-driven Out of Memory Root Cause Identification Strategy","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Brock University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Computer science; Root cause; Root cause analysis; Process (computing); Identification (biology); Profiling (computer programming); Resource (disambiguation); Root (linguistics); Memory management; TRACE (psycholinguistics); Real-time computing; Embedded system; Data mining; Semiconductor memory; Reliability engineering; Computer hardware; Operating system; Engineering","score_opus":0.07967378132347415,"score_gpt":0.32682454204954325,"score_spread":0.24715076072606912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391097715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7709799,0.00006183533,0.2215118,0.0007533003,0.0020543458,0.0005016272,0.00002748128,0.0011632568,0.002946448],"genre_scores_gemma":[0.9968912,0.000014234086,0.001018605,0.000019188255,0.000047309048,0.000011096675,0.00004365898,0.0000049307414,0.0019497984],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876016,0.000050407747,0.00035069318,0.00038570687,0.00028170634,0.00017133895],"domain_scores_gemma":[0.99787325,0.00007133181,0.000109740286,0.0017938603,0.000103830534,0.000047991914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069132005,0.00007891466,0.00013925959,0.00009556208,0.000059005408,0.000063103595,0.0013011103,0.00005154383,0.000024243314],"category_scores_gemma":[0.00005407234,0.00006130617,0.00003279156,0.00046868218,0.000038654533,0.00080081983,0.00045276596,0.00005900448,0.00074994983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047337402,0.00087346806,0.17117712,0.002095453,0.00054484466,0.00009923108,0.013486327,0.017956736,0.030110357,0.027598957,0.30799022,0.42801997],"study_design_scores_gemma":[0.000521161,0.000109086555,0.29557803,0.00005582388,0.000025336341,0.000008764653,0.0003243695,0.6882701,0.010707816,0.0016832055,0.0023328208,0.00038347952],"about_ca_topic_score_codex":0.0001068437,"about_ca_topic_score_gemma":0.00012716843,"teacher_disagreement_score":0.67031336,"about_ca_system_score_codex":0.000017776169,"about_ca_system_score_gemma":0.00010085597,"threshold_uncertainty_score":0.9639338},"labels":[],"label_agreement":null},{"id":"W4391783607","doi":"10.1007/978-3-031-45645-9_25","title":"x2OMSAC - An Ontology Population Framework for the Ontology of Microservices Architecture Concepts","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Microservices; Ontology; Computer science; Architecture; Software engineering; World Wide Web; History; Philosophy; Epistemology; Operating system; Cloud computing; Archaeology","score_opus":0.015583995470462861,"score_gpt":0.2840473170770843,"score_spread":0.26846332160662145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391783607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009434947,0.062987216,0.92875224,0.00053722685,0.004943056,0.0012967908,0.000022955222,0.000095437856,0.00042160758],"genre_scores_gemma":[0.9940666,0.00039202013,0.003116548,0.00029086112,0.0013609789,0.00009556516,0.000048210622,0.00004467671,0.00058452773],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795157,0.00009233493,0.00071132195,0.00070821674,0.00018658883,0.00034994486],"domain_scores_gemma":[0.99667567,0.001908069,0.00039825818,0.0008542769,0.000104757695,0.00005894081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006114415,0.0003907669,0.000843726,0.00012982788,0.00013524936,0.00013656044,0.0007067859,0.0012885435,0.0000043637974],"category_scores_gemma":[0.00004457885,0.00023953611,0.00015938531,0.00010710967,0.00015809719,0.00008560144,0.00013951104,0.0008073922,0.0000013203932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013956848,0.000033609536,0.0071185105,0.003411836,0.00035474976,0.000019418881,0.004780671,0.26907983,0.000007362957,0.5810319,0.00008890812,0.13393363],"study_design_scores_gemma":[0.00048644267,0.0006446903,0.0019890086,0.0034722846,0.0001594171,0.00019035405,0.000035123463,0.49389625,0.0000054281286,0.4743865,0.023877664,0.0008568296],"about_ca_topic_score_codex":0.0006562053,"about_ca_topic_score_gemma":0.0026153363,"teacher_disagreement_score":0.9931231,"about_ca_system_score_codex":0.000054612203,"about_ca_system_score_gemma":0.000043742028,"threshold_uncertainty_score":0.9938427},"labels":[],"label_agreement":null},{"id":"W4392637550","doi":"10.1007/979-8-8688-0199-0_5","title":"FreeRTOS","year":2024,"lang":"en","type":"book-chapter","venue":"Maker Innovations Series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Sleep Society","funders":"","keywords":"Reliability (semiconductor); Computer science; Physics; Thermodynamics","score_opus":0.01733076893690111,"score_gpt":0.22932148928287147,"score_spread":0.21199072034597036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392637550","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034751876,0.00073618774,0.015646257,0.004700516,0.0033356948,0.000327865,0.000049229355,0.0011501812,0.9740193],"genre_scores_gemma":[0.0018854714,0.000052115767,0.005887419,0.00038018936,0.00035480317,0.000046955225,0.000052039188,0.000040662493,0.99130034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985019,0.000004402635,0.0004780673,0.00049230887,0.000327927,0.00019536864],"domain_scores_gemma":[0.9983761,0.000037712638,0.00011725683,0.0010943216,0.00034126462,0.00003336863],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019310211,0.00028452784,0.0002660672,0.00031910103,0.00016045042,0.0002922164,0.00061734294,0.00028038485,0.00019060144],"category_scores_gemma":[0.00002345282,0.00024054373,0.000103436214,0.000329621,0.00012244341,0.00052618206,0.00037608948,0.00039361173,0.0021015762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011099878,0.0000043342975,0.000019395397,0.00013585103,0.000043461896,0.000014414069,0.00015370696,0.0000028521122,0.0000055212513,0.9675904,0.026616089,0.005412859],"study_design_scores_gemma":[0.00003274983,0.000028797498,0.000038405888,0.00014349102,0.000009853298,0.000044335527,0.0000050756116,0.00007256524,0.000042073607,0.23104633,0.7682976,0.00023870221],"about_ca_topic_score_codex":0.000006473204,"about_ca_topic_score_gemma":0.00001454418,"teacher_disagreement_score":0.7416815,"about_ca_system_score_codex":0.00008148711,"about_ca_system_score_gemma":0.00017587421,"threshold_uncertainty_score":0.9986754},"labels":[],"label_agreement":null},{"id":"W4392644994","doi":"10.5194/egusphere-egu24-20241","title":"AMOC Connectivity Between the RAPID and OSNAP Lines Revealed by a Model-Based Dataset","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.023834181654450348,"score_gpt":0.2781185563569627,"score_spread":0.25428437470251236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392644994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14140992,0.0035648458,0.83015907,0.01318875,0.0016545003,0.002003248,0.005965261,0.0010971904,0.0009572002],"genre_scores_gemma":[0.99178064,0.00008116943,0.006104761,0.00066812156,0.00023724118,0.00014728405,0.0007962574,0.000019768973,0.00016478251],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975571,0.00021072185,0.00044591795,0.0011132827,0.00036438694,0.0003086052],"domain_scores_gemma":[0.99690706,0.00055313745,0.00014949386,0.0021763563,0.00009325443,0.00012070657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016300353,0.0003693767,0.0005089813,0.000083492654,0.00018864988,0.000462133,0.0014784283,0.00032159148,0.000011148707],"category_scores_gemma":[0.00009459064,0.00021197506,0.000127512,0.00022370438,0.00017287357,0.00015706879,0.003169114,0.0008291585,0.000045779794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025974177,0.00014486308,0.0159743,0.0037788711,0.0003198758,0.000008977223,0.0006866247,0.00503677,0.000052825042,0.00097479124,0.910529,0.06246712],"study_design_scores_gemma":[0.00035077948,0.00006791181,0.0016388859,0.0003007589,0.00009683768,0.0000056725103,0.000010274617,0.9698559,0.0005062172,0.014268435,0.012271555,0.0006267815],"about_ca_topic_score_codex":0.00028224158,"about_ca_topic_score_gemma":0.000022288858,"teacher_disagreement_score":0.96481913,"about_ca_system_score_codex":0.000055318058,"about_ca_system_score_gemma":0.00033263062,"threshold_uncertainty_score":0.8644092},"labels":[],"label_agreement":null},{"id":"W4392664111","doi":"10.1145/3649402","title":"Challenges in Adopting and Sustaining Microservice-based Software Development","year":2024,"lang":"en","type":"article","venue":"Queue","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"Syracuse University","keywords":"Computer science; Software; Microservices; Software engineering; Software development; Process management; Computer security; Operating system; Business; Cloud computing","score_opus":0.03821265094773035,"score_gpt":0.264396240877011,"score_spread":0.22618358992928067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392664111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7831359,0.0345065,0.17395094,0.0047304695,0.0010652739,0.0004613259,0.0000010868608,0.0014026028,0.0007458867],"genre_scores_gemma":[0.9418277,0.00010688253,0.05786385,0.00010382412,0.00003549001,0.000026126609,0.0000011021291,0.000008282262,0.000026722293],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990431,0.0000349065,0.00020012162,0.00037179553,0.00012093963,0.00022912044],"domain_scores_gemma":[0.99951845,0.0001502007,0.00002153006,0.00022902568,0.00003559091,0.000045208533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006265098,0.00010428774,0.00011708547,0.00012326468,0.000070451395,0.00013231285,0.00022974687,0.00006482522,0.0000021249562],"category_scores_gemma":[0.00003552161,0.00008806023,0.000019395913,0.00023464314,0.000016726714,0.00033885392,0.00013283633,0.00012286074,0.000021541864],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031409043,0.000023219816,0.016636841,0.0014384701,0.0000084390285,0.000067759334,0.009065555,0.00017910064,0.000038267113,0.0021397439,0.000023763903,0.9703757],"study_design_scores_gemma":[0.002283125,0.00034678337,0.55096346,0.009018414,0.000018105367,0.00020378029,0.0046338025,0.20079128,0.010175063,0.0029064133,0.21613641,0.0025233307],"about_ca_topic_score_codex":0.000028580129,"about_ca_topic_score_gemma":0.00009067838,"teacher_disagreement_score":0.96785235,"about_ca_system_score_codex":0.00008881686,"about_ca_system_score_gemma":0.00021088946,"threshold_uncertainty_score":0.35909918},"labels":[],"label_agreement":null},{"id":"W4392674101","doi":"10.53555/sfs.v10i5.2299","title":"Challenges And Strategies In Point-Of-Care Testing In Remote And Resource-Limited Settings","year":2023,"lang":"en","type":"article","venue":"Journal of Survey in Fisheries Sciences","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Point-of-care testing; Resource (disambiguation); Point (geometry); Point of care; Business; Computer science; Environmental resource management; Medicine; Nursing; Environmental science; Pathology","score_opus":0.15767366611316064,"score_gpt":0.2898230432467028,"score_spread":0.1321493771335422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392674101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99605674,0.0021483442,0.00003311767,0.0009957975,0.00012703391,0.0000676254,8.140906e-7,0.00001504104,0.0005554987],"genre_scores_gemma":[0.99567336,0.00077313173,0.003516251,0.000017289916,0.000013763427,5.7432965e-7,1.733933e-7,0.000002634698,0.0000028304114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983141,0.00033194255,0.0005715183,0.00023256165,0.00031940147,0.0002305087],"domain_scores_gemma":[0.99815285,0.001273997,0.0002757858,0.00012394843,0.00013229871,0.0000411244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007466736,0.00009528841,0.00029989632,0.00050799735,0.0000613165,0.00013480152,0.00043177695,0.00006002158,4.4031094e-7],"category_scores_gemma":[0.0014111125,0.00007174434,0.000017746237,0.0016750315,0.00034991704,0.0012872578,0.00017740949,0.00019457877,2.0163094e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013512676,0.000008057324,0.9391452,0.00013771393,0.0000012779708,0.000021644815,0.012071923,0.00023996833,0.0000361,0.000027315404,0.000016210526,0.04828108],"study_design_scores_gemma":[0.00022563488,0.0002716161,0.9833197,0.0005271706,5.341128e-7,0.000035541165,0.012447148,0.0018656133,0.000031724452,0.0011515424,0.00004285459,0.000080894366],"about_ca_topic_score_codex":0.00048201525,"about_ca_topic_score_gemma":0.0023199248,"teacher_disagreement_score":0.048200186,"about_ca_system_score_codex":0.00002812588,"about_ca_system_score_gemma":0.0001588005,"threshold_uncertainty_score":0.29256493},"labels":[],"label_agreement":null},{"id":"W4392873242","doi":"10.1007/978-981-97-0989-2","title":"Service-Oriented Computing – ICSOC 2023 Workshops","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Service (business); Software engineering","score_opus":0.011273883667891098,"score_gpt":0.25229873493665966,"score_spread":0.24102485126876858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392873242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046101023,0.0015279852,0.98104024,0.0015395865,0.012177884,0.00060077704,0.000007857977,0.00078560994,0.0018590528],"genre_scores_gemma":[0.13307454,0.00014350934,0.84378016,0.0100292945,0.007297898,0.00006653478,0.00007630678,0.00023783678,0.0052939183],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935355,0.00009795546,0.00094346947,0.0026004587,0.001596427,0.0012261459],"domain_scores_gemma":[0.995669,0.00080266624,0.00031936142,0.0023908657,0.0005426875,0.0002754022],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021381238,0.0007792756,0.00083666894,0.0010713142,0.00042495492,0.0010957468,0.004985842,0.00065046357,0.000015995518],"category_scores_gemma":[0.00013660974,0.00065662223,0.00023978144,0.004863735,0.0005077422,0.00080305524,0.0036335979,0.0018474194,0.00063147163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072260586,0.000078823505,0.00036291292,0.0009800645,0.000044373774,0.00024308733,0.0039318567,0.06377058,0.000025981199,0.0022432166,0.0030149273,0.92529696],"study_design_scores_gemma":[0.00026042643,0.00010897078,0.00028109972,0.0024294043,0.000016036684,0.00013174258,0.0000010629097,0.9519791,0.00017593095,0.032745656,0.010857749,0.0010128446],"about_ca_topic_score_codex":0.00006523752,"about_ca_topic_score_gemma":0.0001558864,"teacher_disagreement_score":0.9242841,"about_ca_system_score_codex":0.0010310294,"about_ca_system_score_gemma":0.0024287503,"threshold_uncertainty_score":0.99994123},"labels":[],"label_agreement":null},{"id":"W4392909546","doi":"10.1109/tsc.2024.3376202","title":"PBScaler: A Bottleneck-Aware Autoscaling Framework for Microservice-Based Applications","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Services Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Bottleneck; Distributed computing; Embedded system","score_opus":0.012519443571426016,"score_gpt":0.27997682920641154,"score_spread":0.2674573856349855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392909546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009376168,0.00027323025,0.9846881,0.00087908335,0.0019526979,0.0008290554,0.00004080093,0.0019212901,0.00003956233],"genre_scores_gemma":[0.8531566,0.000008224662,0.14545031,0.0008531418,0.00023857664,0.0002259727,0.000007033019,0.000036360387,0.000023770528],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978397,0.000056130346,0.0004998966,0.00083922374,0.00029601032,0.0004690528],"domain_scores_gemma":[0.9978074,0.00094599975,0.00009495283,0.0008546301,0.00016404464,0.00013300795],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004365816,0.0002915935,0.0002780567,0.00024132681,0.0007237281,0.00054589653,0.00096381217,0.00022242467,0.000010807758],"category_scores_gemma":[0.0000013331739,0.00027138967,0.00029742066,0.0010738904,0.000034264976,0.00039490414,0.000007219161,0.00040691352,0.00014447636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054305736,0.0006137883,0.00023941552,0.009589357,0.00025370775,0.000009673909,0.0044206134,0.4064354,0.001827772,0.006388622,0.00007340071,0.5700939],"study_design_scores_gemma":[0.00024483947,0.000092009315,0.00007361405,0.0010130957,0.000036503483,0.000010092337,0.00010017416,0.9848043,0.0068269866,0.0019258626,0.0045312042,0.00034131634],"about_ca_topic_score_codex":0.000050653107,"about_ca_topic_score_gemma":0.00003138283,"teacher_disagreement_score":0.84378046,"about_ca_system_score_codex":0.00011968821,"about_ca_system_score_gemma":0.0001462229,"threshold_uncertainty_score":0.99997383},"labels":[],"label_agreement":null},{"id":"W4393121484","doi":"10.1007/978-981-99-8258-5_20","title":"A Unified Multi-perspective Artificial Neural Networks (ANN) Based Performance Evaluation and Its Quantitative Validation Framework","year":2024,"lang":"en","type":"book-chapter","venue":"Risk, reliability and safety engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Artificial neural network; Perspective (graphical); Computer science; Artificial intelligence","score_opus":0.02370038643071985,"score_gpt":0.2677103903296311,"score_spread":0.24401000389891128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393121484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03411336,0.007485549,0.9504967,0.0005482272,0.0026739708,0.0023986106,0.00007352483,0.0007813739,0.0014287117],"genre_scores_gemma":[0.98456687,0.0011505617,0.013242213,0.00002585551,0.00022355937,0.00007653062,0.000039362323,0.00006147475,0.00061356236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971855,0.000107884916,0.0006979194,0.0011291066,0.0005195531,0.00036000332],"domain_scores_gemma":[0.99748784,0.00082125777,0.00023589085,0.00065597636,0.0006445752,0.00015446014],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023818268,0.0005304856,0.0005636717,0.00022478378,0.0003073726,0.00019889191,0.00029100518,0.0006254443,0.00001525031],"category_scores_gemma":[0.0007752577,0.0004871273,0.00014308239,0.00025530634,0.00009943053,0.00057405484,0.00019551665,0.0013392277,0.000018542727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012548313,0.00003777584,0.00031148322,0.000748235,0.00010615498,0.0000045134043,0.0016057212,0.87131786,0.0000083284785,0.11100289,0.0000063655457,0.014725192],"study_design_scores_gemma":[0.00026366324,0.00016838737,0.002281505,0.0006219648,0.00012678718,0.0000058336386,0.000039236595,0.9901693,0.00003680085,0.0054813083,0.00028415793,0.0005210708],"about_ca_topic_score_codex":0.00003819501,"about_ca_topic_score_gemma":0.000007763006,"teacher_disagreement_score":0.9504535,"about_ca_system_score_codex":0.00039686225,"about_ca_system_score_gemma":0.00013088327,"threshold_uncertainty_score":0.99975806},"labels":[],"label_agreement":null},{"id":"W4393192290","doi":"10.1145/3651620","title":"Adopting and Sustaining Microservice-Based Software Development","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"Syracuse University","keywords":"Computer science; Software; Software development; Software engineering; Computer security; Operating system","score_opus":0.029368922460329017,"score_gpt":0.2789583694626466,"score_spread":0.2495894470023176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393192290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65248346,0.03605997,0.16391541,0.14285523,0.0012549753,0.0011950992,0.0000092691735,0.0014995323,0.0007270686],"genre_scores_gemma":[0.52553344,0.000023398388,0.4743172,0.00008452122,0.0000042715924,0.000012328561,0.0000011006877,0.0000032791986,0.000020479158],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994005,0.00006609985,0.00020130689,0.00013386499,0.00009867819,0.000099576835],"domain_scores_gemma":[0.9870801,0.00046274008,0.000054798536,0.01228977,0.00009124789,0.000021367681],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005078727,0.000062260195,0.0000776304,0.00004849039,0.00031398537,0.00008767661,0.01296496,0.000031794807,8.8236357e-7],"category_scores_gemma":[0.0012029503,0.000042630058,0.000036017627,0.00034891983,0.00009405687,0.0001603901,0.013654001,0.00012466269,0.0000064983114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009015541,0.00024055026,0.16143811,0.0029885103,0.00016959586,0.0000018670216,0.029941473,0.0008479172,0.0013517251,0.018094718,0.0064374493,0.7784791],"study_design_scores_gemma":[0.0011411025,0.00010869669,0.27902526,0.0060717687,0.0000917595,0.000065267996,0.0020513723,0.11582292,0.022806605,0.041489653,0.53005767,0.0012678972],"about_ca_topic_score_codex":0.000017643726,"about_ca_topic_score_gemma":0.000010404612,"teacher_disagreement_score":0.7772112,"about_ca_system_score_codex":0.00004065198,"about_ca_system_score_gemma":0.00023694894,"threshold_uncertainty_score":0.9943234},"labels":[],"label_agreement":null},{"id":"W4393388075","doi":"10.23977/acss.2024.080207","title":"The Latest Trends and Challenges in Enterprise Application Development with Java","year":2024,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Java; Computer science; Software engineering; Programming language","score_opus":0.01690664211196069,"score_gpt":0.25169140427548603,"score_spread":0.23478476216352534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393388075","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047641773,0.48370644,0.46461064,0.0017343244,0.0011285704,0.0005212383,9.05733e-7,0.00018683575,0.0004692557],"genre_scores_gemma":[0.9815846,0.01613492,0.00205527,0.000012849168,0.000067726374,0.00012085904,6.466394e-7,0.000005556161,0.00001758061],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988582,0.00007194919,0.00030932087,0.00041732486,0.00015553572,0.00018763202],"domain_scores_gemma":[0.99938214,0.00026919786,0.00004875501,0.00023658016,0.000023806722,0.000039539595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069259264,0.00012843678,0.00017716682,0.00011724592,0.000084643834,0.00025064722,0.00023314424,0.000040190418,1.2200887e-7],"category_scores_gemma":[0.0000017451946,0.000072879644,0.000011506251,0.00027286223,0.00004659668,0.0004966747,0.00010285191,0.00009128067,0.0000025597578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004640002,0.000016664668,0.01355668,0.00034096002,0.000007736357,0.000008687723,0.0020837898,0.0014781483,0.0000025772063,0.002190139,0.0000076075457,0.9803024],"study_design_scores_gemma":[0.0005384092,0.00024909986,0.05881928,0.0018541851,0.0000034221214,0.0001313093,0.00022592093,0.7359714,0.000027153494,0.0006594155,0.20110168,0.0004187694],"about_ca_topic_score_codex":0.000016433267,"about_ca_topic_score_gemma":0.00015400212,"teacher_disagreement_score":0.9798836,"about_ca_system_score_codex":0.0000336145,"about_ca_system_score_gemma":0.000026995942,"threshold_uncertainty_score":0.29719457},"labels":[],"label_agreement":null},{"id":"W4393406234","doi":"10.1109/aeis61544.2023.00013","title":"Architecture to Productize Semantic Transformation by Utilizing Natural Language Processing with Microservices","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Microservices; Computer science; Transformation (genetics); Architecture; Programming language; Natural language processing; Computer architecture; Operating system; Cloud computing","score_opus":0.00530455441322694,"score_gpt":0.236544192718749,"score_spread":0.23123963830552205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393406234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9327064,0.00035690254,0.060702406,0.0040285736,0.00019445657,0.00047647336,0.0000016397687,0.0011271476,0.00040596284],"genre_scores_gemma":[0.99206173,0.0000028527606,0.007159756,0.00033275213,0.000043872584,0.000026327742,0.000009797806,0.0000085725915,0.0003543084],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989205,0.000024307763,0.0001686159,0.0003379921,0.00026014377,0.00028845723],"domain_scores_gemma":[0.9995035,0.000021026603,0.000039280705,0.00031247747,0.00006588343,0.000057831556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002725199,0.00012908902,0.00012772052,0.00008983231,0.00016942139,0.00018063959,0.00041276508,0.000035407058,0.0000027038013],"category_scores_gemma":[0.000010068476,0.000080059355,0.000026021273,0.0011596007,0.000017967846,0.00061530195,0.00005826958,0.00012034371,0.0000766929],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006774931,0.00007732455,0.0042518442,0.002603242,0.000036643134,0.000016586628,0.12873273,0.0012973759,0.074081324,0.00012752877,0.0030679584,0.7856397],"study_design_scores_gemma":[0.0036258278,0.0010541531,0.06485321,0.00239911,0.00006948155,0.00062599895,0.02933638,0.40431488,0.46089795,0.00047121296,0.028647624,0.0037042012],"about_ca_topic_score_codex":0.00006453442,"about_ca_topic_score_gemma":0.000070361864,"teacher_disagreement_score":0.7819355,"about_ca_system_score_codex":0.000021339225,"about_ca_system_score_gemma":0.000042228832,"threshold_uncertainty_score":0.32647258},"labels":[],"label_agreement":null},{"id":"W4393571254","doi":"10.5281/zenodo.7213796","title":"Dataset for \"Towards Better Evaluation for Dynamic Link Prediction\"","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Link (geometry); Computer science; Data mining; Computer network","score_opus":0.03956076580003284,"score_gpt":0.2906196007286284,"score_spread":0.2510588349285956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393571254","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001696843,0.00008881275,0.06854694,0.001425005,0.0010760626,0.002807843,0.92552006,0.00041852106,0.000099786506],"genre_scores_gemma":[0.000076557095,0.00008755586,0.0013682388,0.00040032808,0.0003961798,0.00000658038,0.99700123,0.00057015114,0.00009316165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630123,0.0005197273,0.00057448033,0.0010735294,0.0010109387,0.0005201144],"domain_scores_gemma":[0.9964318,0.000102644815,0.0003373172,0.0018611923,0.0011089367,0.00015809154],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036943029,0.00029869465,0.00031867364,0.0004030334,0.0033522877,0.0010568777,0.0035708447,0.00021302055,0.015190053],"category_scores_gemma":[0.0011950996,0.0003023482,0.00015275092,0.00057927414,0.000103478116,0.0007516616,0.002471066,0.00046605917,0.0010037508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040723695,0.00008520252,1.7698501e-7,0.00040687795,0.000063310894,0.0000014847732,0.00008491133,0.00012010221,0.000010741796,0.00003553293,0.9102262,0.08892471],"study_design_scores_gemma":[0.0009016396,0.0005494251,0.00004582827,0.0000356878,0.00008037798,0.000057216985,0.000025037876,0.019224236,0.0000080455275,0.0002944991,0.97848207,0.0002959538],"about_ca_topic_score_codex":0.000024525794,"about_ca_topic_score_gemma":8.4034036e-7,"teacher_disagreement_score":0.08862876,"about_ca_system_score_codex":0.0006165668,"about_ca_system_score_gemma":0.000048993115,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4393615807","doi":"10.5281/zenodo.8432715","title":"Dependency Practices for Vulnerability Mitigation","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependency (UML); Vulnerability (computing); Vulnerability assessment; Computer science; Geography; Computer security; Psychology; Artificial intelligence; Social psychology","score_opus":0.05373557376373998,"score_gpt":0.3077695142951715,"score_spread":0.2540339405314315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393615807","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019613425,0.00008871719,0.03023647,0.0013227597,0.0014050631,0.0019721105,0.96093655,0.0024606832,0.001381523],"genre_scores_gemma":[0.0004911398,0.00017953517,0.0010666457,0.000104057304,0.00044407396,8.0747463e-7,0.99663454,0.0006647395,0.00041443174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967291,0.0005881297,0.0005160749,0.0009962611,0.0006801642,0.00049030484],"domain_scores_gemma":[0.9960824,0.0002476044,0.0006825952,0.0016671292,0.0011387498,0.00018147915],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028540378,0.0002620454,0.00029685113,0.0003105175,0.002659577,0.0016299895,0.0034325423,0.00026882894,0.00063001347],"category_scores_gemma":[0.0054891803,0.00025427688,0.00013422957,0.0008446051,0.00012704908,0.0008914355,0.0020240822,0.0005284023,0.019535271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019696245,0.000102050275,0.0000010083213,0.0005825576,0.000037845202,0.0000063152147,0.0001252498,0.0000202549,0.000022848331,0.00021364208,0.9729605,0.025908064],"study_design_scores_gemma":[0.00031309164,0.00024779234,0.00011510373,0.000069577916,0.000024074294,0.000061005565,0.000046233756,0.000781007,0.000041836076,0.000693785,0.99732226,0.00028425583],"about_ca_topic_score_codex":0.00016307787,"about_ca_topic_score_gemma":0.000004692596,"teacher_disagreement_score":0.03569803,"about_ca_system_score_codex":0.0002525856,"about_ca_system_score_gemma":0.000024995366,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W4393642854","doi":"10.5281/zenodo.8432714","title":"Dependency Practices for Vulnerability Mitigation","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependency (UML); Vulnerability (computing); Vulnerability assessment; Computer science; Computer security; Psychology; Artificial intelligence; Social psychology","score_opus":0.05373557376373998,"score_gpt":0.3077695142951715,"score_spread":0.2540339405314315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393642854","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019613425,0.00008871719,0.03023647,0.0013227597,0.0014050631,0.0019721105,0.96093655,0.0024606832,0.001381523],"genre_scores_gemma":[0.0004911398,0.00017953517,0.0010666457,0.000104057304,0.00044407396,8.0747463e-7,0.99663454,0.0006647395,0.00041443174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967291,0.0005881297,0.0005160749,0.0009962611,0.0006801642,0.00049030484],"domain_scores_gemma":[0.9960824,0.0002476044,0.0006825952,0.0016671292,0.0011387498,0.00018147915],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028540378,0.0002620454,0.00029685113,0.0003105175,0.002659577,0.0016299895,0.0034325423,0.00026882894,0.00063001347],"category_scores_gemma":[0.0054891803,0.00025427688,0.00013422957,0.0008446051,0.00012704908,0.0008914355,0.0020240822,0.0005284023,0.019535271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019696245,0.000102050275,0.0000010083213,0.0005825576,0.000037845202,0.0000063152147,0.0001252498,0.0000202549,0.000022848331,0.00021364208,0.9729605,0.025908064],"study_design_scores_gemma":[0.00031309164,0.00024779234,0.00011510373,0.000069577916,0.000024074294,0.000061005565,0.000046233756,0.000781007,0.000041836076,0.000693785,0.99732226,0.00028425583],"about_ca_topic_score_codex":0.00016307787,"about_ca_topic_score_gemma":0.000004692596,"teacher_disagreement_score":0.03569803,"about_ca_system_score_codex":0.0002525856,"about_ca_system_score_gemma":0.000024995366,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W4393674032","doi":"10.5281/zenodo.10421128","title":"A Systematic Review of IoT Systems Testing: Objectives, Approaches, Tools, and Challenges - Data Used","year":2023,"lang":"en","type":"review","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Data science; Internet of Things; Computer security","score_opus":0.43867644683727475,"score_gpt":0.32862325740328213,"score_spread":0.11005318943399262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393674032","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3867335e-7,0.9919009,0.0009985685,0.00007168901,0.00015143296,0.0033926019,0.0004609842,0.0009954205,0.0020280252],"genre_scores_gemma":[0.000009667575,0.9976682,0.0003122686,0.0000085267475,0.000083644285,0.000001194185,0.0010224388,0.0007987336,0.00009532229],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99473685,0.001877812,0.0012325088,0.0010930054,0.0006872015,0.00037259486],"domain_scores_gemma":[0.9947421,0.00047017576,0.00092475535,0.0031721948,0.00052983325,0.00016092203],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005402988,0.00036192973,0.0018551159,0.0003226814,0.00069446524,0.0007470399,0.005044907,0.00017475859,0.000027359012],"category_scores_gemma":[0.0059122304,0.00028176152,0.00012226186,0.0014633117,0.00013598932,0.00034352436,0.005748835,0.00038149278,0.0010705193],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.724904e-7,0.000037789567,2.6108099e-8,0.80932254,0.00014547522,0.00000666572,0.0001743975,9.483785e-7,8.371697e-8,0.0010126003,0.0019226868,0.18737623],"study_design_scores_gemma":[0.00008127672,0.00009628963,0.0000017487565,0.40719718,0.00024596706,0.00039677133,0.00008423662,0.00091360684,5.6887558e-8,0.000009365441,0.5907229,0.00025059548],"about_ca_topic_score_codex":0.000011233698,"about_ca_topic_score_gemma":1.0175333e-7,"teacher_disagreement_score":0.58880025,"about_ca_system_score_codex":0.00015062383,"about_ca_system_score_gemma":0.000038913044,"threshold_uncertainty_score":0.99996346},"labels":[],"label_agreement":null},{"id":"W4393706991","doi":"10.5281/zenodo.7008204","title":"Dataset for \"Towards Better Evaluation for Dynamic Link Prediction\"","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Link (geometry); Computer science; Data mining; Computer network","score_opus":0.03956076580003284,"score_gpt":0.2906196007286284,"score_spread":0.2510588349285956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393706991","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001696843,0.00008881275,0.06854694,0.001425005,0.0010760626,0.002807843,0.92552006,0.00041852106,0.000099786506],"genre_scores_gemma":[0.000076557095,0.00008755586,0.0013682388,0.00040032808,0.0003961798,0.00000658038,0.99700123,0.00057015114,0.00009316165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630123,0.0005197273,0.00057448033,0.0010735294,0.0010109387,0.0005201144],"domain_scores_gemma":[0.9964318,0.000102644815,0.0003373172,0.0018611923,0.0011089367,0.00015809154],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036943029,0.00029869465,0.00031867364,0.0004030334,0.0033522877,0.0010568777,0.0035708447,0.00021302055,0.015190053],"category_scores_gemma":[0.0011950996,0.0003023482,0.00015275092,0.00057927414,0.000103478116,0.0007516616,0.002471066,0.00046605917,0.0010037508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040723695,0.00008520252,1.7698501e-7,0.00040687795,0.000063310894,0.0000014847732,0.00008491133,0.00012010221,0.000010741796,0.00003553293,0.9102262,0.08892471],"study_design_scores_gemma":[0.0009016396,0.0005494251,0.00004582827,0.0000356878,0.00008037798,0.000057216985,0.000025037876,0.019224236,0.0000080455275,0.0002944991,0.97848207,0.0002959538],"about_ca_topic_score_codex":0.000024525794,"about_ca_topic_score_gemma":8.4034036e-7,"teacher_disagreement_score":0.08862876,"about_ca_system_score_codex":0.0006165668,"about_ca_system_score_gemma":0.000048993115,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4393713179","doi":"10.5281/zenodo.6378876","title":"Revisiting reopened bugs in open source software systems","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Open source; Open source software; Software; Computer science; Software bug; Software engineering; Operating system","score_opus":0.03369282545287111,"score_gpt":0.2636228889266366,"score_spread":0.2299300634737655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393713179","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002750577,0.0009289375,0.018289395,0.0008005924,0.0016914905,0.004321177,0.9651784,0.0026114213,0.0059035877],"genre_scores_gemma":[0.0005415021,0.00026914748,0.00047965,0.00022218653,0.00028609947,0.0000010191139,0.99636364,0.0010249222,0.00081181416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522805,0.0014122296,0.0007369515,0.0011617002,0.00084482064,0.00061625196],"domain_scores_gemma":[0.996591,0.00010386747,0.0004424312,0.0022370908,0.00043176746,0.00019386786],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0037687325,0.00031866302,0.0005179569,0.00049643486,0.002880862,0.0042837616,0.010356014,0.00018571284,0.01821151],"category_scores_gemma":[0.0013701043,0.0003279665,0.00008660753,0.0015097945,0.00008764782,0.0009474586,0.017554594,0.00096928066,0.003958596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020086112,0.00007411737,0.0000056320932,0.00050184166,0.000023235281,0.000056101708,0.00026670855,0.00035767292,0.0000032924354,0.00010031068,0.9751425,0.023448497],"study_design_scores_gemma":[0.0004436471,0.00014084404,0.00007605804,0.0002579061,0.00000930552,0.00024183522,0.0001772585,0.00046353086,0.0000021250605,0.000021569376,0.9977881,0.00037785587],"about_ca_topic_score_codex":0.0006685475,"about_ca_topic_score_gemma":0.000001279791,"teacher_disagreement_score":0.031185318,"about_ca_system_score_codex":0.00060794776,"about_ca_system_score_gemma":0.00003070329,"threshold_uncertainty_score":0.9999172},"labels":[],"label_agreement":null},{"id":"W4393747282","doi":"10.5281/zenodo.7008205","title":"Dataset for \"Towards Better Evaluation for Dynamic Link Prediction\"","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Link (geometry); Computer science; Computer network","score_opus":0.03956076580003284,"score_gpt":0.2906196007286284,"score_spread":0.2510588349285956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393747282","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001696843,0.00008881275,0.06854694,0.001425005,0.0010760626,0.002807843,0.92552006,0.00041852106,0.000099786506],"genre_scores_gemma":[0.000076557095,0.00008755586,0.0013682388,0.00040032808,0.0003961798,0.00000658038,0.99700123,0.00057015114,0.00009316165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630123,0.0005197273,0.00057448033,0.0010735294,0.0010109387,0.0005201144],"domain_scores_gemma":[0.9964318,0.000102644815,0.0003373172,0.0018611923,0.0011089367,0.00015809154],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036943029,0.00029869465,0.00031867364,0.0004030334,0.0033522877,0.0010568777,0.0035708447,0.00021302055,0.015190053],"category_scores_gemma":[0.0011950996,0.0003023482,0.00015275092,0.00057927414,0.000103478116,0.0007516616,0.002471066,0.00046605917,0.0010037508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040723695,0.00008520252,1.7698501e-7,0.00040687795,0.000063310894,0.0000014847732,0.00008491133,0.00012010221,0.000010741796,0.00003553293,0.9102262,0.08892471],"study_design_scores_gemma":[0.0009016396,0.0005494251,0.00004582827,0.0000356878,0.00008037798,0.000057216985,0.000025037876,0.019224236,0.0000080455275,0.0002944991,0.97848207,0.0002959538],"about_ca_topic_score_codex":0.000024525794,"about_ca_topic_score_gemma":8.4034036e-7,"teacher_disagreement_score":0.08862876,"about_ca_system_score_codex":0.0006165668,"about_ca_system_score_gemma":0.000048993115,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4393771882","doi":"10.5281/zenodo.6378875","title":"Revisiting reopened bugs in open source software systems","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Open source; Open source software; Software engineering; Software bug; Computer science; Software; Operating system; Programming language","score_opus":0.03369282545287111,"score_gpt":0.2636228889266366,"score_spread":0.2299300634737655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393771882","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002750577,0.0009289375,0.018289395,0.0008005924,0.0016914905,0.004321177,0.9651784,0.0026114213,0.0059035877],"genre_scores_gemma":[0.0005415021,0.00026914748,0.00047965,0.00022218653,0.00028609947,0.0000010191139,0.99636364,0.0010249222,0.00081181416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522805,0.0014122296,0.0007369515,0.0011617002,0.00084482064,0.00061625196],"domain_scores_gemma":[0.996591,0.00010386747,0.0004424312,0.0022370908,0.00043176746,0.00019386786],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0037687325,0.00031866302,0.0005179569,0.00049643486,0.002880862,0.0042837616,0.010356014,0.00018571284,0.01821151],"category_scores_gemma":[0.0013701043,0.0003279665,0.00008660753,0.0015097945,0.00008764782,0.0009474586,0.017554594,0.00096928066,0.003958596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020086112,0.00007411737,0.0000056320932,0.00050184166,0.000023235281,0.000056101708,0.00026670855,0.00035767292,0.0000032924354,0.00010031068,0.9751425,0.023448497],"study_design_scores_gemma":[0.0004436471,0.00014084404,0.00007605804,0.0002579061,0.00000930552,0.00024183522,0.0001772585,0.00046353086,0.0000021250605,0.000021569376,0.9977881,0.00037785587],"about_ca_topic_score_codex":0.0006685475,"about_ca_topic_score_gemma":0.000001279791,"teacher_disagreement_score":0.031185318,"about_ca_system_score_codex":0.00060794776,"about_ca_system_score_gemma":0.00003070329,"threshold_uncertainty_score":0.9999172},"labels":[],"label_agreement":null},{"id":"W4393803857","doi":"10.5281/zenodo.8377067","title":"Software performance comparison traces","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software; Programming language","score_opus":0.04082866879981261,"score_gpt":0.26734050816227717,"score_spread":0.22651183936246455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393803857","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009116352,0.00026241588,0.011909351,0.00046490613,0.0018417055,0.0010634065,0.976,0.0060283667,0.0015181848],"genre_scores_gemma":[0.0010499324,0.0004803324,0.0006634655,0.00009675369,0.00034233287,1.98984e-7,0.99598366,0.00092025654,0.0004630925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967351,0.0003490779,0.00056340615,0.0009018274,0.0008395055,0.00061106245],"domain_scores_gemma":[0.9970591,0.00007739053,0.0003051757,0.0017455247,0.00059458526,0.00021819322],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012695807,0.00032904424,0.00041418555,0.00043362376,0.002801371,0.0015718403,0.004996765,0.0002684624,0.001035649],"category_scores_gemma":[0.0006485379,0.00031399087,0.000115670846,0.0011997521,0.00017573331,0.00063314685,0.0032864101,0.00076337723,0.08693967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011724126,0.000090415335,0.0000042326155,0.00044995634,0.000033154574,0.000012844528,0.00019636867,0.00009099253,0.000003495624,0.000022891087,0.9280105,0.07107342],"study_design_scores_gemma":[0.0002584766,0.00026318143,0.00036701182,0.00014494608,0.00001544902,0.00009026195,0.000043386117,0.0013417881,0.00002357634,0.000026300671,0.99706304,0.0003625853],"about_ca_topic_score_codex":0.000057870697,"about_ca_topic_score_gemma":0.0000011424576,"teacher_disagreement_score":0.085904025,"about_ca_system_score_codex":0.00021271837,"about_ca_system_score_gemma":0.000014965216,"threshold_uncertainty_score":0.9999312},"labels":[],"label_agreement":null},{"id":"W4393844700","doi":"10.5281/zenodo.5554884","title":"NA-POPS Results and Dashboard","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Environment and Climate Change Canada","funders":"","keywords":"Dashboard; Computer science; Chemistry; Database","score_opus":0.025618269753051752,"score_gpt":0.2434143013527622,"score_spread":0.21779603159971045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393844700","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018322746,0.00039310503,0.003119265,0.00078125857,0.00068170996,0.0005134359,0.98765075,0.0010798543,0.005597403],"genre_scores_gemma":[0.0006447103,0.0006590681,0.0006418424,0.00019856132,0.0002472886,5.7711322e-8,0.99677676,0.0004599178,0.000371804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972028,0.00046575928,0.00043206173,0.0009328543,0.0005598562,0.00040667734],"domain_scores_gemma":[0.9971707,0.00005574392,0.00020369045,0.0017204074,0.0006269769,0.0002225056],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011778331,0.00024437482,0.00029707744,0.00023552691,0.0017514871,0.0018188684,0.0024364383,0.00021420613,0.0009669056],"category_scores_gemma":[0.0010658985,0.00023360472,0.00006883992,0.0006824982,0.00016385656,0.00040333578,0.004391597,0.00053895626,0.0049849804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016443859,0.00005858663,3.0590348e-7,0.00020544537,0.000027989498,0.00004787277,0.0001678899,0.0000046102914,0.000015512704,0.00009585214,0.97151786,0.027841618],"study_design_scores_gemma":[0.00040448995,0.00014209795,0.00008475791,0.000106971136,0.000012154558,0.00029784243,0.000039825238,0.00019356392,0.000028372786,0.000039106915,0.99838895,0.00026186474],"about_ca_topic_score_codex":0.0000468526,"about_ca_topic_score_gemma":7.232601e-7,"teacher_disagreement_score":0.027579755,"about_ca_system_score_codex":0.00012505881,"about_ca_system_score_gemma":0.0000149170355,"threshold_uncertainty_score":0.99994636},"labels":[],"label_agreement":null},{"id":"W4393883838","doi":"10.5281/zenodo.7901310","title":"APR-Models-Performance","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.04296245922289825,"score_gpt":0.2462466052606512,"score_spread":0.20328414603775297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393883838","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022212545,0.00013397577,0.012649596,0.0005373494,0.001710605,0.0009798282,0.9703266,0.0048779454,0.008561988],"genre_scores_gemma":[0.00073357375,0.0007975537,0.0002994884,0.00015962782,0.00036149533,1.7288062e-7,0.99582845,0.001026446,0.0007931729],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693704,0.00029327252,0.00046200652,0.00089347915,0.0007966155,0.0006175957],"domain_scores_gemma":[0.9968974,0.000045027995,0.00022124626,0.0020112717,0.0006062463,0.00021882667],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013293417,0.00030571298,0.00032018768,0.00045001728,0.0024091643,0.0013563728,0.005155856,0.00025229665,0.00069790444],"category_scores_gemma":[0.00030711247,0.0002923342,0.00010654682,0.0012704235,0.00015134213,0.00083991524,0.0042534117,0.00066230417,0.100977816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008752402,0.000060055947,2.6810906e-7,0.00033455156,0.000030385509,0.00001770621,0.00011480716,0.00018640031,0.0000048037077,0.00017149345,0.9745579,0.024512922],"study_design_scores_gemma":[0.00023462198,0.00018325502,0.00005954232,0.00011573193,0.000011413594,0.000118094875,0.000018469456,0.004095185,0.000014278153,0.0001587361,0.9946529,0.00033771707],"about_ca_topic_score_codex":0.00006552675,"about_ca_topic_score_gemma":5.135897e-7,"teacher_disagreement_score":0.10027991,"about_ca_system_score_codex":0.00022939357,"about_ca_system_score_gemma":0.000015157193,"threshold_uncertainty_score":0.99995285},"labels":[],"label_agreement":null},{"id":"W4393940451","doi":"10.1007/s12243-024-01028-2","title":"Large language models and unsupervised feature learning: implications for log analysis","year":2024,"lang":"en","type":"article","venue":"Annals of Telecommunications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Feature (linguistics); Unsupervised learning; Natural language processing; Artificial intelligence; Machine learning; Psychology; Cognitive psychology; Linguistics","score_opus":0.05299772579082376,"score_gpt":0.35763834805374084,"score_spread":0.3046406222629171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393940451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06013285,0.010712462,0.8885236,0.038557153,0.000054516837,0.0004199322,0.00009857742,0.0003972019,0.0011036992],"genre_scores_gemma":[0.9766941,0.00095198746,0.021706082,0.00021184955,0.000018918996,0.00010610343,0.00008159778,0.000007337306,0.0002220338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992544,0.000059080972,0.00021149911,0.00023252025,0.000068921436,0.00017358476],"domain_scores_gemma":[0.99818057,0.00037057418,0.000060018785,0.0011453854,0.00019757626,0.000045901706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005190787,0.00008818007,0.00018723572,0.00024664224,0.00026648832,0.000099900775,0.00075079023,0.00007361477,0.000003377956],"category_scores_gemma":[0.00006951616,0.00007554331,0.0001778807,0.0011131467,0.000047565474,0.0004247439,0.00022544533,0.00015450334,0.0000036183267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012124921,0.0005341378,0.024712287,0.0006548774,0.0019489105,6.774e-7,0.01971701,0.011890642,0.0011241566,0.8269144,0.014576236,0.09791453],"study_design_scores_gemma":[0.00020627375,0.00008900365,0.044798344,0.000058911304,0.00021204773,0.0000060507427,0.00046507592,0.8899473,0.00045507355,0.028431544,0.03503985,0.00029054002],"about_ca_topic_score_codex":0.000035941033,"about_ca_topic_score_gemma":0.000050058734,"teacher_disagreement_score":0.91656125,"about_ca_system_score_codex":0.0000075553776,"about_ca_system_score_gemma":0.000055395187,"threshold_uncertainty_score":0.30805668},"labels":[],"label_agreement":null},{"id":"W4393994339","doi":"10.22541/au.171232818.84229114/v1","title":"Higher-Order Transformation for Incremental Propagation of Changes from Software to Performance Models","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Metamodeling; Computer science; Transformation (genetics); Unified Modeling Language; Model transformation; Eclipse; Abstraction; Process (computing); Model-driven architecture; Data mining; Applications of UML; Programming language; Software; Artificial intelligence; Consistency (knowledge bases)","score_opus":0.032356518829113605,"score_gpt":0.2641077600468512,"score_spread":0.2317512412177376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393994339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22700363,0.00019285498,0.76632774,0.0014403387,0.0019486344,0.0021015087,0.00015164628,0.00044702098,0.00038665193],"genre_scores_gemma":[0.88292474,0.000047689395,0.11546456,0.00016938472,0.00020036408,0.0007847696,0.00017998558,0.000022530332,0.00020598769],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803317,0.000032357584,0.0005604691,0.0006475457,0.0004677749,0.00025867502],"domain_scores_gemma":[0.9985867,0.00006722671,0.00016760232,0.0007186215,0.0003822102,0.0000775956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046165418,0.00029367447,0.00039757346,0.00022042365,0.000080696,0.00012884056,0.0007945806,0.0002796261,0.000019136816],"category_scores_gemma":[0.000014502826,0.00023264143,0.00012663823,0.00030740155,0.000027653683,0.00045275432,0.00070696475,0.0002440415,0.000035562465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036498203,0.00050030963,0.0014710396,0.030953763,0.00063713157,0.0000017730636,0.039927606,0.13580419,0.004054385,0.022025846,0.005962877,0.7582961],"study_design_scores_gemma":[0.00055100204,0.00043016704,0.0010530163,0.0014877135,0.000073408926,0.0000014262727,0.000087237146,0.90533155,0.05658062,0.032573227,0.0011094918,0.0007211486],"about_ca_topic_score_codex":0.00029548473,"about_ca_topic_score_gemma":0.000062420906,"teacher_disagreement_score":0.7695274,"about_ca_system_score_codex":0.00016177038,"about_ca_system_score_gemma":0.00021235332,"threshold_uncertainty_score":0.9486842},"labels":[],"label_agreement":null},{"id":"W4394676698","doi":"10.1109/access.2024.3387287","title":"Landscape and Taxonomy of Online Parser-Supported Log Anomaly Detection Methods","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"JST-Mirai Program; Japan Society for the Promotion of Science; Japan Science and Technology Corporation; Japan Society for the Promotion of Science London; Polytechnique Montréal","keywords":"Computer science; Anomaly detection; Parsing; Workflow; Data mining; USable; Anomaly (physics); Taxonomy (biology); Artificial intelligence; Database; World Wide Web","score_opus":0.04720225800036703,"score_gpt":0.34949642844305645,"score_spread":0.3022941704426894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394676698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4915427,0.00043757132,0.50648355,0.000075137505,0.0010028776,0.0001417376,0.0000036580157,0.0001498018,0.00016294396],"genre_scores_gemma":[0.98008156,0.000043354994,0.01964358,0.000042054,0.00010949743,0.000027573691,0.0000017656391,0.000005900198,0.000044728946],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907994,0.00007867466,0.00026256114,0.00032043052,0.00011324342,0.00014515247],"domain_scores_gemma":[0.999315,0.00014534559,0.00006573084,0.00035527704,0.00006745857,0.00005114658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049623277,0.00010122486,0.00018091362,0.00012731609,0.000045259556,0.00015641267,0.00042202885,0.00007675719,0.000013654086],"category_scores_gemma":[0.000023618299,0.00007693464,0.00005053999,0.00049165287,0.000039839804,0.00084975554,0.00012234184,0.00010766008,0.000006449512],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013930418,0.000078630546,0.08934745,0.000597887,0.00007115566,0.000016825692,0.00027576307,0.00012009658,0.0052797175,0.00010729657,0.0005420034,0.90354925],"study_design_scores_gemma":[0.00073610555,0.0003766255,0.2853139,0.00030157733,0.000083003826,0.00018663514,0.00007497017,0.44543839,0.2271743,0.002155352,0.037491016,0.00066811574],"about_ca_topic_score_codex":0.0000850781,"about_ca_topic_score_gemma":0.000033415876,"teacher_disagreement_score":0.90288115,"about_ca_system_score_codex":0.000013916495,"about_ca_system_score_gemma":0.00006879013,"threshold_uncertainty_score":0.31373033},"labels":[],"label_agreement":null},{"id":"W4396686366","doi":"10.1145/3629527.3651432","title":"Towards Efficient Diagnosis of Performance Bottlenecks in Microservice-Based Applications (Work In Progress paper)","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Scalability; Microservices; Distributed computing; Root cause; Resilience (materials science); Latency (audio); Tracing; Root cause analysis; Reliability engineering; Cloud computing; Operating system","score_opus":0.007962356997944958,"score_gpt":0.24525977264213925,"score_spread":0.2372974156441943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597825,0.002635095,0.033915717,0.0014877466,0.0003278341,0.00091999734,0.000003878542,0.000262339,0.00066490547],"genre_scores_gemma":[0.99000573,0.000060683404,0.008883411,0.00010194446,0.00002371153,0.0008966157,0.0000027490564,0.000007867372,0.000017268923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985593,0.000040241717,0.00044849,0.00042943237,0.00024964055,0.00027287277],"domain_scores_gemma":[0.99914527,0.00011604534,0.000043837732,0.00058630574,0.000061706516,0.000046863355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005663463,0.00013748073,0.00020605016,0.00023950709,0.00003530823,0.000071782815,0.00064237,0.00009201413,0.000021915603],"category_scores_gemma":[0.0000076142364,0.000104757186,0.00006657149,0.0020100856,0.00006755454,0.0002104916,0.0001335286,0.00015461001,0.00004621716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017651862,0.0005562209,0.7143928,0.0016919379,0.000008808763,0.0000063803814,0.0013777299,0.009924867,0.000057573547,0.0018486578,0.000116979805,0.2700004],"study_design_scores_gemma":[0.0007396612,0.00014929434,0.6370375,0.0016246475,0.000007965689,0.0000042250936,0.000071424845,0.32530826,0.016680269,0.00014249799,0.017745817,0.00048839126],"about_ca_topic_score_codex":0.000088389934,"about_ca_topic_score_gemma":0.00004429532,"teacher_disagreement_score":0.3153834,"about_ca_system_score_codex":0.00011211845,"about_ca_system_score_gemma":0.00019618694,"threshold_uncertainty_score":0.4271874},"labels":[],"label_agreement":null},{"id":"W4396686368","doi":"10.1145/3629527.3652910","title":"Closing the Loop: Building Self-Adaptive Software for Continuous Performance Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; York University","keywords":"Computer science; Agile software development; Cloud computing; Software; Distributed computing; Real-time computing; Embedded system; Software engineering; Operating system","score_opus":0.008991054186051672,"score_gpt":0.22395524033633762,"score_spread":0.21496418615028595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11374408,0.0007902399,0.8811674,0.00031381295,0.0016426782,0.0004508453,0.0000018034824,0.0017529537,0.00013617947],"genre_scores_gemma":[0.7910214,0.000023867937,0.20825876,0.00010490749,0.00025251546,0.00009705078,6.7854296e-7,0.000018466097,0.00022233812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987288,0.000017742437,0.00025524767,0.00040670764,0.00021084017,0.00038062263],"domain_scores_gemma":[0.998824,0.00049980084,0.000034064968,0.00045996992,0.00012897376,0.000053163487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006758342,0.00017706757,0.00017329118,0.00007874543,0.00025502132,0.0003689618,0.00065787986,0.0000730382,0.000003909102],"category_scores_gemma":[0.00006919341,0.00010733329,0.00011034626,0.0005055336,0.000023226541,0.0007453781,0.00016995477,0.00018246642,0.000037256876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043593078,0.0001500664,0.00931479,0.0036269566,0.0005598588,0.000034101213,0.009884752,0.016144438,0.0015454883,0.13598998,0.010258616,0.81244737],"study_design_scores_gemma":[0.00014041814,0.000119888486,0.00078640645,0.00023375846,0.000016895823,0.00004815649,0.00004228005,0.9761874,0.0037401267,0.000246091,0.0181918,0.0002467476],"about_ca_topic_score_codex":0.000010293897,"about_ca_topic_score_gemma":7.5201365e-7,"teacher_disagreement_score":0.960043,"about_ca_system_score_codex":0.000099252255,"about_ca_system_score_gemma":0.00010691384,"threshold_uncertainty_score":0.43769243},"labels":[],"label_agreement":null},{"id":"W4396686429","doi":"10.1145/3629527.3651426","title":"Context-aware Root Cause Localization in Distributed Traces Using Social Network Analysis (Work In Progress paper)","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Brock University; University of Alberta","funders":"","keywords":"Root cause analysis; Computer science; Root cause; Context (archaeology); Root (linguistics); Social network analysis; Work (physics); Social network (sociolinguistics); Data science; Distributed computing; World Wide Web; Engineering; Social media; Reliability engineering","score_opus":0.01787639511066629,"score_gpt":0.28401921681356074,"score_spread":0.26614282170289444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3951939,0.0009935732,0.60232246,0.00055865414,0.00039147778,0.00025142124,0.0000037791426,0.0002692926,0.000015456815],"genre_scores_gemma":[0.9991216,0.0000068609397,0.0006433602,0.000046300753,0.00011146368,0.000023789515,0.000027811577,0.000006709561,0.000012077778],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841,0.00014712311,0.0004341878,0.0004382462,0.00023724078,0.00033323982],"domain_scores_gemma":[0.99952906,0.00008333783,0.00005294453,0.00023565145,0.00005746109,0.000041536696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005491195,0.00014520512,0.0002981348,0.00020209534,0.00011377924,0.00026579472,0.00029967914,0.00014295087,0.000019044704],"category_scores_gemma":[0.000013638526,0.00011386674,0.00010666291,0.005736395,0.00005726935,0.00061981747,0.000094735275,0.0001588399,0.000007228049],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014889258,0.000081387785,0.88445985,0.00009847222,0.00012145185,0.000049563623,0.0020792638,0.09253239,7.390952e-7,0.0009872543,0.00056878605,0.01900592],"study_design_scores_gemma":[0.00016367449,0.000015326987,0.14724116,0.00014270212,0.00004719392,0.0000018554315,0.00012845207,0.851052,0.000010515024,0.00023396486,0.0007751641,0.00018798251],"about_ca_topic_score_codex":0.00030084694,"about_ca_topic_score_gemma":0.002623566,"teacher_disagreement_score":0.7585196,"about_ca_system_score_codex":0.0001939341,"about_ca_system_score_gemma":0.000094846786,"threshold_uncertainty_score":0.46433508},"labels":[],"label_agreement":null},{"id":"W4396686657","doi":"10.1145/3629526.3645033","title":"An Adaptive Logging System (ALS): Enhancing Software Logging with Reinforcement Learning Techniques","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Brock University","funders":"","keywords":"Logging; Computer science; Python (programming language); Software; Source code; Consistency (knowledge bases); Context (archaeology); Software engineering; Operating system; Artificial intelligence","score_opus":0.009185844274080828,"score_gpt":0.24201273821122316,"score_spread":0.23282689393714232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01401731,0.00023235385,0.97558725,0.000059061098,0.00036226583,0.000394183,3.3048127e-7,0.0069628004,0.002384467],"genre_scores_gemma":[0.89210856,0.000008713687,0.1072203,0.00006196537,0.00014406536,0.00007905004,0.0000031438199,0.000025264544,0.00034893834],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977671,0.00010985199,0.00042688256,0.0007360226,0.00046711598,0.00049302314],"domain_scores_gemma":[0.99883336,0.00015676855,0.00009493778,0.0006593226,0.0001223773,0.00013321804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011240183,0.00027618156,0.00029167198,0.00024665534,0.00036868884,0.00050429156,0.0006021677,0.00010824781,0.000014422119],"category_scores_gemma":[0.000018685485,0.00018953974,0.00007773654,0.00045270496,0.00005097119,0.0017218528,0.0001909204,0.0003704611,0.00007831245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002351922,0.00021868495,0.025805626,0.013674517,0.0007369715,0.0012579534,0.029555466,0.14896311,0.011105855,0.12230213,0.0010181383,0.64512634],"study_design_scores_gemma":[0.00026187158,0.0019536978,0.0003971642,0.004840762,0.0000430527,0.00039609996,0.0038798612,0.90206146,0.080393724,0.00017730941,0.0044781165,0.0011168652],"about_ca_topic_score_codex":0.000210048,"about_ca_topic_score_gemma":0.000015423135,"teacher_disagreement_score":0.8780913,"about_ca_system_score_codex":0.0003524935,"about_ca_system_score_gemma":0.00019043594,"threshold_uncertainty_score":0.77292067},"labels":[],"label_agreement":null},{"id":"W4396709180","doi":"10.1145/3629527.3651845","title":"Analyzing Performance Variability in Alibaba's Microservice Architecture: A Critical-Path-Based Perspective","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Critical path method; Microservices; Perspective (graphical); Identification (biology); Distributed computing; Service (business); Path (computing); Architecture; Data science; Artificial intelligence; Computer network; Cloud computing; Systems engineering; Engineering; Operating system","score_opus":0.008111408627868189,"score_gpt":0.2685495173318587,"score_spread":0.26043810870399053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396709180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1777393,0.0006529325,0.81102055,0.0051866635,0.00086266425,0.00034036185,0.000004751926,0.00087736204,0.0033154015],"genre_scores_gemma":[0.9685815,0.00000869705,0.03084846,0.0003631771,0.00008359964,0.00004877017,0.0000014164151,0.0000135313285,0.000050876024],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975654,0.00025889731,0.00042461543,0.00094637915,0.0002956729,0.0005090626],"domain_scores_gemma":[0.9977875,0.0009732148,0.000026832764,0.00090132846,0.0001897731,0.0001213727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020469995,0.00024506237,0.00028324532,0.0002786957,0.000130164,0.00032987865,0.00078815647,0.00012798887,0.000057021538],"category_scores_gemma":[0.0003185544,0.00018881705,0.0001424368,0.0016223264,0.00012997829,0.0007138106,0.00020161457,0.00044900118,0.00012407705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021607164,0.0019793569,0.3817529,0.011110464,0.0002678169,0.00046401922,0.02827261,0.014880033,0.0064406903,0.35337925,0.001112383,0.20012441],"study_design_scores_gemma":[0.00039031805,0.00015799991,0.03927864,0.0005336451,0.000020415271,0.00004757094,0.0001383453,0.93989545,0.0043588793,0.013184231,0.0013809679,0.00061351614],"about_ca_topic_score_codex":0.00035579188,"about_ca_topic_score_gemma":0.00005540047,"teacher_disagreement_score":0.92501545,"about_ca_system_score_codex":0.0003648475,"about_ca_system_score_gemma":0.00036459134,"threshold_uncertainty_score":0.7699736},"labels":[],"label_agreement":null},{"id":"W4396709391","doi":"10.1145/3629526.3645046","title":"Disambiguating Performance Anomalies from Workload Changes in Cloud-Native Applications","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Overhead (engineering); Virtual machine; Scalability; Interference (communication); Distributed computing; Workload; Degradation (telecommunications); Real-time computing; Embedded system; Operating system; Channel (broadcasting); Computer network","score_opus":0.013382205632682472,"score_gpt":0.2523983711515454,"score_spread":0.23901616551886293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396709391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7206358,0.0022542484,0.2670535,0.0018767567,0.0009142427,0.00048963114,0.0000067648743,0.0008369788,0.0059320848],"genre_scores_gemma":[0.99163514,0.00015525082,0.007169692,0.00011723073,0.00024097797,0.000270552,0.000003886628,0.000006919209,0.0004003524],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989166,0.00003422694,0.00021226476,0.00042870492,0.00018514047,0.00022305502],"domain_scores_gemma":[0.999257,0.00021663631,0.000031017214,0.000419275,0.00003494126,0.000041127376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029717037,0.00012339168,0.00014094044,0.00011460113,0.00009921407,0.00018036559,0.00047736373,0.00006086744,0.000038536702],"category_scores_gemma":[0.000013663169,0.00009374536,0.000034770677,0.0007842154,0.0000476145,0.00051841524,0.0001750811,0.00015004516,0.00019873597],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045213997,0.000071603914,0.11186857,0.00022076209,0.00002923406,0.0000062727186,0.007631245,0.0003104501,0.00024225673,0.009409338,0.00036199973,0.8698437],"study_design_scores_gemma":[0.00053114165,0.00018857191,0.2460009,0.0015172072,0.00001739626,0.000014360235,0.0013485175,0.6977168,0.009956595,0.010959397,0.030661397,0.0010877586],"about_ca_topic_score_codex":0.00020043881,"about_ca_topic_score_gemma":0.00022500474,"teacher_disagreement_score":0.868756,"about_ca_system_score_codex":0.00007753399,"about_ca_system_score_gemma":0.000054416774,"threshold_uncertainty_score":0.38228247},"labels":[],"label_agreement":null},{"id":"W4396709412","doi":"10.1145/3629526.3645047","title":"InstantOps: A Joint Approach to System Failure Prediction and Root Cause Identification in Microserivces Cloud-Native Applications","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University","funders":"","keywords":"Computer science; Root cause; Cloud computing; Observability; Data mining; Root cause analysis; Graph; Identification (biology); Distributed computing; Artificial intelligence; Machine learning; Theoretical computer science; Reliability engineering; Engineering","score_opus":0.013529193179320918,"score_gpt":0.23812493304483354,"score_spread":0.22459573986551262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396709412","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18360929,0.0002831609,0.81281894,0.0003898901,0.00032698162,0.001063141,0.000011373619,0.0005652569,0.00093194767],"genre_scores_gemma":[0.99129367,0.000009408732,0.007741669,0.00001795693,0.00007996552,0.0006731477,0.00000860087,0.0000071369045,0.00016844098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986413,0.00005633553,0.00038422275,0.00056973164,0.00018726036,0.0001611553],"domain_scores_gemma":[0.999332,0.00003437816,0.000042913372,0.0004340036,0.00008371362,0.00007299156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005799699,0.00011924328,0.00014470154,0.0002320368,0.000106171705,0.0003574985,0.0002533228,0.0000793164,7.7372954e-7],"category_scores_gemma":[0.000012667868,0.00009356376,0.000030222465,0.00095070957,0.000032063865,0.0006312141,0.00012709732,0.000114607974,0.000043348333],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036961737,0.00079323136,0.052194297,0.009861853,0.00025939583,0.000020636828,0.06347735,0.002495161,0.028898306,0.7363394,0.007363745,0.09825969],"study_design_scores_gemma":[0.0008503832,0.00022148687,0.24345364,0.0012084054,0.00005624311,0.0003410771,0.0075934115,0.7062675,0.011412097,0.0023382993,0.025197191,0.0010602846],"about_ca_topic_score_codex":0.00009253178,"about_ca_topic_score_gemma":0.00006969496,"teacher_disagreement_score":0.80768436,"about_ca_system_score_codex":0.00019849633,"about_ca_system_score_gemma":0.000063686864,"threshold_uncertainty_score":0.38154194},"labels":[],"label_agreement":null},{"id":"W4396709484","doi":"10.1145/3629527.3651842","title":"Network Analysis of Microservices: A Case Study on Alibaba Production Clusters","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Microservices; Computer science; Service (business); Cluster analysis; Production (economics); Distributed computing; Artificial intelligence; Cloud computing; Marketing; Business; Operating system","score_opus":0.01977748542292585,"score_gpt":0.2828401513956611,"score_spread":0.26306266597273525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396709484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97152966,0.000118171316,0.026152654,0.0002762024,0.0011335128,0.00033266595,8.1716075e-7,0.00026912492,0.00018718379],"genre_scores_gemma":[0.9984208,0.0000022024549,0.0011580662,0.000099860496,0.00009317151,0.000017580764,0.0000011241672,0.000004217922,0.00020299794],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988294,0.00008209976,0.00028610713,0.00044856945,0.00020452452,0.00014925694],"domain_scores_gemma":[0.99906886,0.00007820448,0.00004636996,0.00070427696,0.00006801305,0.000034289675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068796397,0.00009845695,0.00020923327,0.00023452252,0.00007446639,0.00009418887,0.00025962648,0.000034420573,0.000008487414],"category_scores_gemma":[0.000007678848,0.000066655644,0.0001143337,0.002866912,0.000017500739,0.00028159312,0.000102192505,0.00007220565,0.00002147884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009172404,0.0027213816,0.48598358,0.0015617178,0.008813284,0.0028505553,0.1071957,0.29508474,0.0003481478,0.002186444,0.013038897,0.08012384],"study_design_scores_gemma":[0.00049212074,0.0014353074,0.045243338,0.00027620577,0.0016821949,0.00070060743,0.0106439395,0.93605816,0.0007719654,0.00029917798,0.0016674794,0.0007294882],"about_ca_topic_score_codex":0.00066709507,"about_ca_topic_score_gemma":0.0004219515,"teacher_disagreement_score":0.64097345,"about_ca_system_score_codex":0.000035529185,"about_ca_system_score_gemma":0.00003311921,"threshold_uncertainty_score":0.27181384},"labels":[],"label_agreement":null},{"id":"W4396786304","doi":"10.1145/3663529.3663850","title":"Easy over Hard: A Simple Baseline for Test Failures Causes Prediction","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Science Foundation of Ningbo; Zhejiang University; National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Root cause analysis; Abstraction; Root cause; Table (database); Software bug; Test (biology); Test case; Data mining; Test data; Parsing; Software; Reliability engineering; Machine learning; Artificial intelligence; Programming language; Engineering","score_opus":0.019681015354461193,"score_gpt":0.2757080627797608,"score_spread":0.2560270474252996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396786304","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021049192,0.0008797749,0.9613976,0.002362513,0.007176926,0.0023321118,0.0007406765,0.0030622124,0.0009990091],"genre_scores_gemma":[0.9317639,0.000112616515,0.053455733,0.0007190652,0.0025504192,0.001379375,0.00029173394,0.00007705116,0.0096500935],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976102,0.000034336135,0.0005344646,0.0011220021,0.00036356229,0.00033540424],"domain_scores_gemma":[0.99769974,0.0004302361,0.000121090634,0.0014034502,0.00023769373,0.00010779764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090722105,0.00032357476,0.00036294686,0.00016797487,0.00011955964,0.00046128762,0.000933704,0.0003466765,0.00006537282],"category_scores_gemma":[0.0003766096,0.00023703622,0.00028915197,0.00021464209,0.000040286403,0.0002121961,0.0019024396,0.0004113122,0.00011937061],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053356573,0.0006925159,0.113175474,0.013530937,0.0005505541,0.00003014789,0.0015850657,0.007622201,0.000467801,0.016691742,0.8113545,0.03424571],"study_design_scores_gemma":[0.00043249474,0.00021247099,0.008877035,0.00048087048,0.0000898038,0.000017407165,0.00002530557,0.7667038,0.0011681975,0.05144604,0.1699105,0.0006360605],"about_ca_topic_score_codex":0.0004651492,"about_ca_topic_score_gemma":0.00011045327,"teacher_disagreement_score":0.91071475,"about_ca_system_score_codex":0.00013290753,"about_ca_system_score_gemma":0.0003209935,"threshold_uncertainty_score":0.9666056},"labels":[],"label_agreement":null},{"id":"W4398276011","doi":"10.7910/dvn/kilizu","title":"Testing BIDS Dataset","year":2021,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Indoc Research","funders":"","keywords":"Computer science","score_opus":0.02565575549248181,"score_gpt":0.2557158330832052,"score_spread":0.23006007759072342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398276011","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006502035,0.0000052952173,0.0018042852,0.000008728251,0.0022640284,0.00022060344,0.99544847,0.00018283442,0.000059269267],"genre_scores_gemma":[0.000002272338,0.00008266477,0.009636347,0.0005677129,0.00040190914,0.00003113667,0.9892186,0.000013867166,0.00004548108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969651,0.0001683867,0.00054790766,0.0011524665,0.00064091216,0.00052520534],"domain_scores_gemma":[0.99317616,0.00029085093,0.00028344896,0.00586096,0.00018005392,0.00020851986],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007218884,0.0004204192,0.0005189461,0.00017937126,0.00023487608,0.00048070285,0.0033179524,0.0003525505,0.002458242],"category_scores_gemma":[0.0009117326,0.00037502754,0.000108007174,0.00076554477,0.00009007868,0.0010263672,0.002930457,0.0005750459,0.10380332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021117958,0.00006906742,0.00004315459,0.00029934748,0.000035815436,0.00028848508,0.0000074128993,0.00000631347,0.0000062265935,0.000008243778,0.99779403,0.0014398097],"study_design_scores_gemma":[0.00022142055,0.000037947342,0.000103114086,0.00021031305,0.000041794345,0.00012554183,0.000009221574,0.00034414337,0.000017741024,0.000014962988,0.99841726,0.00045655516],"about_ca_topic_score_codex":0.00066196837,"about_ca_topic_score_gemma":0.000053684955,"teacher_disagreement_score":0.10134508,"about_ca_system_score_codex":0.000106862484,"about_ca_system_score_gemma":0.00056307233,"threshold_uncertainty_score":0.9998702},"labels":[],"label_agreement":null},{"id":"W4398785918","doi":"10.1145/3639476.3639778","title":"Toward Adaptive Tracing: Efficient System Behavior Analysis using Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Debugging; Overhead (engineering); Root cause; System call; Kernel (algebra); Real-time computing; Traceability; Data mining; Distributed computing; Machine learning; Artificial intelligence; Programming language; Reliability engineering; Engineering","score_opus":0.04103612414661554,"score_gpt":0.2822145811940447,"score_spread":0.24117845704742916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398785918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34285602,0.0004991898,0.65456295,0.000015306627,0.0003983682,0.0001626942,0.0000037633272,0.0006664479,0.0008352425],"genre_scores_gemma":[0.97984457,0.0000011842685,0.019963546,0.000013153034,0.00005626614,0.000025533729,0.0000015109629,0.000008624775,0.000085622494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984482,0.00006049819,0.00030997154,0.000535703,0.00037282574,0.0002727861],"domain_scores_gemma":[0.99916613,0.000057406553,0.000039788974,0.0005706143,0.000073096446,0.000092970084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047663212,0.00015746047,0.00027397848,0.00033571853,0.000097212054,0.00025015188,0.00041842894,0.00008000272,0.000012374678],"category_scores_gemma":[0.000003785,0.00011147909,0.00027517282,0.0016355136,0.000025314155,0.0003719022,0.00013650258,0.00011713132,0.00005778501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000808248,0.0001548619,0.0011485346,0.00057029835,0.0005912232,0.00039762104,0.021132076,0.9223594,0.00044764564,0.035168104,0.00003599765,0.017986167],"study_design_scores_gemma":[0.000052379768,0.000022788729,0.00022650878,0.00007379792,0.0002457814,0.00003847581,0.001014247,0.9974498,0.00069564587,0.000018605047,0.000004217586,0.00015771958],"about_ca_topic_score_codex":0.00031296044,"about_ca_topic_score_gemma":0.000007890914,"teacher_disagreement_score":0.6369885,"about_ca_system_score_codex":0.00023862658,"about_ca_system_score_gemma":0.000090978094,"threshold_uncertainty_score":0.45459855},"labels":[],"label_agreement":null},{"id":"W4398817802","doi":"10.7910/dvn/zonwd0/iwezmt","title":"Suppl Data S3_BEASTruns.rar","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.029464881578462516,"score_gpt":0.2542633559925208,"score_spread":0.22479847441405829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398817802","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018483387,0.000002841631,0.006572867,0.000059978353,0.002745585,0.00038242724,0.9898533,0.0003212418,0.000059886166],"genre_scores_gemma":[0.000008477924,0.00027231578,0.007735554,0.00083002186,0.0005371515,0.00001833395,0.99051154,0.00001982869,0.000066771456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960505,0.00015616378,0.0006182121,0.0017744085,0.00083984126,0.0005608802],"domain_scores_gemma":[0.98773605,0.00012811601,0.00031688833,0.011371618,0.000091434486,0.00035589683],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0006289204,0.0005074148,0.000634597,0.00015380807,0.0001992896,0.0004453585,0.0122192055,0.00039609097,0.00314469],"category_scores_gemma":[0.0004207605,0.00044565302,0.00012560083,0.00053911406,0.00012492381,0.0020454673,0.008950139,0.0007464726,0.3555392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010734289,0.00005720084,0.000024504869,0.0003206492,0.00005949855,0.00015081426,0.00002185341,0.000002759672,0.0000015162997,0.00002924789,0.998154,0.001167213],"study_design_scores_gemma":[0.00034164495,0.000060363567,0.000048188864,0.00009231924,0.00005917054,0.00005218452,0.000011652222,0.0017221255,0.000007437305,0.000026071235,0.9970721,0.0005067581],"about_ca_topic_score_codex":0.0004207299,"about_ca_topic_score_gemma":0.0000592627,"teacher_disagreement_score":0.35239452,"about_ca_system_score_codex":0.00008375281,"about_ca_system_score_gemma":0.0005408184,"threshold_uncertainty_score":0.99979955},"labels":[],"label_agreement":null},{"id":"W4398918910","doi":"10.7910/dvn/q20fb7/jpsy5o","title":"analysis.Rmd","year":2020,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Replication (statistics); Computer science; Computational biology; Biology; Virology","score_opus":0.0135747886067848,"score_gpt":0.23781109260254224,"score_spread":0.22423630399575745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398918910","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003042188,0.0000012596585,0.014605137,0.000021161626,0.001086588,0.00020540996,0.9837788,0.00023037991,0.00006826871],"genre_scores_gemma":[0.00003309443,0.00013540551,0.0016213336,0.00077636563,0.00027311782,0.000022178714,0.99706,0.00000800434,0.00007048239],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974451,0.00012504128,0.0004739206,0.0009881919,0.00060211425,0.0003656427],"domain_scores_gemma":[0.9956315,0.00008905632,0.0002673992,0.0036751009,0.00009069417,0.00024623307],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003853596,0.00035000767,0.00066971435,0.00032827063,0.00013461274,0.00028318362,0.0033062927,0.00029826973,0.002868442],"category_scores_gemma":[0.00016780576,0.00029862067,0.00038223233,0.0015421256,0.00006510689,0.0006439221,0.0014934642,0.00046041628,0.3127933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005119794,0.000036858248,0.000086842745,0.00012831306,0.00041109734,0.000083335326,0.000025604391,0.000028631117,4.5367665e-7,0.000022047956,0.99882805,0.00034365666],"study_design_scores_gemma":[0.00017007341,0.00003812969,0.00020879021,0.000021565274,0.00044064716,0.000007161134,0.0000057619786,0.0014317456,0.0000041257967,0.000014394104,0.9973083,0.00034930604],"about_ca_topic_score_codex":0.00027014178,"about_ca_topic_score_gemma":0.00006574055,"teacher_disagreement_score":0.30992487,"about_ca_system_score_codex":0.00007916552,"about_ca_system_score_gemma":0.00021948905,"threshold_uncertainty_score":0.9999466},"labels":[],"label_agreement":null},{"id":"W4399294975","doi":"10.1016/j.jss.2024.112117","title":"Enhancing empirical software performance engineering research with kernel-level events: A comprehensive system tracing approach","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Tracing; Empirical research; Kernel (algebra); Software engineering; Programming language; Mathematics; Statistics","score_opus":0.061031672801700416,"score_gpt":0.3003110414255424,"score_spread":0.23927936862384197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399294975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45654997,0.008594525,0.5332276,0.000037260743,0.0010372346,0.00029640913,0.0000048921174,0.00023502205,0.000017088256],"genre_scores_gemma":[0.962256,0.00011828532,0.0369373,0.000011151187,0.00051550876,0.000031430736,0.0000012678464,0.00003826319,0.000090762675],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635094,0.00022447426,0.0010114517,0.00052635785,0.0012897607,0.00059702684],"domain_scores_gemma":[0.997273,0.00069619,0.00025509007,0.00049188134,0.0009907744,0.0002930561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026818437,0.00032325735,0.0007202753,0.00057065353,0.00035575114,0.0005405097,0.00065951206,0.00020325734,6.5668524e-7],"category_scores_gemma":[0.00013835658,0.00021191973,0.00014874153,0.0009723422,0.00006964162,0.0014146504,0.0001956598,0.0009933872,0.000011694984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071249856,0.0009384957,0.4966346,0.17621261,0.0034245641,0.0037332224,0.07323955,0.16069339,0.0017619621,0.0037407912,0.0058423025,0.073065996],"study_design_scores_gemma":[0.00560758,0.005841544,0.1641323,0.091318294,0.0003613798,0.06735042,0.021049168,0.62205076,0.0014535001,0.0001252523,0.01696777,0.0037420255],"about_ca_topic_score_codex":0.000040405048,"about_ca_topic_score_gemma":0.0000012694022,"teacher_disagreement_score":0.5057061,"about_ca_system_score_codex":0.00039477542,"about_ca_system_score_gemma":0.00042730794,"threshold_uncertainty_score":0.8641836},"labels":[],"label_agreement":null},{"id":"W4399431538","doi":"10.1145/3643915.3644094","title":"Self-adaptive, Requirements-driven Autoscaling of Microservices","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Microservices; Computer science; Flexibility (engineering); Downtime; Scalability; Distributed computing; Operating system; Cloud computing","score_opus":0.016899337313208713,"score_gpt":0.26499208879514646,"score_spread":0.24809275148193774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399431538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26904786,0.0017146375,0.70759696,0.00070857303,0.0025009383,0.00041219607,0.000004144936,0.002460165,0.015554548],"genre_scores_gemma":[0.8772449,0.000024973206,0.122401886,0.00006478207,0.00004369822,0.000006322465,5.239048e-7,0.0000051727575,0.00020777053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904895,0.000027343805,0.00025862062,0.00028930645,0.00021260706,0.00016318666],"domain_scores_gemma":[0.99941134,0.0000597569,0.000037799728,0.00038057074,0.00007130842,0.000039229653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028926192,0.00008891684,0.0001301995,0.00007512285,0.00004685644,0.000088249435,0.0005219493,0.00004936143,0.000021229294],"category_scores_gemma":[0.0000039749743,0.000063488114,0.000071352355,0.00038604275,0.000020427027,0.0005794181,0.00019603217,0.00006443285,0.00011799312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007374415,0.0013514933,0.06084252,0.01592062,0.0014656591,0.00018655644,0.043514106,0.001409274,0.062138528,0.5141071,0.012008476,0.28698188],"study_design_scores_gemma":[0.00023891592,0.0001821674,0.0040811202,0.0003863781,0.000020551644,0.000021948394,0.00012923189,0.9369894,0.031891853,0.002017747,0.023725547,0.00031514122],"about_ca_topic_score_codex":0.000053869437,"about_ca_topic_score_gemma":0.000005596953,"teacher_disagreement_score":0.93558013,"about_ca_system_score_codex":0.0000393538,"about_ca_system_score_gemma":0.00008534619,"threshold_uncertainty_score":0.25889704},"labels":[],"label_agreement":null},{"id":"W4399625707","doi":"10.1007/s10922-024-09831-x","title":"Benchmarking Large Language Models for Log Analysis, Security, and Interpretation","year":2024,"lang":"en","type":"article","venue":"Journal of Network and Systems Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Benchmarking; Pipeline (software); Adaptation (eye); Language model; Domain (mathematical analysis); Interpretation (philosophy); Variety (cybernetics); Data mining; Data science; Artificial intelligence; Programming language","score_opus":0.008274013247924983,"score_gpt":0.2573795766463653,"score_spread":0.2491055633984403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399625707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036864437,0.01767584,0.94345796,0.00010897363,0.0012738318,0.00024163538,0.0000017133087,0.000028522978,0.0003471146],"genre_scores_gemma":[0.996254,0.0005249769,0.0027080618,0.000038956496,0.00038940192,0.000009533459,0.0000016088819,0.00000421409,0.00006921248],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989774,0.00006487887,0.000413079,0.00018144792,0.00019533248,0.00016786164],"domain_scores_gemma":[0.9994798,0.00010023511,0.00015583413,0.00014865292,0.000060242233,0.00005525038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018886918,0.000090520116,0.00026045417,0.0002053208,0.00008353164,0.00037193156,0.0001649615,0.00003789784,7.019486e-7],"category_scores_gemma":[0.0000032889563,0.00006447937,0.00010979181,0.00034800055,0.000010294276,0.0004568774,0.00012019826,0.00007952742,4.0390557e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013867456,0.00016013585,0.015812939,0.011006912,0.007990247,0.00039037244,0.036677253,0.41274917,0.000007888985,0.24713579,0.021254046,0.24667656],"study_design_scores_gemma":[0.00017604638,0.00008368438,0.0005896539,0.00041647165,0.00021022627,0.000033690536,0.000423719,0.9920997,2.9289484e-7,0.0028274404,0.0030635598,0.00007551482],"about_ca_topic_score_codex":0.000006297997,"about_ca_topic_score_gemma":0.0000057491065,"teacher_disagreement_score":0.95938957,"about_ca_system_score_codex":0.00003242328,"about_ca_system_score_gemma":0.000009577601,"threshold_uncertainty_score":0.35865447},"labels":[],"label_agreement":null},{"id":"W4399768589","doi":"10.1109/tnsm.2024.3416031","title":"A Modular, End-to-End Next-Generation Network Testbed: Toward a Fully Automated Network Management Platform","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"End-to-end principle; Testbed; Modular design; Computer science; End user; Network management; Computer network; Embedded system; Operating system","score_opus":0.0291041480607154,"score_gpt":0.24252505881875264,"score_spread":0.21342091075803724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399768589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00751165,0.0007468325,0.9761887,0.0028562685,0.0057105063,0.0016814219,0.0000068773224,0.0024898066,0.002807933],"genre_scores_gemma":[0.93904734,0.0015486816,0.051887035,0.004692449,0.0012631329,0.0006941936,0.000026113932,0.00006493915,0.00077610393],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99638504,0.00010571255,0.00067373854,0.0011757173,0.00064678513,0.0010130345],"domain_scores_gemma":[0.99844986,0.0000986695,0.00008343453,0.0009993408,0.00008594177,0.0002827221],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009886547,0.000507905,0.0004059651,0.00024354864,0.0007670758,0.00094292685,0.0007327609,0.00016919909,0.00005953755],"category_scores_gemma":[5.2683555e-7,0.00045724446,0.00016928604,0.0027358453,0.000032083142,0.0007824313,0.000065363834,0.00033893826,0.00027523443],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036819278,0.00007956563,0.000014421705,0.0005559581,0.00036558593,0.000074376294,0.00045678424,0.774178,0.0000060171915,0.0032223926,0.01012802,0.21088201],"study_design_scores_gemma":[0.00044044518,0.00020928499,0.00076204026,0.00056709023,0.00018320787,0.000023406821,0.00009516981,0.9440089,0.000014949755,0.0009538628,0.052196108,0.00054554327],"about_ca_topic_score_codex":0.00007228397,"about_ca_topic_score_gemma":0.00022951144,"teacher_disagreement_score":0.9315357,"about_ca_system_score_codex":0.000201048,"about_ca_system_score_gemma":0.000042706302,"threshold_uncertainty_score":0.9997879},"labels":[],"label_agreement":null},{"id":"W4399771306","doi":"10.32920/26052910","title":"Does Interpolated Testing Reduce Proactive Interference","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Interference (communication); Computer science; Telecommunications","score_opus":0.03396646400930549,"score_gpt":0.28663681711644556,"score_spread":0.2526703531071401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39558715,0.0007054383,0.47341716,0.0046214215,0.039883383,0.0031622173,0.000036806396,0.009887708,0.07269871],"genre_scores_gemma":[0.9527847,0.000008420476,0.045139126,0.00007226301,0.00024189956,0.0001330064,0.000003821263,0.000020374253,0.0015963669],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746984,0.00009421621,0.00053571083,0.0012713684,0.00027262798,0.00035623895],"domain_scores_gemma":[0.99781084,0.00020119853,0.00017374016,0.0013885612,0.0003217708,0.00010391051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051344314,0.00038357396,0.00039470193,0.00020009036,0.000077666264,0.0006401404,0.0018935612,0.00033075185,0.000028237479],"category_scores_gemma":[0.0002523577,0.00019486021,0.00014917679,0.00047907332,0.00007988042,0.00024515053,0.0072136247,0.0013711745,0.00033973745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007866974,0.00044000684,0.009971355,0.0093370555,0.0013352605,0.00021094522,0.027711224,0.000576308,0.0041433997,0.014842223,0.01013433,0.9212192],"study_design_scores_gemma":[0.00031935476,0.0003825955,0.0041699815,0.0074383896,0.00012810547,0.00011036488,0.0005545149,0.6293937,0.047311287,0.30699533,0.00080119027,0.0023952115],"about_ca_topic_score_codex":0.0003773636,"about_ca_topic_score_gemma":0.000013112295,"teacher_disagreement_score":0.918824,"about_ca_system_score_codex":0.0002238899,"about_ca_system_score_gemma":0.00049436453,"threshold_uncertainty_score":0.8991267},"labels":[],"label_agreement":null},{"id":"W4399771376","doi":"10.32920/26052910.v1","title":"Does Interpolated Testing Reduce Proactive Interference","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Interference (communication); Computer science; Computer network","score_opus":0.03396646400930549,"score_gpt":0.28663681711644556,"score_spread":0.2526703531071401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39558715,0.0007054383,0.47341716,0.0046214215,0.039883383,0.0031622173,0.000036806396,0.009887708,0.07269871],"genre_scores_gemma":[0.9527847,0.000008420476,0.045139126,0.00007226301,0.00024189956,0.0001330064,0.000003821263,0.000020374253,0.0015963669],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746984,0.00009421621,0.00053571083,0.0012713684,0.00027262798,0.00035623895],"domain_scores_gemma":[0.99781084,0.00020119853,0.00017374016,0.0013885612,0.0003217708,0.00010391051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051344314,0.00038357396,0.00039470193,0.00020009036,0.000077666264,0.0006401404,0.0018935612,0.00033075185,0.000028237479],"category_scores_gemma":[0.0002523577,0.00019486021,0.00014917679,0.00047907332,0.00007988042,0.00024515053,0.0072136247,0.0013711745,0.00033973745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007866974,0.00044000684,0.009971355,0.0093370555,0.0013352605,0.00021094522,0.027711224,0.000576308,0.0041433997,0.014842223,0.01013433,0.9212192],"study_design_scores_gemma":[0.00031935476,0.0003825955,0.0041699815,0.0074383896,0.00012810547,0.00011036488,0.0005545149,0.6293937,0.047311287,0.30699533,0.00080119027,0.0023952115],"about_ca_topic_score_codex":0.0003773636,"about_ca_topic_score_gemma":0.000013112295,"teacher_disagreement_score":0.918824,"about_ca_system_score_codex":0.0002238899,"about_ca_system_score_gemma":0.00049436453,"threshold_uncertainty_score":0.8991267},"labels":[],"label_agreement":null},{"id":"W4399774065","doi":"10.1007/s10664-024-10452-w","title":"A literature review and existing challenges on software logging practices","year":2024,"lang":"en","type":"review","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; École de Technologie Supérieure","funders":"","keywords":"Logging; Computer science; Software; Software engineering; Data science; Forestry; Geography; Operating system","score_opus":0.10665188973831913,"score_gpt":0.3761438582854184,"score_spread":0.2694919685470993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399774065","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010262498,0.9819801,0.013248723,0.00041950293,0.0011713916,0.0008372068,0.000019786869,0.0022800774,0.0000421988],"genre_scores_gemma":[0.0000015825032,0.977493,0.02116375,0.0002865664,0.00052238116,0.00026364016,0.000024819059,0.00011043573,0.00013382174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610853,0.00018161158,0.000951102,0.0015589372,0.000520115,0.0006797073],"domain_scores_gemma":[0.99615526,0.0016740003,0.0005631315,0.0012192057,0.00009979099,0.00028862222],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010901683,0.0009982319,0.0022368347,0.00039478176,0.00015674991,0.00050382514,0.00108951,0.0006084721,0.0000051587695],"category_scores_gemma":[0.004520068,0.00069382123,0.0005416244,0.0011238526,0.00003531148,0.00062310486,0.0007811487,0.0019101714,0.00018266412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5408453e-7,0.000022943283,0.000013843241,0.35141537,0.00012685738,0.00016724797,0.00019847171,0.000008025454,3.5940937e-9,0.00010535336,0.0018223723,0.64611906],"study_design_scores_gemma":[0.000039489823,0.000062224455,0.000015011616,0.21301669,0.00047752814,0.00047553275,0.0000016086478,0.000113220965,5.1887703e-8,0.000029132958,0.78514755,0.00062193506],"about_ca_topic_score_codex":0.0000017843765,"about_ca_topic_score_gemma":3.7672604e-7,"teacher_disagreement_score":0.7833252,"about_ca_system_score_codex":0.00023206635,"about_ca_system_score_gemma":0.00018382889,"threshold_uncertainty_score":0.9995513},"labels":[],"label_agreement":null},{"id":"W4399848067","doi":"10.1007/s40860-024-00225-z","title":"A formal model-based approach to design failure-aware Internet of Things architectures","year":2024,"lang":"en","type":"article","venue":"Journal of Reliable Intelligent Environments","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Internet of Things; World Wide Web","score_opus":0.017534128765154422,"score_gpt":0.2334853843987391,"score_spread":0.21595125563358467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399848067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022349305,0.00049972814,0.9760243,0.00017648452,0.00045936843,0.00029802872,0.000001486053,0.00003584299,0.00015545549],"genre_scores_gemma":[0.78366345,0.000037974554,0.21576615,0.00019083083,0.000044320153,0.000011171673,8.2513054e-7,0.000017283017,0.00026801767],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976043,0.000071176284,0.00086098944,0.0003285286,0.00077758974,0.00035743174],"domain_scores_gemma":[0.9989053,0.00011391698,0.00027545882,0.0004618508,0.000046892485,0.00019658466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012523996,0.00023374739,0.00037809237,0.00037322618,0.000046425175,0.0001112976,0.0011768815,0.00011667291,0.000015797339],"category_scores_gemma":[0.000040613424,0.00016528818,0.00026696952,0.00029504191,0.00006119017,0.0005819495,0.0002345813,0.00040017004,0.000047609356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008910533,0.00024801277,0.00041904944,0.00026893802,0.000104478146,0.000015763624,0.0025580807,0.9751716,0.0007858275,0.00023099533,0.0025490103,0.017559107],"study_design_scores_gemma":[0.00018008526,0.00054514623,0.000054413074,0.00047449014,0.000030131923,0.00007956779,0.000051912873,0.94520426,0.04676503,0.0009768618,0.0054445984,0.00019348795],"about_ca_topic_score_codex":0.000012831194,"about_ca_topic_score_gemma":1.2233438e-7,"teacher_disagreement_score":0.7613141,"about_ca_system_score_codex":0.00021252254,"about_ca_system_score_gemma":0.00015125575,"threshold_uncertainty_score":0.6740256},"labels":[],"label_agreement":null},{"id":"W4399871949","doi":"10.1007/s10664-024-10501-4","title":"Systematic Evaluation of Deep Learning Models for Log-based Failure Prediction","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"HORIZON EUROPE Framework Programme; Canada Research Chairs; Natural Sciences and Engineering Research Council of Canada; European Commission; Science Foundation Ireland; Université du Luxembourg","keywords":"Computer science; Machine learning; Artificial intelligence; Artificial neural network; Algorithm; Convolutional neural network; Deep learning; Encoder; Predictive modelling; Data mining","score_opus":0.030171465703690212,"score_gpt":0.2758273760452596,"score_spread":0.24565591034156936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399871949","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022065183,0.001525577,0.97379744,0.000078443445,0.0007155329,0.0007536022,0.0000037031896,0.001054915,0.000005572862],"genre_scores_gemma":[0.95527124,0.000001966541,0.044259064,0.000011853528,0.00009265574,0.00032299513,0.000010782924,0.000020322086,0.000009108267],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827784,0.0000859886,0.000468572,0.00034968852,0.00058896415,0.00022895371],"domain_scores_gemma":[0.9984323,0.00083967857,0.00006552543,0.0003170718,0.0002786901,0.00006675566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018023187,0.00015830077,0.00028449262,0.00017321423,0.000066053835,0.00008610819,0.0002689055,0.0001300262,0.0000047408375],"category_scores_gemma":[0.0011412364,0.00012956306,0.00016657049,0.00049042783,0.000012228601,0.00048245306,0.00004438586,0.00017555112,0.000008132311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019079287,0.00001541261,0.0012895821,0.012673359,0.00003877226,6.2198814e-7,0.0004280924,0.98316485,0.000031728287,0.00014177646,0.000059324593,0.0021545484],"study_design_scores_gemma":[0.00020347371,0.000078226265,0.0005767031,0.001976764,0.00006426674,0.0000050968924,0.00001233481,0.996222,0.00024192035,0.00038590754,0.00010651037,0.00012675082],"about_ca_topic_score_codex":0.000002378913,"about_ca_topic_score_gemma":6.9231453e-7,"teacher_disagreement_score":0.9332061,"about_ca_system_score_codex":0.00020286838,"about_ca_system_score_gemma":0.0001039763,"threshold_uncertainty_score":0.52834284},"labels":[],"label_agreement":null},{"id":"W4400391016","doi":"10.1016/j.jss.2024.112154","title":"AML: An accuracy metric model for effective evaluation of log parsing techniques","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale; Innovation for Defence Excellence and Security","keywords":"Parsing; Computer science; Metric (unit); Debugging; Data mining; Software; Task (project management); Artificial intelligence; Programming language","score_opus":0.03965729576152576,"score_gpt":0.3410378737279783,"score_spread":0.3013805779664525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400391016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21952106,0.007292127,0.77181876,0.000033103715,0.000671974,0.00058237935,0.00000582017,0.00006644272,0.000008363302],"genre_scores_gemma":[0.977806,0.00007823082,0.021876927,0.00000793969,0.0001736763,0.00003858168,7.5727945e-7,0.0000090001695,0.000008885325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998419,0.00015972811,0.00057276676,0.00019132653,0.0005253769,0.0001318201],"domain_scores_gemma":[0.997752,0.0005432854,0.000350283,0.00022717674,0.0010543541,0.00007289029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046404987,0.0001114386,0.0003390837,0.00034067244,0.00008165385,0.00017204051,0.0002504089,0.00010013734,4.3490513e-7],"category_scores_gemma":[0.0005538087,0.000075657736,0.00012251463,0.00034901177,0.000027695089,0.0012252614,0.00003824055,0.00012560986,3.3728168e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045647674,0.000110637724,0.0046817646,0.0030964673,0.00016960749,0.0000063816015,0.0045515792,0.018753085,0.00052150164,0.0011795029,0.00065243343,0.9662314],"study_design_scores_gemma":[0.00030688764,0.00051253865,0.0013770746,0.0011913391,0.00009596717,0.00015616325,0.00012071481,0.99203134,0.0007702541,0.0030387808,0.0002801357,0.00011879272],"about_ca_topic_score_codex":0.000022652503,"about_ca_topic_score_gemma":0.0000011890613,"teacher_disagreement_score":0.9732783,"about_ca_system_score_codex":0.0001237966,"about_ca_system_score_gemma":0.00024867902,"threshold_uncertainty_score":0.3085233},"labels":[],"label_agreement":null},{"id":"W4400482719","doi":"10.55016/ojs/cpai.v4i2.74177","title":"Using TurnItIn to Run Cheating-Resistant Take-Home Tests","year":2021,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capilano University","funders":"","keywords":"Cheating; Computer science; Psychology; Social psychology","score_opus":0.04167257853117056,"score_gpt":0.310634334434111,"score_spread":0.2689617559029404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779727,0.0009431717,0.0054038065,0.007544738,0.0010003785,0.0003952785,0.00006666256,0.00022841962,0.006444829],"genre_scores_gemma":[0.98838633,0.000027640139,0.008561747,0.0023053968,0.00033838005,0.000019443378,0.0000034574036,0.000020545018,0.00033704194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9972901,0.00019438141,0.00038941094,0.0009549189,0.00039688722,0.00077433785],"domain_scores_gemma":[0.9974995,0.0001784943,0.000091846734,0.00084097777,0.00052284554,0.00086630107],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007222234,0.00028733758,0.00034732034,0.00034719557,0.0003951715,0.0001410086,0.0009602043,0.000393363,0.00009467002],"category_scores_gemma":[0.0013139165,0.00026891145,0.00013584233,0.0011371815,0.00010611769,0.0003578422,0.00014209634,0.0020139213,0.00019589931],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002601483,0.0006956489,0.15029365,0.000677869,0.0005106202,0.0020808238,0.18214512,0.0026181645,0.054674808,0.52098787,0.032486897,0.052568417],"study_design_scores_gemma":[0.0035957566,0.0014891755,0.66977763,0.004721178,0.0001267147,0.001441341,0.08818544,0.0528269,0.04300551,0.026394548,0.10088786,0.007547927],"about_ca_topic_score_codex":0.02490845,"about_ca_topic_score_gemma":0.018071901,"teacher_disagreement_score":0.519484,"about_ca_system_score_codex":0.002577168,"about_ca_system_score_gemma":0.0025519268,"threshold_uncertainty_score":0.99997634},"labels":[],"label_agreement":null},{"id":"W4400484335","doi":"10.1145/3663529.3664460","title":"Productionizing PILAR as a Logstash Plugin","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Plug-in; Computer science; Programming language","score_opus":0.007171515710664187,"score_gpt":0.24587433761349728,"score_spread":0.2387028219028331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12037091,0.0025298991,0.7888209,0.01371527,0.00854333,0.0005585139,0.0000010072848,0.0052318266,0.06022833],"genre_scores_gemma":[0.9834878,0.000021153532,0.010326981,0.00023468984,0.00025146402,0.000019452405,6.732394e-7,0.0000064083238,0.005651391],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912953,0.000020884385,0.00013749504,0.00036985666,0.00017547434,0.00016678336],"domain_scores_gemma":[0.9994278,0.00003132945,0.000010969407,0.00044489506,0.00004129397,0.000043688724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036007725,0.00007543675,0.00007563483,0.00007136904,0.00008573273,0.00026555607,0.0003078697,0.0000365631,0.00006804275],"category_scores_gemma":[0.000031816857,0.000053000014,0.000047052694,0.00045034007,0.000023816623,0.00062249624,0.0001059749,0.000097459524,0.0016727715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006332505,0.00013167452,0.0048150886,0.00085536175,0.00009510723,0.0001316575,0.004654783,0.00025657212,0.0017816294,0.5454299,0.07660745,0.3652345],"study_design_scores_gemma":[0.00023632203,0.0002407735,0.002542702,0.00027934252,0.000014401984,0.0006039633,0.00014223935,0.08288631,0.01914622,0.038767494,0.8544792,0.000661026],"about_ca_topic_score_codex":0.00005969814,"about_ca_topic_score_gemma":0.0000032338298,"teacher_disagreement_score":0.86311686,"about_ca_system_score_codex":0.00004303325,"about_ca_system_score_gemma":0.00011074948,"threshold_uncertainty_score":0.99910456},"labels":[],"label_agreement":null},{"id":"W4400484677","doi":"10.1145/3663529.3663857","title":"Decoding Anomalies! Unraveling Operational Challenges in Human-in-the-Loop Anomaly Validation","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Decoding methods; Computer science; Anomaly (physics); Loop (graph theory); Anomaly detection; Data mining; Algorithm; Mathematics; Physics","score_opus":0.06021226248420644,"score_gpt":0.30553872778115043,"score_spread":0.245326465296944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9373681,0.0019611684,0.04765933,0.0043373085,0.00062132324,0.00028785152,5.44239e-7,0.000215053,0.007549349],"genre_scores_gemma":[0.99666494,0.000114728624,0.0028262376,0.000114729,0.00010240226,0.000036458976,0.000003210107,0.000004757149,0.00013254826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987858,0.000100531426,0.00031534157,0.00036772282,0.00024023191,0.00019038538],"domain_scores_gemma":[0.9994326,0.00018557059,0.000019815025,0.00030787635,0.000034532546,0.00001960552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014555734,0.000100466124,0.00010960597,0.00020211218,0.00009854277,0.00030339204,0.00046049897,0.00006105231,0.000024478164],"category_scores_gemma":[0.000028168777,0.00006912072,0.000039204377,0.00043348674,0.000018131332,0.0007977914,0.00007497086,0.00013709426,0.00005479792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068582635,0.00025627168,0.11235568,0.00067243335,0.000030061376,0.00014538207,0.02290839,0.0063129636,0.0019568747,0.7412756,0.00053289335,0.1135466],"study_design_scores_gemma":[0.0010165356,0.00024966415,0.19616182,0.00086192216,0.000010967156,0.00019157976,0.0024508815,0.769313,0.0074279476,0.015039956,0.0062823333,0.0009934108],"about_ca_topic_score_codex":0.00008004076,"about_ca_topic_score_gemma":0.00015683462,"teacher_disagreement_score":0.763,"about_ca_system_score_codex":0.00007423459,"about_ca_system_score_gemma":0.00007144313,"threshold_uncertainty_score":0.29256165},"labels":[],"label_agreement":null},{"id":"W4400484775","doi":"10.1145/3663529.3663791","title":"A Preliminary Study on the Privacy Concerns of Using IP Addresses in Log Data","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Information privacy; Internet privacy; Computer security","score_opus":0.1827807805939482,"score_gpt":0.3768911515673247,"score_spread":0.19411037097337652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98343784,0.00029434692,0.014360811,0.00047786994,0.00040134907,0.0005014359,0.0000053652125,0.00010797183,0.00041303033],"genre_scores_gemma":[0.99919,0.0000053637136,0.00065733504,0.000050944134,0.00004174968,0.0000096600315,9.392449e-7,0.0000042563834,0.00003977995],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892,0.0001051052,0.0002445241,0.000367817,0.00023244458,0.00013005754],"domain_scores_gemma":[0.9979201,0.000446704,0.000034030654,0.0015538614,0.000027226131,0.0000180707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079584634,0.000083299405,0.00012875721,0.00006593865,0.000040948846,0.0000770217,0.0015535059,0.000028646095,0.000018316392],"category_scores_gemma":[0.00009763112,0.00004389063,0.00002175298,0.00044110333,0.00004340463,0.0004314583,0.0009975195,0.00011713551,0.000018882069],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001642257,0.0034972106,0.78642744,0.0015465,0.0003168228,0.00032049412,0.075142965,0.0030454928,0.000551062,0.021262815,0.016906824,0.09081817],"study_design_scores_gemma":[0.0005546321,0.0011688769,0.23811863,0.0010510602,0.000031936608,0.000027233691,0.0036500557,0.75036496,0.0016426876,0.0010738448,0.0019514859,0.00036457946],"about_ca_topic_score_codex":0.000324832,"about_ca_topic_score_gemma":0.00001851432,"teacher_disagreement_score":0.74731946,"about_ca_system_score_codex":0.000026921234,"about_ca_system_score_gemma":0.00013012446,"threshold_uncertainty_score":0.2886826},"labels":[],"label_agreement":null},{"id":"W4400484851","doi":"10.1145/3663529.3663855","title":"Leveraging Large Language Models for the Auto-remediation of Microservice Applications: An Experimental Study","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University","funders":"","keywords":"Computer science; Language model; Microservices; Natural language processing; Cloud computing; Operating system","score_opus":0.022188374852464318,"score_gpt":0.3130548366701679,"score_spread":0.2908664618177036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2084549,0.001045466,0.78898495,0.000102730155,0.00018785513,0.0009529747,0.000003932818,0.00019754442,0.00006964292],"genre_scores_gemma":[0.993906,0.0000028439867,0.005386367,0.00008552517,0.00007489356,0.0004600039,0.0000046540076,0.0000056149524,0.000074095515],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928993,0.000026598897,0.00018125057,0.00023872136,0.00014904076,0.00011444646],"domain_scores_gemma":[0.99930143,0.00012057197,0.000029990955,0.00047433787,0.00005254534,0.000021091224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005819528,0.00006650211,0.00007682816,0.000037779533,0.000118208205,0.00009617468,0.0004439983,0.000022933993,0.0000056495396],"category_scores_gemma":[0.0000030656313,0.000040748506,0.000040049206,0.00020949857,0.0000099586005,0.00054122246,0.00009246381,0.0000408767,0.000008090137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056640627,0.006937133,0.010721238,0.0016605904,0.0003797096,0.0000051581005,0.63923967,0.01074033,0.0760207,0.10021633,0.0017052091,0.15231732],"study_design_scores_gemma":[0.00023638601,0.00010669303,0.0004605379,0.000010918401,0.000008124223,0.000001528856,0.009476074,0.97815615,0.010410684,0.00042764106,0.0006269331,0.000078344434],"about_ca_topic_score_codex":0.000106210646,"about_ca_topic_score_gemma":0.000016435903,"teacher_disagreement_score":0.9674158,"about_ca_system_score_codex":0.000029665682,"about_ca_system_score_gemma":0.00004076824,"threshold_uncertainty_score":0.16616757},"labels":[],"label_agreement":null},{"id":"W4400582991","doi":"10.1145/3643771","title":"RavenBuild: Context, Relevance, and Dependency Aware Build Outcome Prediction","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada); University of Waterloo","funders":"","keywords":"Relevance (law); Dependency (UML); Outcome (game theory); Context (archaeology); Computer science; Data science; Artificial intelligence; History; Political science; Mathematics","score_opus":0.009439507259860338,"score_gpt":0.22651776080869815,"score_spread":0.2170782535488378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400582991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89756477,0.003408414,0.08652608,0.002187717,0.0056376047,0.0010362453,0.000047101752,0.0034485136,0.00014352264],"genre_scores_gemma":[0.9835694,0.00006490818,0.015845664,0.00008515114,0.00014512979,0.00004601099,6.0255144e-7,0.0000288397,0.0002143264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984381,0.0000043517657,0.00036610282,0.0004872209,0.00043150017,0.00027271075],"domain_scores_gemma":[0.99877363,0.00024759004,0.00008685184,0.0006509208,0.00015788803,0.00008313355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043584444,0.00023460564,0.00026590563,0.00016615035,0.00009758412,0.0001457691,0.0015954146,0.00013330912,0.0000032056744],"category_scores_gemma":[0.0020280613,0.00016083772,0.00013227083,0.0005537814,0.00004861235,0.00063168496,0.0007606488,0.00036820266,0.000012708631],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056592005,0.00014737858,0.8439011,0.007275922,0.0002606649,0.000010595487,0.0022582926,0.0010983195,0.0024568068,0.03685208,0.02035125,0.08533101],"study_design_scores_gemma":[0.0034684972,0.002048707,0.5299287,0.012096887,0.00034216483,0.0010225013,0.00036448092,0.19099517,0.062473264,0.023313183,0.17026691,0.0036795307],"about_ca_topic_score_codex":0.000008970777,"about_ca_topic_score_gemma":4.7431453e-7,"teacher_disagreement_score":0.31397238,"about_ca_system_score_codex":0.00008668735,"about_ca_system_score_gemma":0.000037252652,"threshold_uncertainty_score":0.6558772},"labels":[],"label_agreement":null},{"id":"W4400608520","doi":"10.1007/s10664-024-10488-y","title":"An empirical study on cross-component dependent changes: A case study on the components of OpenStack","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Component (thermodynamics); Computer science; Physics","score_opus":0.0628725410747167,"score_gpt":0.35741987604312486,"score_spread":0.2945473349684082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400608520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573742,0.00006975222,0.038656194,0.0002914412,0.0013143073,0.0014226827,0.00001034271,0.00084993336,0.000011158846],"genre_scores_gemma":[0.9990065,0.0000010363716,0.00040951036,0.00016126983,0.00017716415,0.00018203723,0.000002769692,0.00004203601,0.00001763806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99666053,0.00026084692,0.0006048532,0.0009547261,0.0010174746,0.00050154765],"domain_scores_gemma":[0.9968921,0.001200098,0.00007443628,0.0014992908,0.000104136125,0.0002299538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013688115,0.0004216619,0.00047427634,0.00029794124,0.0002724291,0.00040274556,0.001179512,0.000117316325,0.000015183713],"category_scores_gemma":[0.00022500085,0.00026685087,0.00014428837,0.0009239677,0.000049632752,0.00031654173,0.00041238294,0.00063484366,0.000094024144],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005721477,0.004971937,0.94338995,0.0001863978,0.00026472379,0.0047253887,0.022375103,0.02117923,0.00012977642,0.000044642336,0.00028431637,0.0023912995],"study_design_scores_gemma":[0.001280163,0.0062769772,0.90966684,0.00034203214,0.00005634335,0.00061634736,0.002200037,0.076951616,0.0006075175,0.000022870967,0.0011399742,0.0008393047],"about_ca_topic_score_codex":0.00014197578,"about_ca_topic_score_gemma":0.000019581672,"teacher_disagreement_score":0.055772383,"about_ca_system_score_codex":0.00022198244,"about_ca_system_score_gemma":0.000050089195,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W4400650973","doi":"10.32620/reks.2024.2.08","title":"Optimizing information support technology for network control: a probabilistic-time graph approach","year":2024,"lang":"en","type":"article","venue":"RADIOELECTRONIC AND COMPUTER SYSTEMS","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Data collection; Probabilistic logic; Adaptability; Network performance; Distributed computing; Data mining; Computer network; Artificial intelligence","score_opus":0.004083549154241432,"score_gpt":0.19218433404509802,"score_spread":0.18810078489085658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009060796,0.005342995,0.98920375,0.00024046097,0.0016800356,0.0013786025,0.000005694819,0.0010206021,0.000221749],"genre_scores_gemma":[0.95056164,0.000063060266,0.047100045,0.00012859814,0.0011739403,0.00077465846,0.00003453622,0.000024870393,0.0001386728],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980488,0.00007010336,0.0005339846,0.000491854,0.00019792309,0.00065737794],"domain_scores_gemma":[0.9990554,0.0001480278,0.00010918532,0.0004771314,0.00012049758,0.000089762354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095308415,0.0002490546,0.00044270727,0.00024618817,0.00022147105,0.00064173166,0.00053029915,0.00020298529,9.41904e-7],"category_scores_gemma":[0.000008684028,0.0001984718,0.000118839205,0.0006164847,0.00007067981,0.00091808615,0.00009997775,0.00021770904,0.000027770497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006352712,0.00008954412,0.00036065053,0.0036909736,0.00059464085,0.000009703698,0.0018239598,0.06397439,0.000021584314,0.79070735,0.026117666,0.11254599],"study_design_scores_gemma":[0.00054771744,0.00052604947,0.000019840814,0.000112541944,0.000026841915,0.00039380076,0.000011079683,0.96369195,0.0000034400928,0.0017252901,0.032694217,0.00024722907],"about_ca_topic_score_codex":0.000008704797,"about_ca_topic_score_gemma":3.2313386e-7,"teacher_disagreement_score":0.94965553,"about_ca_system_score_codex":0.00013554527,"about_ca_system_score_gemma":0.00025371433,"threshold_uncertainty_score":0.8093445},"labels":[],"label_agreement":null},{"id":"W4400738953","doi":"10.1002/spe.3364","title":"A Framework and Taxonomy for Characterizing the Applicability of Software Architecture Recovery Approaches: A Tertiary‐Mapping Study","year":2024,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"European Regional Development Fund; Science Foundation Ireland; Irish Research eLibrary","keywords":"Taxonomy (biology); Computer science; Software engineering; Architecture; Geography; Biology; Ecology; Archaeology","score_opus":0.04772466582929957,"score_gpt":0.28686317050891363,"score_spread":0.23913850467961406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400738953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23286186,0.0019533902,0.76179636,0.0011040455,0.0003145209,0.0017019195,0.0000085263155,0.00024946695,0.000009919014],"genre_scores_gemma":[0.7869879,0.00008819688,0.2105143,0.0004002346,0.00012546126,0.001855213,0.000002167103,0.000016503618,0.000010015837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977562,0.00018761186,0.00048399158,0.0009230659,0.00029493036,0.0003542062],"domain_scores_gemma":[0.9946565,0.0040401975,0.00019753203,0.0008946506,0.000109354274,0.00010174583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014547256,0.0002688246,0.00033857021,0.000091098314,0.00041476556,0.0004538926,0.0005983403,0.00013352784,0.0000022329866],"category_scores_gemma":[0.0022144471,0.00017804246,0.00010006905,0.00049280265,0.00026495263,0.0015860195,0.00046875104,0.0004214593,0.0000026929506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017234129,0.00045118455,0.038094003,0.0019768586,0.00020622206,0.000015587766,0.18553406,0.000043487766,0.00017608468,0.0008361363,0.00008366605,0.7724104],"study_design_scores_gemma":[0.0043477183,0.006845357,0.13905345,0.006731936,0.00091210194,0.0026601425,0.35684457,0.018808939,0.0039813877,0.07798174,0.37503472,0.006797922],"about_ca_topic_score_codex":0.000047735106,"about_ca_topic_score_gemma":0.0000029955693,"teacher_disagreement_score":0.7656124,"about_ca_system_score_codex":0.00003723715,"about_ca_system_score_gemma":0.00012340011,"threshold_uncertainty_score":0.7260361},"labels":[],"label_agreement":null},{"id":"W4400832950","doi":"10.1007/s10664-024-10497-x","title":"Does using Bazel help speed up continuous integration builds?","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristics; Duration (music); Artifact (error); Scheduling (production processes); Service (business); Software engineering; Operating system; Engineering; Operations management; Artificial intelligence","score_opus":0.019175855886186262,"score_gpt":0.27795946949845585,"score_spread":0.2587836136122696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400832950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26701552,0.00038412792,0.7257091,0.00024771664,0.004689927,0.00015126691,0.0000029546345,0.0017872329,0.000012160075],"genre_scores_gemma":[0.945301,0.000011641762,0.053645376,0.00010705892,0.0005800593,0.000011244625,0.0000050562594,0.000034585897,0.00030399646],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828804,0.000031840522,0.00038050633,0.00054437347,0.00034512824,0.00041010132],"domain_scores_gemma":[0.9989474,0.000318232,0.000035344066,0.00047121182,0.00008354365,0.0001443039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037916537,0.00025594636,0.0002801847,0.0001740403,0.00009787745,0.00038687524,0.00046605326,0.00016069117,0.00002403177],"category_scores_gemma":[0.00039600214,0.00015773835,0.00015762683,0.0007300353,0.000026293043,0.000770587,0.00018285325,0.00034547763,0.00009792947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061191175,0.0004255266,0.37455395,0.0042916574,0.0006555514,0.00079316023,0.017489767,0.12649779,0.02072193,0.0050120465,0.017853396,0.43164402],"study_design_scores_gemma":[0.00026047387,0.000085092855,0.013568369,0.0006898187,0.000025849413,0.00009159819,0.00004473857,0.9488584,0.005960482,0.00044861773,0.029249953,0.00071661186],"about_ca_topic_score_codex":0.00004058309,"about_ca_topic_score_gemma":0.0000016907835,"teacher_disagreement_score":0.8223606,"about_ca_system_score_codex":0.00021019812,"about_ca_system_score_gemma":0.00008774896,"threshold_uncertainty_score":0.6432383},"labels":[],"label_agreement":null},{"id":"W4400881052","doi":"10.1145/3629104.3666027","title":"Challenger 2.0: A Step Towards Automated Deployments and Resilient Solutions for the DEBS Grand Challenge","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Grand Challenges; Computer security; Operating system","score_opus":0.03388286329429324,"score_gpt":0.28901639175705696,"score_spread":0.2551335284627637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400881052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018331518,0.03014294,0.91320664,0.026071925,0.002936958,0.0020291079,0.000015778045,0.0046006115,0.0026644976],"genre_scores_gemma":[0.99343944,0.0011264964,0.00431313,0.00014327043,0.00009772776,0.00029974998,0.0000014982129,0.000013614124,0.00056505774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987326,0.000040420666,0.00022150444,0.00042371463,0.00022161097,0.00036009937],"domain_scores_gemma":[0.9990945,0.00025222663,0.000022832704,0.00048632408,0.00007035343,0.00007377167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075042975,0.0001387402,0.00013770784,0.00006686003,0.00039321935,0.00021903584,0.00038000848,0.000075640906,0.000008694585],"category_scores_gemma":[0.000029873758,0.00007554347,0.00008378118,0.00020510117,0.00006682578,0.0003243063,0.00025387958,0.00009174444,0.00003160903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070428425,0.0003655832,0.00042583718,0.0014887716,0.00054094003,0.000021290509,0.009730611,0.00024610446,0.00007782617,0.11939569,0.076847434,0.7907895],"study_design_scores_gemma":[0.000419759,0.00022092885,0.0033941364,0.00009763193,0.000027807078,0.000024005745,0.00012206705,0.92780775,0.00006139931,0.0013730575,0.06626049,0.00019099886],"about_ca_topic_score_codex":0.00006517573,"about_ca_topic_score_gemma":0.00008100027,"teacher_disagreement_score":0.9751079,"about_ca_system_score_codex":0.000044211272,"about_ca_system_score_gemma":0.00008751589,"threshold_uncertainty_score":0.3080573},"labels":[],"label_agreement":null},{"id":"W4400946578","doi":"10.1109/icsa59870.2024.00009","title":"Magnet: Method-Based Approach Using Graph Neural Network for Microservices Identification","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Computer science; Artificial neural network; Magnet; Identification (biology); Graph; Artificial intelligence; Theoretical computer science; Engineering; Mechanical engineering; Operating system; Biology; Botany","score_opus":0.030787534722849483,"score_gpt":0.3090523434374402,"score_spread":0.2782648087145907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400946578","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018871458,0.00085476344,0.9776873,0.00022777564,0.0013375703,0.00042504858,0.0000032244632,0.00047545476,0.00011742452],"genre_scores_gemma":[0.32192066,0.0000024235294,0.6774057,0.00024306601,0.00021689154,0.00006376487,0.00001224781,0.000011000955,0.00012420987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987311,0.0000914135,0.00028541233,0.00048280778,0.00015138093,0.00025791486],"domain_scores_gemma":[0.99913377,0.00021370796,0.000051133495,0.00047021912,0.000086126136,0.00004502983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013541171,0.0001215681,0.00013641613,0.00008845667,0.0001768643,0.00046865435,0.00049840304,0.00007150922,0.0000061323844],"category_scores_gemma":[0.000009359543,0.00009107987,0.00013445668,0.000713246,0.00002164929,0.0005202683,0.000058585294,0.00007063137,0.00001094704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041226103,0.00020373253,0.007884389,0.0053601153,0.00012012759,0.000004672105,0.0013936565,0.7143351,0.010512224,0.03239205,0.008410438,0.21934229],"study_design_scores_gemma":[0.00008589072,0.000020754465,0.0007107019,0.00002589192,0.000013533891,0.0000074003356,0.000017551403,0.99443007,0.001187128,0.0018957758,0.0014773424,0.00012798679],"about_ca_topic_score_codex":0.00009270054,"about_ca_topic_score_gemma":0.0000058043156,"teacher_disagreement_score":0.3030492,"about_ca_system_score_codex":0.000029839905,"about_ca_system_score_gemma":0.00006349658,"threshold_uncertainty_score":0.45192447},"labels":[],"label_agreement":null},{"id":"W4400983910","doi":"10.1145/3677180","title":"C <scp>o</scp> -A <scp>pproximator</scp> : Enabling Performance Prediction in Colocated Applications.","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Embedded Computing Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; A priori and a posteriori; Distributed computing; Throughput; Internet of Things; Wireless; Embedded system; Telecommunications","score_opus":0.013827003930976455,"score_gpt":0.24466944220037928,"score_spread":0.23084243826940282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400983910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28683096,0.0013608548,0.70424515,0.000053053784,0.0030309635,0.0013966186,0.00001642695,0.0021437332,0.0009222385],"genre_scores_gemma":[0.9929524,0.00012955478,0.004697621,0.000056157525,0.00034988904,0.00057007454,0.00001950733,0.00006128278,0.0011634886],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99544996,0.00027947186,0.0012640685,0.0013372264,0.00078193384,0.0008873471],"domain_scores_gemma":[0.99533707,0.0021060777,0.00024685697,0.0018254986,0.00027458087,0.00020993363],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018562791,0.00050224434,0.00057676673,0.00087932154,0.0007013233,0.00087605574,0.0015900093,0.00039887236,0.0000027332005],"category_scores_gemma":[0.00018009245,0.00047546695,0.00020930315,0.0032195786,0.00009853749,0.001223937,0.00006858993,0.00095002144,0.00039990168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013447413,0.0012414403,0.009150742,0.007198345,0.00053952856,0.00006692716,0.028236644,0.84813386,0.001456812,0.0034294357,0.0050431597,0.09548967],"study_design_scores_gemma":[0.0006026973,0.00020984071,0.0012390418,0.0013144279,0.000038232847,0.00019484677,0.0018283989,0.9676518,0.002067607,0.0001519405,0.024552539,0.00014864208],"about_ca_topic_score_codex":0.000095739066,"about_ca_topic_score_gemma":0.000005464569,"teacher_disagreement_score":0.7061215,"about_ca_system_score_codex":0.00055586663,"about_ca_system_score_gemma":0.0003272127,"threshold_uncertainty_score":0.9997697},"labels":[],"label_agreement":null},{"id":"W4401211363","doi":"10.1109/tse.2024.3436623","title":"Long Live the Image: On Enabling Resilient Production Database Containers for Microservice Applications","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Computer science; Production (economics); Database; Microservices; Software engineering; World Wide Web; Operating system; Cloud computing","score_opus":0.010017254744161024,"score_gpt":0.24516179219632728,"score_spread":0.23514453745216626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401211363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061077713,0.00043423238,0.98824,0.0006271044,0.0022263215,0.001122448,0.00004347969,0.001195456,0.0000031845218],"genre_scores_gemma":[0.93648064,0.00014857,0.059920322,0.00018131429,0.0004763658,0.0023467115,0.000017642873,0.00006803313,0.00036038214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985987,0.000023053188,0.00026956399,0.0005815101,0.0002308,0.0002963866],"domain_scores_gemma":[0.99844134,0.0005017784,0.00003416225,0.0008189941,0.00013287821,0.000070820846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044257485,0.0002101808,0.00014065222,0.00019011271,0.00036710777,0.00022428078,0.00044701152,0.00006965188,0.000004956965],"category_scores_gemma":[0.0000393527,0.00016043849,0.00013860848,0.000630422,0.000029931258,0.00054483884,0.000005155835,0.00035017458,0.0000921911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080314305,0.0003165678,0.000042231135,0.0026102546,0.00024114153,0.000014677791,0.0031105662,0.8608724,0.013757895,0.0011246456,0.0017762416,0.116053075],"study_design_scores_gemma":[0.0011213758,0.00056748133,0.00048798724,0.0023323926,0.00024126445,0.00020967596,0.0005864553,0.6095884,0.3070217,0.00015474489,0.075950995,0.0017375523],"about_ca_topic_score_codex":0.000022937675,"about_ca_topic_score_gemma":0.000010146017,"teacher_disagreement_score":0.9303729,"about_ca_system_score_codex":0.0001802046,"about_ca_system_score_gemma":0.00007916079,"threshold_uncertainty_score":0.6542492},"labels":[],"label_agreement":null},{"id":"W4401454795","doi":"10.1145/3643794.3648349","title":"Practical Guidance for IoT Systems Testing: A Taxonomy","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"","keywords":"Computer science; Taxonomy (biology); Data science; Biology; Ecology","score_opus":0.11073503251568445,"score_gpt":0.3276771408389614,"score_spread":0.21694210832327693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401454795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011165666,0.00047086237,0.9873471,0.0017535965,0.0021565934,0.0007314859,0.0000019568106,0.0009761568,0.0054456587],"genre_scores_gemma":[0.51361006,0.0000012031074,0.48307133,0.0001388416,0.00040477837,0.0006980354,5.198871e-7,0.000010367427,0.00206487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884343,0.000032613643,0.00027590524,0.0004224086,0.00016990962,0.0002557162],"domain_scores_gemma":[0.99839073,0.0008873902,0.000036696747,0.00046535328,0.00014401946,0.00007583277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075932796,0.000109133594,0.00014253294,0.000053492888,0.00009100765,0.00040181744,0.00033400743,0.000066126435,0.00000475688],"category_scores_gemma":[0.000383563,0.0000755526,0.000065209795,0.000384316,0.000027479009,0.00025509266,0.00009559162,0.00009257533,0.00020205973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012623569,0.00014666753,0.0073386473,0.0030093086,0.00009106313,0.000058923448,0.00026993995,0.0007888016,0.00036447798,0.6653831,0.25944766,0.06308878],"study_design_scores_gemma":[0.00008971834,0.00009896044,0.00025253746,0.00015036462,0.000005248167,0.00011057057,0.000019096206,0.72214746,0.00014704507,0.0005457634,0.27628842,0.00014478665],"about_ca_topic_score_codex":0.0000421726,"about_ca_topic_score_gemma":0.0000014450283,"teacher_disagreement_score":0.7213587,"about_ca_system_score_codex":0.00006116857,"about_ca_system_score_gemma":0.00034568983,"threshold_uncertainty_score":0.3874735},"labels":[],"label_agreement":null},{"id":"W4401455496","doi":"10.1145/3643794.3648283","title":"MicroMatic: Fully Automated Microservices Identification Approach From Monolithic Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Microservices; Identification (biology); Computer science; Software engineering; Operating system; Cloud computing","score_opus":0.009300539807839238,"score_gpt":0.24028130713785412,"score_spread":0.23098076733001488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401455496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45597363,0.003669918,0.5279956,0.00031385894,0.002864103,0.0005212524,0.00001655878,0.007077605,0.0015675128],"genre_scores_gemma":[0.9842208,0.000020660631,0.015001558,0.000053679985,0.000116886076,0.00007478135,0.000036135323,0.00001328449,0.00046223073],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982205,0.00010341767,0.00052101695,0.0006272379,0.0002813517,0.00024646765],"domain_scores_gemma":[0.99873793,0.00010844901,0.00008062959,0.0009005204,0.000100851896,0.00007159228],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005948662,0.00017279398,0.0002093861,0.0001268669,0.00012263583,0.0014273016,0.0009213032,0.00014043144,0.000008740312],"category_scores_gemma":[0.00001107285,0.00012563734,0.00007911893,0.00060199416,0.00003125636,0.000958586,0.00015347337,0.00012318762,0.0010928239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054103646,0.0019567078,0.035237942,0.027675075,0.002288305,0.00016990067,0.07569031,0.010141744,0.46515015,0.17423578,0.1021687,0.10523127],"study_design_scores_gemma":[0.00008359891,0.000011907693,0.007894377,0.000137494,0.000012539278,0.000027582404,0.00019032371,0.98620754,0.0028613317,0.0007760632,0.0016019943,0.00019523929],"about_ca_topic_score_codex":0.0012002327,"about_ca_topic_score_gemma":0.0000066618036,"teacher_disagreement_score":0.9760658,"about_ca_system_score_codex":0.000081193095,"about_ca_system_score_gemma":0.000090405025,"threshold_uncertainty_score":0.99968493},"labels":[],"label_agreement":null},{"id":"W4401517219","doi":"10.2139/ssrn.4923030","title":"On the Variability of Ai-Based Software Systems Due to Environment Configurations","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Computer science; Software; Operating system","score_opus":0.00837260969888121,"score_gpt":0.23036235801056507,"score_spread":0.22198974831168386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401517219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051152494,0.0010668412,0.937408,0.006649789,0.0022832218,0.0010987646,0.000034072305,0.00013354275,0.0001732738],"genre_scores_gemma":[0.9983862,0.00009227912,0.0006799663,0.0002446561,0.00023777393,0.00015759941,0.0000054257653,0.00002433873,0.0001717728],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99571425,0.0005893137,0.0008475085,0.0006866252,0.0008226083,0.0013396881],"domain_scores_gemma":[0.99697566,0.0006516025,0.00036119856,0.0016928549,0.00018951995,0.00012917972],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0068774135,0.00036105764,0.00051266386,0.00019491256,0.0002678376,0.0003041606,0.0018556181,0.0002731756,0.000024516541],"category_scores_gemma":[0.00033729195,0.00022651276,0.00035358255,0.00026200069,0.000085697924,0.000080193226,0.0006345209,0.004970883,0.00016698135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004788947,0.00031109928,0.0008173314,0.0006468287,0.0004783439,0.000011789071,0.0006524112,0.17003728,0.00007320471,0.817788,0.0012148219,0.007920984],"study_design_scores_gemma":[0.0002834308,0.0007018124,0.000630325,0.0008623479,0.00009880869,0.00020156767,0.00015748439,0.03479063,0.0003203368,0.9601081,0.0013001878,0.00054499233],"about_ca_topic_score_codex":0.00011186998,"about_ca_topic_score_gemma":0.00002491981,"teacher_disagreement_score":0.9472337,"about_ca_system_score_codex":0.0020494647,"about_ca_system_score_gemma":0.0066786176,"threshold_uncertainty_score":0.99895257},"labels":[],"label_agreement":null},{"id":"W4401537664","doi":"10.1109/tse.2024.3443741","title":"Predicting the First Response Latency of Maintainers and Contributors in Pull Requests","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Computer science; Latency (audio); Parallel computing; Telecommunications","score_opus":0.005120476108220783,"score_gpt":0.2077019446545747,"score_spread":0.20258146854635392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401537664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3627081,0.0002735379,0.63559365,0.00023762161,0.00070427713,0.00014292049,0.0000066545417,0.00033116064,0.000002085477],"genre_scores_gemma":[0.9972082,0.00004851553,0.0026247106,0.000019104833,0.00002098361,0.000042341508,2.202588e-7,0.000013278762,0.000022658292],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902254,0.0000401065,0.00028986137,0.0002593103,0.0001699358,0.00021825277],"domain_scores_gemma":[0.9986893,0.0008934415,0.000025568446,0.00031226454,0.00003450061,0.00004494679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008218868,0.00013401557,0.00015497403,0.00022243716,0.00008244454,0.000061624254,0.00023521259,0.00007950867,0.0000026411174],"category_scores_gemma":[0.00009020693,0.000099323566,0.000064026826,0.0005956168,0.00003503083,0.00031747995,0.0000044127723,0.00030012714,0.0000039165498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029389875,0.00017979753,0.034427736,0.0020096847,0.00022420156,0.0001845984,0.0144242095,0.8990997,0.0011226883,0.0013545554,0.00011571959,0.046563208],"study_design_scores_gemma":[0.00084408274,0.00040769397,0.0586993,0.002316121,0.000040173618,0.00017740561,0.00016125,0.9245999,0.009690968,0.00014569986,0.002327166,0.00059023546],"about_ca_topic_score_codex":0.00007129892,"about_ca_topic_score_gemma":0.000021350843,"teacher_disagreement_score":0.6345001,"about_ca_system_score_codex":0.000105115345,"about_ca_system_score_gemma":0.000057709574,"threshold_uncertainty_score":0.40502974},"labels":[],"label_agreement":null},{"id":"W4401667316","doi":"10.1007/s10664-024-10533-w","title":"Impact of log parsing on deep learning-based anomaly detection","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg; Science Foundation Ireland","keywords":"Anomaly detection; Parsing; Anomaly (physics); Computer science; Artificial intelligence; Natural language processing; Deep learning; Physics","score_opus":0.012061831520582988,"score_gpt":0.2753947141403206,"score_spread":0.2633328826197376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401667316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43452424,0.00021420534,0.56393677,0.000022335875,0.00044319523,0.0000628017,6.1002777e-7,0.0007876225,0.000008214613],"genre_scores_gemma":[0.9946241,0.0000028106008,0.005200387,0.0000152261055,0.00011231728,0.000011684653,0.0000018603614,0.000021036298,0.000010625721],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987398,0.000038949893,0.00027709373,0.00037063012,0.00026940458,0.0003041251],"domain_scores_gemma":[0.99895036,0.0005293405,0.000039287148,0.00032208176,0.00005353698,0.00010536384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028379718,0.00019050343,0.00022069227,0.00022229122,0.00006714499,0.00009113236,0.00026247278,0.00012318783,0.000013566571],"category_scores_gemma":[0.00039648268,0.00014957947,0.00024784452,0.00076061505,0.00001997786,0.000254921,0.000052837364,0.00035605195,0.00005016213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001380749,0.000057753692,0.14621435,0.00028314724,0.00004973699,0.000022810373,0.00028550308,0.7976631,0.00046209714,0.000012507338,0.000051202413,0.054884028],"study_design_scores_gemma":[0.00013543048,0.00052483333,0.21189313,0.00020591718,0.000007790163,0.000015518195,0.0000014868775,0.783646,0.0024727562,0.000024965557,0.0008548245,0.00021735902],"about_ca_topic_score_codex":0.000028260836,"about_ca_topic_score_gemma":0.0000011191312,"teacher_disagreement_score":0.56009984,"about_ca_system_score_codex":0.00025682413,"about_ca_system_score_gemma":0.00007373441,"threshold_uncertainty_score":0.6099674},"labels":[],"label_agreement":null},{"id":"W4401880207","doi":"10.1109/compsac61105.2024.00152","title":"SLIMECRAFT: State Learning for Client-Server Regression Analysis and Fault Testing","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Regression testing; State (computer science); Regression analysis; Fault (geology); Operating system; Machine learning; Programming language; Software","score_opus":0.018962849398842914,"score_gpt":0.2803236676174339,"score_spread":0.261360818218591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401880207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43260017,0.00032360162,0.565791,0.00019663124,0.00022556269,0.00013705819,7.1065244e-7,0.00045682446,0.00026843956],"genre_scores_gemma":[0.9668262,0.00001857857,0.030980527,0.000041090076,0.000038518603,0.000019228055,0.0000028040245,0.0000063471725,0.0020666823],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998929,0.00003921221,0.00021822032,0.0004341538,0.000167077,0.00021234076],"domain_scores_gemma":[0.999148,0.0003984009,0.00004163002,0.00025517395,0.00009122631,0.00006554563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066114945,0.00010571234,0.00016539328,0.00017646216,0.00018668528,0.00030153766,0.00019150935,0.000043828943,0.000009608835],"category_scores_gemma":[0.00011782116,0.00006730938,0.00009306629,0.00092392106,0.000021471496,0.0004685077,0.0001551523,0.00011064092,0.000025204734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009275598,0.000028486096,0.39793533,0.000548032,0.0002779092,0.000012074126,0.001884637,0.005196206,0.00062867743,0.0009084345,0.0005242131,0.59204674],"study_design_scores_gemma":[0.00011204362,0.00008469646,0.028352441,0.00008841298,0.000055622397,0.0000051921947,0.000038147584,0.9667024,0.000725638,0.00064311584,0.0030494104,0.0001428939],"about_ca_topic_score_codex":0.000071072835,"about_ca_topic_score_gemma":0.000014866912,"teacher_disagreement_score":0.9615062,"about_ca_system_score_codex":0.00002455534,"about_ca_system_score_gemma":0.000034764314,"threshold_uncertainty_score":0.29077345},"labels":[],"label_agreement":null},{"id":"W4401995539","doi":"10.1007/s10664-024-10535-8","title":"Data-access performance anti-patterns in data-intensive systems","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; NoSQL; Data access; Data quality; Database; Component (thermodynamics); Scalability; Engineering","score_opus":0.09091578223945451,"score_gpt":0.3403247534093067,"score_spread":0.24940897116985217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401995539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39832562,0.0017612363,0.5938849,0.00035238618,0.0038282492,0.00028235326,0.00013533987,0.001418351,0.000011553332],"genre_scores_gemma":[0.9958489,0.00011432441,0.0032235072,0.00013382455,0.00038635317,0.00003165285,0.00017719642,0.00003724021,0.00004700204],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99715054,0.000043695025,0.00057240104,0.0012008458,0.0004596701,0.0005728659],"domain_scores_gemma":[0.9964064,0.00042967324,0.0000470892,0.0028673762,0.00010152429,0.0001479806],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00086826825,0.00030086088,0.0004224534,0.0002704525,0.00006774556,0.00071101985,0.004385156,0.00014677175,0.000010564478],"category_scores_gemma":[0.0005365773,0.00024818646,0.000047549718,0.0010507926,0.000024671344,0.003738209,0.0029488294,0.00051376515,0.0001438243],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048633515,0.00006027499,0.9078114,0.0029205696,0.000092383976,0.0005047434,0.00058661395,0.06618725,0.000016533228,0.000058034882,0.012228692,0.009528659],"study_design_scores_gemma":[0.00011337729,0.000020729478,0.12793054,0.0006506494,0.000008913394,0.00012407327,0.000013944161,0.8366795,0.00002430323,0.000003542109,0.034092277,0.00033814387],"about_ca_topic_score_codex":0.00011481632,"about_ca_topic_score_gemma":0.000009613326,"teacher_disagreement_score":0.7798808,"about_ca_system_score_codex":0.00014805111,"about_ca_system_score_gemma":0.00014095199,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W4402096229","doi":"10.1007/978-3-031-68675-7_24","title":"A Business-Centric Approach to Automated Microservices Identification","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Microservices; Identification (biology); Computer science; Software engineering; Operating system; Biology; Cloud computing; Botany","score_opus":0.010832928183145425,"score_gpt":0.226681229627783,"score_spread":0.21584830144463757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402096229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004875088,0.04722912,0.93086547,0.00030482476,0.006312602,0.0018935949,0.000015866062,0.0012776625,0.011613329],"genre_scores_gemma":[0.9888381,0.00069283793,0.0010345383,0.00021932654,0.0012392184,0.00013801565,0.00008843132,0.00008137176,0.00766818],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757046,0.000039655893,0.0007256918,0.0009855322,0.0003156022,0.00036306953],"domain_scores_gemma":[0.9985189,0.00014698849,0.0002241556,0.0008132584,0.00019183656,0.0001048616],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006076258,0.0004263641,0.00061080226,0.000367167,0.000107517364,0.0007960385,0.0006446323,0.0006810017,0.0000014836603],"category_scores_gemma":[0.00002152003,0.00032582643,0.00008187219,0.00060817885,0.000038055394,0.00016717837,0.00026929975,0.00044006488,0.000056294266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003869651,0.00010879738,0.0015036953,0.010382735,0.00028841253,0.00008177393,0.0030103899,0.8904079,0.00005361447,0.045224752,0.0032138654,0.045685373],"study_design_scores_gemma":[0.00014313971,0.000022687296,0.0007055647,0.0015794819,0.00002990509,0.00009558569,0.0000035545452,0.97855616,0.0000022666466,0.0017944901,0.01657039,0.0004967491],"about_ca_topic_score_codex":0.00015161157,"about_ca_topic_score_gemma":0.00003469759,"teacher_disagreement_score":0.9883506,"about_ca_system_score_codex":0.00013157359,"about_ca_system_score_gemma":0.000059135415,"threshold_uncertainty_score":0.99991935},"labels":[],"label_agreement":null},{"id":"W4402102233","doi":"10.23977/acss.2024.080514","title":"Challenges and Solutions of Distributed Transactions in Medical Software under Microservices Architecture","year":2024,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microservices; Computer science; Architecture; Software engineering; Software; Software architecture; Distributed computing; Operating system; History; Cloud computing; Archaeology","score_opus":0.02034355590330088,"score_gpt":0.27417608666620524,"score_spread":0.25383253076290435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402102233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016310744,0.17571707,0.8064428,0.00058432895,0.0006704214,0.00016992756,0.000012607774,0.00007839442,0.000013698899],"genre_scores_gemma":[0.9881116,0.008451162,0.0032952153,0.00003127775,0.000067149034,0.00003158925,0.0000026838682,0.0000060099705,0.0000032966168],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985194,0.00013732583,0.00043694561,0.0004271098,0.00024508656,0.00023409589],"domain_scores_gemma":[0.99911696,0.0004920297,0.000050532228,0.00022408021,0.000037993406,0.000078400306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006454587,0.0001441962,0.00032248886,0.00017250872,0.00005474858,0.00008087754,0.00027793174,0.000119704426,0.0000022837833],"category_scores_gemma":[0.000006998157,0.00010991749,0.000039473154,0.0003150767,0.00009911267,0.00050102733,0.000078953715,0.00020329357,9.2644314e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009306008,0.00012133137,0.0020930625,0.0038846617,0.000040717623,0.000049355414,0.0048550414,0.041832738,0.000044019856,0.0061241025,0.000010154736,0.9409355],"study_design_scores_gemma":[0.0010377846,0.00031959842,0.018741539,0.0068364493,0.000015050046,0.0004619724,0.00058890344,0.9523864,0.000066505825,0.012979992,0.005947527,0.00061830843],"about_ca_topic_score_codex":0.00007492202,"about_ca_topic_score_gemma":0.00041135523,"teacher_disagreement_score":0.97180086,"about_ca_system_score_codex":0.000024124265,"about_ca_system_score_gemma":0.00006402463,"threshold_uncertainty_score":0.4482305},"labels":[],"label_agreement":null},{"id":"W4402126972","doi":"10.1109/mcom.001.2300520","title":"Machine Learning for Predicting Infrastructure Faults and Job Failures in Clouds: A Survey","year":2024,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Computer security; Operating system","score_opus":0.02317065491802934,"score_gpt":0.2907737082092114,"score_spread":0.26760305329118206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402126972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57228565,0.02251798,0.38782826,0.009416098,0.002326574,0.002009755,0.00013178306,0.0017542321,0.0017296377],"genre_scores_gemma":[0.9815081,0.0005055873,0.017585939,0.000033475935,0.00004879674,0.00008458366,0.0000382518,0.000012329226,0.00018298131],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988415,0.00023977997,0.00032255374,0.00029096217,0.00011177307,0.0001933919],"domain_scores_gemma":[0.9976949,0.0010160477,0.000056417728,0.0010826519,0.00010211379,0.00004784043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010140766,0.00012783444,0.0001731922,0.00015541572,0.00022585022,0.00015691917,0.0009821504,0.00008193211,0.0000021411856],"category_scores_gemma":[0.00034502722,0.0001079222,0.000039160008,0.00058569736,0.00008639899,0.00039935898,0.0003906014,0.00039935164,0.000011529849],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025787765,0.0000660706,0.8806271,0.00051289535,0.0000560572,0.000003667772,0.0044755423,0.002707844,0.00042018702,0.0038363575,0.0021266034,0.10514191],"study_design_scores_gemma":[0.00029541564,0.0000597474,0.26969227,0.00013806795,0.0000054795946,0.00002575345,0.000023484592,0.69583696,0.000017724788,0.00093391543,0.03283241,0.00013878522],"about_ca_topic_score_codex":0.00026353518,"about_ca_topic_score_gemma":0.0011189504,"teacher_disagreement_score":0.69312906,"about_ca_system_score_codex":0.000052570438,"about_ca_system_score_gemma":0.000073199386,"threshold_uncertainty_score":0.44009396},"labels":[],"label_agreement":null},{"id":"W4402218589","doi":"10.1109/icdcsw63686.2024.00011","title":"Towards LLM-Assisted System Testing for Microservices","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Microservices; Computer science; Software engineering; Operating system; Cloud computing","score_opus":0.02939684908194526,"score_gpt":0.2746690199451169,"score_spread":0.24527217086317163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402218589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06269352,0.0010685172,0.9138552,0.00089739123,0.0037600012,0.0006390922,0.000008984598,0.0041622245,0.0129150525],"genre_scores_gemma":[0.8827982,8.07544e-7,0.11635348,0.0000982015,0.00017436156,0.00007665996,0.0000017995867,0.000009720626,0.00048677222],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988949,0.000021689048,0.00026577216,0.00040800383,0.00015959007,0.00025006323],"domain_scores_gemma":[0.99910086,0.00024030183,0.000032991607,0.00041652337,0.0001496523,0.00005968997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054342556,0.00012054135,0.0001546222,0.00007239463,0.00014126945,0.00044299476,0.00056479144,0.00006889568,0.0000034742266],"category_scores_gemma":[0.000037485388,0.00008198633,0.00009004643,0.00054389646,0.000015444475,0.00044322963,0.0001358947,0.00006190705,0.00011878486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011890053,0.00012687087,0.006717995,0.015887957,0.00013626067,0.000042764117,0.0019197594,0.00008294425,0.0076169064,0.09399777,0.007947704,0.8655112],"study_design_scores_gemma":[0.00043656194,0.00037832776,0.013933219,0.0013614185,0.000031464744,0.0002769438,0.00037041868,0.9351172,0.009404617,0.0010256091,0.0370662,0.0005980346],"about_ca_topic_score_codex":0.0001439062,"about_ca_topic_score_gemma":0.000009247785,"teacher_disagreement_score":0.9350342,"about_ca_system_score_codex":0.00009020135,"about_ca_system_score_gemma":0.00014597175,"threshold_uncertainty_score":0.4271809},"labels":[],"label_agreement":null},{"id":"W4402474736","doi":"10.1109/ccece59415.2024.10667308","title":"Log Anomaly Detection by Leveraging LLM-Based Parsing and Embedding with Attention Mechanism","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Ontario Tech University","funders":"","keywords":"Computer science; Parsing; Mechanism (biology); Anomaly detection; Embedding; Anomaly (physics); Artificial intelligence; Physics","score_opus":0.007187271478026284,"score_gpt":0.2216817361416514,"score_spread":0.21449446466362512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402474736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38683215,0.00010085608,0.61220765,0.00015380501,0.00024941444,0.00007598477,2.9749324e-7,0.0003125064,0.0000673329],"genre_scores_gemma":[0.98594683,0.0000030695307,0.013826523,0.00007814536,0.000029745765,0.00001008004,0.0000014057839,0.0000073901274,0.0000968161],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912226,0.000032489308,0.00013223419,0.00037575094,0.00016485438,0.00017241198],"domain_scores_gemma":[0.9996559,0.000049336057,0.00002592259,0.0001914229,0.000031820073,0.00004561111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003364641,0.0001030162,0.00009244722,0.00009000928,0.00016572012,0.00032292923,0.00010263904,0.00004841952,0.0000059599715],"category_scores_gemma":[0.000004916058,0.00007377471,0.000028071307,0.00026515566,0.000020197685,0.0006288845,0.000038044025,0.000090341746,0.00001225753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007049319,0.00023937297,0.050333235,0.0022006456,0.00019113006,0.00010862624,0.002984366,0.0018503793,0.21107721,0.008892918,0.00064868614,0.72140294],"study_design_scores_gemma":[0.00021954555,0.00017129486,0.001465169,0.0001912911,0.000011399799,0.0000591637,0.000058680616,0.9622071,0.034422137,0.00068430504,0.00031898278,0.00019094207],"about_ca_topic_score_codex":0.000108789594,"about_ca_topic_score_gemma":0.000013996153,"teacher_disagreement_score":0.9603567,"about_ca_system_score_codex":0.00006326516,"about_ca_system_score_gemma":0.000028986142,"threshold_uncertainty_score":0.3114014},"labels":[],"label_agreement":null},{"id":"W4402571174","doi":"10.1109/icstw60967.2024.00060","title":"ODACE: An Appium-based Testing Automation Platform for Android Mobile Devices Certification","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Certification; Android (operating system); Computer science; Automation; Embedded system; Operating system; Software engineering; Engineering","score_opus":0.04505113808399654,"score_gpt":0.3015067100772478,"score_spread":0.25645557199325125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402571174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26163363,0.00011720499,0.7352545,0.00016782238,0.00046075557,0.00056981156,0.0000028059967,0.0014520732,0.00034138162],"genre_scores_gemma":[0.9171676,7.0813076e-7,0.08228152,0.00007515046,0.000093116454,0.00026792922,0.000021374355,0.000008135419,0.000084430496],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989723,0.000016190652,0.00026690293,0.00038536062,0.0001780376,0.00018123796],"domain_scores_gemma":[0.9990632,0.0003034777,0.000052004085,0.0003831562,0.00014119418,0.000056946967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061063055,0.00010446213,0.00010170439,0.00010035784,0.00016841931,0.00038117354,0.0003246245,0.000070634924,0.000009480806],"category_scores_gemma":[0.00005217799,0.000077675715,0.000046567817,0.00044539064,0.000017809596,0.0014078167,0.000027375392,0.000054041833,0.00006106715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016634855,0.00021378878,0.008362758,0.0020508072,0.000029620323,0.0000033322842,0.0023514677,0.016418869,0.007959711,0.006111602,0.001634147,0.9548473],"study_design_scores_gemma":[0.00011600067,0.00015206683,0.0030885693,0.00006314793,0.000005116527,0.0000061055375,0.00004266311,0.9866751,0.0063736094,0.00066234136,0.002688024,0.00012728221],"about_ca_topic_score_codex":0.000032581473,"about_ca_topic_score_gemma":0.000012439912,"teacher_disagreement_score":0.9702562,"about_ca_system_score_codex":0.00006868002,"about_ca_system_score_gemma":0.00014348798,"threshold_uncertainty_score":0.36756653},"labels":[],"label_agreement":null},{"id":"W4402897334","doi":"10.1109/qrs62785.2024.00066","title":"Which API is Faster: Mining Fine-grained Performance Opinion from Online Discussions","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Youth Innovation Promotion Association; National Natural Science Foundation of China","keywords":"Computer science; Sentiment analysis; Data science; World Wide Web; Artificial intelligence","score_opus":0.01917914517580165,"score_gpt":0.2704329223938021,"score_spread":0.25125377721800046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402897334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82082886,0.00076022773,0.1542607,0.013842883,0.0054243105,0.00032464458,0.000065162974,0.0015669141,0.0029262812],"genre_scores_gemma":[0.97498816,0.000095844625,0.021851536,0.0003101982,0.00045194177,0.000020958792,0.00005244009,0.000015709236,0.0022132108],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982047,0.00004391487,0.00039713358,0.0006602337,0.0003532536,0.00034074057],"domain_scores_gemma":[0.99874574,0.00016390429,0.00004464585,0.00083231606,0.00008948941,0.0001238792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026741278,0.00021483007,0.00022340691,0.00012688396,0.00018698748,0.0002759858,0.00074214477,0.00011473803,0.000208118],"category_scores_gemma":[0.000037255784,0.00013087143,0.00010144931,0.0008375935,0.00003120278,0.0009576417,0.0003724219,0.0002071784,0.000409886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033887973,0.00042728285,0.0900101,0.0009357633,0.00021226122,0.000015827802,0.02168833,0.00041520054,0.0011561929,0.0026648026,0.091151774,0.79128855],"study_design_scores_gemma":[0.00036954563,0.00017821534,0.047987998,0.00085703307,0.000012223663,0.000018941175,0.0003009148,0.9001487,0.001153684,0.00037781385,0.048086412,0.00050852],"about_ca_topic_score_codex":0.000094511735,"about_ca_topic_score_gemma":0.000074154734,"teacher_disagreement_score":0.8997335,"about_ca_system_score_codex":0.00004844586,"about_ca_system_score_gemma":0.00012265814,"threshold_uncertainty_score":0.5336782},"labels":[],"label_agreement":null},{"id":"W4403024217","doi":"10.1109/pacrim61180.2024.10690226","title":"On the Impact of Reliable Protocols on Run-Time Software System Performance Predictability","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Predictability; Computer science; Software; Real-time computing; Reliability engineering; Distributed computing; Operating system; Engineering; Statistics","score_opus":0.013352671355976372,"score_gpt":0.2699260001102393,"score_spread":0.2565733287542629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403024217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640636,0.00004005721,0.012840124,0.00023972958,0.00046645067,0.013072875,0.00002254235,0.0018262449,0.0074284007],"genre_scores_gemma":[0.99541456,0.0000018429012,0.0008298208,0.000036324993,0.000074686286,0.0028929561,0.0000017075847,0.000016819937,0.00073129183],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976945,0.00012597338,0.00054238795,0.0006113205,0.0006321874,0.0003936549],"domain_scores_gemma":[0.9971334,0.00067474745,0.00010624833,0.0018245633,0.000164194,0.00009685032],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017276014,0.00027471816,0.00034876453,0.00011213795,0.00019749954,0.00018808377,0.0011703727,0.0001292745,0.00010376124],"category_scores_gemma":[0.00014935111,0.0001287225,0.00029219643,0.00072277355,0.00010241717,0.00051565137,0.00018677427,0.00031500403,0.000831179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014527243,0.0033199713,0.4183174,0.028485117,0.0011807131,0.000072906725,0.007340274,0.09998032,0.001328256,0.1175708,0.23930818,0.08164332],"study_design_scores_gemma":[0.00055864244,0.0049416404,0.058072247,0.0052789813,0.000016826947,0.000055728582,0.000047137477,0.92078,0.00744956,0.0010650657,0.0011179493,0.0006162099],"about_ca_topic_score_codex":0.00013903329,"about_ca_topic_score_gemma":6.8728673e-7,"teacher_disagreement_score":0.8207997,"about_ca_system_score_codex":0.000365272,"about_ca_system_score_gemma":0.0003707446,"threshold_uncertainty_score":0.9999468},"labels":[],"label_agreement":null},{"id":"W4403024481","doi":"10.1109/pacrim61180.2024.10690225","title":"Exploring Emerging Industry Trends for Large-Scale Software System Performance Predictability: The Role of Apache and Xen","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Predictability; Operating system; Computer science; Software; Scale (ratio); Embedded system","score_opus":0.028777025589759295,"score_gpt":0.2419424903745032,"score_spread":0.2131654647847439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403024481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9002515,0.0013042634,0.09555796,0.0002809383,0.000819666,0.00033100805,0.000018197516,0.0007161282,0.0007203514],"genre_scores_gemma":[0.99426883,0.000030135523,0.005045628,0.000014998384,0.00015379922,0.00023300893,0.000001912753,0.0000136129765,0.00023808902],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849105,0.000046020028,0.00038997992,0.00045404877,0.00027710074,0.000341772],"domain_scores_gemma":[0.9988867,0.0002394817,0.00006132337,0.00065039843,0.00008694044,0.00007516088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001212838,0.0001668705,0.00023732934,0.00012241439,0.00024236203,0.00012220042,0.0005088582,0.00013156637,0.0000061738856],"category_scores_gemma":[0.00003404422,0.00010055712,0.00010414309,0.000563851,0.000056614772,0.0010523412,0.0002730793,0.00027847453,0.000003572183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021120994,0.00006423249,0.50326985,0.0036957164,0.00009872301,0.0000012092636,0.014064873,0.0003026445,0.00009005635,0.004676198,0.00030413666,0.47341123],"study_design_scores_gemma":[0.00050651823,0.00028793656,0.07054001,0.000995475,0.00005619333,0.00006218445,0.009073111,0.8930603,0.0063131577,0.00025507592,0.018400015,0.00044998672],"about_ca_topic_score_codex":0.0000358036,"about_ca_topic_score_gemma":0.000009806008,"teacher_disagreement_score":0.8927577,"about_ca_system_score_codex":0.000060613664,"about_ca_system_score_gemma":0.00006829405,"threshold_uncertainty_score":0.41006002},"labels":[],"label_agreement":null},{"id":"W4403223004","doi":"10.1145/3689793","title":"Making Sense of Multi-threaded Application Performance at Scale with NonSequitur","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Programming Languages","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sense (electronics); Computer science; Scale (ratio); Engineering; Electrical engineering; Geography; Cartography","score_opus":0.02078093307109422,"score_gpt":0.2860024398985674,"score_spread":0.26522150682747314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403223004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966583,0.0004336056,0.001249869,0.00050192984,0.00010582428,0.00052219426,0.0000017655171,0.0002976972,0.00022879976],"genre_scores_gemma":[0.955081,0.000010929419,0.04458909,0.000029079009,0.000038785318,0.00007526496,5.976118e-7,0.000014844455,0.00016041167],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987639,0.000006931414,0.00026058743,0.00036418193,0.00037093868,0.00023345764],"domain_scores_gemma":[0.9989198,0.000068352754,0.00020007735,0.0006177467,0.00016375027,0.000030274197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004849749,0.00015265452,0.00019216789,0.00009239349,0.000119301745,0.00008313039,0.0011789603,0.000068397545,0.0000011182444],"category_scores_gemma":[0.00010963774,0.00008703841,0.00008232034,0.00059649127,0.00014157502,0.00031008234,0.0006528758,0.00014805063,0.000008776223],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016757629,0.00033876687,0.18081436,0.0070160665,0.00013563354,0.0000044295552,0.016092367,0.00011450872,0.07199163,0.0025211258,0.0002998568,0.7205037],"study_design_scores_gemma":[0.00089886144,0.0009102633,0.048104506,0.004782625,0.00010948912,0.00032141022,0.0016138649,0.030946614,0.907791,0.00036573224,0.0034579083,0.0006976943],"about_ca_topic_score_codex":0.000016535892,"about_ca_topic_score_gemma":0.0000041267213,"teacher_disagreement_score":0.8357994,"about_ca_system_score_codex":0.00006330245,"about_ca_system_score_gemma":0.000030894003,"threshold_uncertainty_score":0.35493234},"labels":[],"label_agreement":null},{"id":"W4403303551","doi":"10.1037/met0000691","title":"Lagged multidimensional recurrence quantification analysis for determining leader–follower relationships within multidimensional time series.","year":2024,"lang":"en","type":"article","venue":"Psychological Methods","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Deutsche Forschungsgemeinschaft","keywords":"Series (stratigraphy); Recurrence quantification analysis; Multidimensional analysis; Statistics; Statistical analysis; Econometrics; Time series; Psychology; Mathematics; Geology; Nonlinear system; Physics","score_opus":0.14224758821313951,"score_gpt":0.427926050321445,"score_spread":0.2856784621083055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403303551","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05597541,0.000492075,0.9395164,0.0009766147,0.0019240847,0.00044294845,0.000013356366,0.0005540391,0.000105018145],"genre_scores_gemma":[0.27150643,0.000008597269,0.7277511,0.000105256244,0.00007480167,0.00013880964,0.00002762323,0.000010592308,0.00037681716],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962437,0.0011104868,0.00074210955,0.0011868633,0.0003559979,0.0003608071],"domain_scores_gemma":[0.9955324,0.0031336325,0.00016935467,0.0007966151,0.00021888016,0.00014911906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063079926,0.0002588634,0.00043483078,0.00030927666,0.00041822798,0.00012913541,0.00046414376,0.0002940867,0.00006395598],"category_scores_gemma":[0.0017653966,0.00018711577,0.0003801294,0.0017978419,0.00014425695,0.0006063717,0.00011513588,0.0004632882,0.00019771818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008073416,0.0020849116,0.06333008,0.00071375846,0.002532736,0.00010378595,0.013301749,0.017526338,0.104500726,0.119476564,0.0061987108,0.6694233],"study_design_scores_gemma":[0.0005007281,0.00037257015,0.0863735,0.00016330389,0.00023358675,0.000069565824,0.00007558047,0.8948824,0.0036986289,0.0067956084,0.0061621536,0.00067240396],"about_ca_topic_score_codex":0.0000033044087,"about_ca_topic_score_gemma":0.0000015494531,"teacher_disagreement_score":0.87735605,"about_ca_system_score_codex":0.00006240285,"about_ca_system_score_gemma":0.000056283574,"threshold_uncertainty_score":0.763036},"labels":[],"label_agreement":null},{"id":"W4403359935","doi":"10.1007/s10664-024-10547-4","title":"Extracting microservices from monolithic systems using deep reinforcement learning","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Microservices; Reinforcement learning; Computer science; Artificial intelligence; Operating system","score_opus":0.021718347657193302,"score_gpt":0.271314858023251,"score_spread":0.2495965103660577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403359935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30007577,0.004169207,0.6919038,0.000041552787,0.00194564,0.00013679902,6.783002e-7,0.0017107775,0.000015716463],"genre_scores_gemma":[0.97126037,0.000025773132,0.028086532,0.000043854372,0.00047623107,0.0000255454,0.0000075089865,0.000038727296,0.00003548405],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978648,0.000053534237,0.00052687584,0.0006232683,0.0004078203,0.0005237164],"domain_scores_gemma":[0.99852943,0.00070177304,0.00007538455,0.00045806455,0.00006929142,0.00016605158],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048127578,0.00029138054,0.00030876914,0.00016225391,0.00020271682,0.0007102436,0.00056650577,0.00018661159,0.00001498264],"category_scores_gemma":[0.00024361094,0.0002566736,0.00013730163,0.0006339871,0.000014770492,0.0009648227,0.00029093318,0.00060464913,0.00011784326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021922367,0.000011502105,0.036194377,0.00045155207,0.00006777834,0.00005342453,0.0017463984,0.9572186,0.0007926454,0.00008044112,0.000027518854,0.0033535645],"study_design_scores_gemma":[0.00009090299,0.00002663263,0.0038410942,0.0005497777,0.000015497417,0.000036970156,0.00005805597,0.9872126,0.00039995194,0.00003938784,0.0073899147,0.0003392411],"about_ca_topic_score_codex":0.0004204083,"about_ca_topic_score_gemma":0.000001788497,"teacher_disagreement_score":0.67118454,"about_ca_system_score_codex":0.0003026008,"about_ca_system_score_gemma":0.0000800186,"threshold_uncertainty_score":0.99998856},"labels":[],"label_agreement":null},{"id":"W4403536368","doi":"10.1145/3691620.3695504","title":"Microservice Decomposition Techniques: An Independent Tool Comparison","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Decomposition","score_opus":0.011832580703157642,"score_gpt":0.3163871058490243,"score_spread":0.3045545251458667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403536368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24707119,0.00021038574,0.7469372,0.00041938227,0.0007513412,0.00025567296,0.0000014317932,0.0022240973,0.002129265],"genre_scores_gemma":[0.9427476,0.000007847576,0.05663325,0.00032257932,0.000100793695,0.000030446747,0.0000068851855,0.0000075352473,0.00014308625],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882615,0.00005062193,0.00027945414,0.00042323105,0.00022944289,0.00019110747],"domain_scores_gemma":[0.99923676,0.00004115713,0.000026365984,0.00056990987,0.00006534362,0.00006048396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004654681,0.000117435724,0.00013243209,0.00009847412,0.00009605066,0.00044768222,0.000589513,0.00009725147,0.000036693746],"category_scores_gemma":[0.0000029447076,0.00008947373,0.000056162768,0.00033111524,0.000016750228,0.0011505847,0.00015082119,0.00015219579,0.00030654663],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024107492,0.000702298,0.025921239,0.0009918944,0.000074037496,0.000065500964,0.0057561346,0.00014634307,0.043763917,0.057243202,0.011227331,0.854084],"study_design_scores_gemma":[0.00035134307,0.00077757414,0.025304597,0.0004738963,0.000026069587,0.00030646636,0.00026099774,0.59680396,0.27993366,0.007354951,0.08724241,0.001164064],"about_ca_topic_score_codex":0.00011070794,"about_ca_topic_score_gemma":0.000030083555,"teacher_disagreement_score":0.85291994,"about_ca_system_score_codex":0.000084923064,"about_ca_system_score_gemma":0.000064435895,"threshold_uncertainty_score":0.431701},"labels":[],"label_agreement":null},{"id":"W4403714792","doi":"10.1016/j.conengprac.2024.106130","title":"Hierarchical grouping and visualization of correlated alarms using time-augmented word embedding","year":2024,"lang":"en","type":"article","venue":"Control Engineering Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Visualization; Word (group theory); Computer science; Word embedding; Embedding; Artificial intelligence; Natural language processing; Pattern recognition (psychology); Speech recognition; Mathematics","score_opus":0.0066757331710367565,"score_gpt":0.2670445899898179,"score_spread":0.26036885681878114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403714792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025397671,0.0013956481,0.9716112,0.0001873473,0.0007950721,0.00017843403,8.596108e-7,0.00039044037,0.000043331227],"genre_scores_gemma":[0.9857022,0.000031941036,0.014112035,0.00004347593,0.000065276225,0.0000062479735,0.0000017437552,0.00001625213,0.000020795445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989707,0.00007079302,0.0003006559,0.00027084784,0.00020003217,0.00018697309],"domain_scores_gemma":[0.9987107,0.0008473441,0.00007708017,0.00021320714,0.00008949693,0.00006218023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075966754,0.00012523822,0.00019438985,0.0001612829,0.000055632125,0.0001494796,0.00015156376,0.00008306022,0.0000037797802],"category_scores_gemma":[0.0006462287,0.00011414909,0.00004185048,0.00047522163,0.000020351259,0.0011835395,0.000072427654,0.00019451643,0.000008661354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009699037,0.00011327926,0.0007285655,0.0012121904,0.00047813533,0.00008903764,0.0028359792,0.9227755,0.027328169,0.010935047,0.000090479065,0.033316642],"study_design_scores_gemma":[0.0003271505,0.000035308363,0.00031009325,0.00032808204,0.000048289134,0.00010323475,0.000010122221,0.99728143,0.00012401342,0.000019113895,0.0012918243,0.00012132352],"about_ca_topic_score_codex":0.000014540164,"about_ca_topic_score_gemma":5.884957e-8,"teacher_disagreement_score":0.96030456,"about_ca_system_score_codex":0.000057428613,"about_ca_system_score_gemma":0.000046599318,"threshold_uncertainty_score":0.46548647},"labels":[],"label_agreement":null},{"id":"W4403918536","doi":"10.1109/tse.2024.3488525","title":"AIM: Automated Input Set Minimization for Metamorphic Security Testing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"H2020 European Research Council; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Science Foundation Ireland; Université du Luxembourg; University of Ottawa","keywords":"Computer science; Set (abstract data type); Minification; Programming language; Theoretical computer science; Software engineering; Data mining; Algorithm","score_opus":0.02010568178901174,"score_gpt":0.25042375612891415,"score_spread":0.23031807433990242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403918536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013223885,0.0001571477,0.97476393,0.00005926089,0.0029697518,0.00039639228,0.000044074117,0.008379225,0.0000063605135],"genre_scores_gemma":[0.8489635,0.000008706614,0.15062489,0.000034517965,0.00009069974,0.00019545085,0.000005921922,0.00003695378,0.00003935668],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856883,0.000024435036,0.0003459679,0.00048929447,0.00023698117,0.0003344669],"domain_scores_gemma":[0.9986245,0.00068758364,0.000035337696,0.00042456793,0.00013118371,0.00009683445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032867715,0.00023941045,0.00022282182,0.0003056319,0.0001836457,0.00021375738,0.00032329673,0.0001423343,0.000007761038],"category_scores_gemma":[0.00010282935,0.00022628305,0.0001516687,0.0010838289,0.000016567092,0.00068188406,0.0000048497554,0.00026193744,0.000042972362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075057264,0.0000624114,0.00008035035,0.0010980191,0.0001216724,0.000013399418,0.0010983525,0.967375,0.00035808532,0.00016323118,0.00066647027,0.028955502],"study_design_scores_gemma":[0.0001773455,0.0000842716,0.000112308204,0.00025669322,0.000031516505,0.00003794769,0.000006891933,0.9927573,0.0049797487,0.00007722114,0.001213886,0.00026485228],"about_ca_topic_score_codex":0.000011211446,"about_ca_topic_score_gemma":0.0000014315622,"teacher_disagreement_score":0.8357396,"about_ca_system_score_codex":0.00012976212,"about_ca_system_score_gemma":0.0001042234,"threshold_uncertainty_score":0.92275554},"labels":[],"label_agreement":null},{"id":"W4403935650","doi":"10.1145/3652620.3687799","title":"Breaking Down Barriers: Building Sustainable Microservices Architectures with Model-Driven Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Microservices; Computer science; Software engineering; Operating system; Cloud computing","score_opus":0.003296648990824626,"score_gpt":0.2085543380934259,"score_spread":0.20525768910260128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29978344,0.00030786608,0.6980312,0.00028156638,0.00012674468,0.00014606271,7.245195e-7,0.00089474936,0.0004276528],"genre_scores_gemma":[0.90090686,0.0000031527163,0.098573714,0.0000914798,0.00006477904,0.000023163106,4.8786137e-7,0.00001486879,0.00032151537],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986853,0.0000135278,0.00017268388,0.0004561745,0.00022274563,0.0004495965],"domain_scores_gemma":[0.99928397,0.000074563126,0.000022802953,0.00042920662,0.00007288512,0.00011658336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002536365,0.00017972337,0.0001541824,0.00017368676,0.00015945971,0.00059811195,0.00060190976,0.00006029026,0.000009820356],"category_scores_gemma":[0.000013558747,0.00011729524,0.000058460948,0.0005353102,0.00002322279,0.0005867173,0.00024341283,0.00018040933,0.000009824605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007267619,0.000008702963,0.0017092109,0.0012986895,0.00006117803,0.000086626715,0.004325007,0.95190036,0.0025150818,0.033923827,0.00014324588,0.004020795],"study_design_scores_gemma":[0.00008783285,0.000036133013,0.00014729367,0.00020952856,0.0000067112683,0.000066199755,0.00012937299,0.9923713,0.0035947242,0.00059871987,0.0025334568,0.00021869823],"about_ca_topic_score_codex":0.00018677529,"about_ca_topic_score_gemma":0.000012500364,"teacher_disagreement_score":0.6011234,"about_ca_system_score_codex":0.00008421635,"about_ca_system_score_gemma":0.00016433014,"threshold_uncertainty_score":0.57676077},"labels":[],"label_agreement":null},{"id":"W4403935977","doi":"10.1145/3652620.3686247","title":"A Multi-Platform Specification Language and Dataset for the Analysis of DevOps Pipelines","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"DevOps; Computer science; Pipeline transport; Programming language; Software engineering; Engineering; Software","score_opus":0.03618560316838716,"score_gpt":0.32011790938667495,"score_spread":0.2839323062182878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935977","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037437752,0.0012111979,0.9601675,0.00043984316,0.00015986811,0.00020514215,0.00030070601,0.0000620759,0.000015886693],"genre_scores_gemma":[0.9689477,0.00008086331,0.030491667,0.00005252521,0.000041052062,0.000024575553,0.00020563403,0.0000026547118,0.00015332851],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950755,0.000006369341,0.0001596263,0.00017657297,0.00008084793,0.000069009635],"domain_scores_gemma":[0.99922365,0.00028658065,0.000026516653,0.00041164452,0.000035153545,0.000016458396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040446027,0.00004870946,0.00009676345,0.00009422001,0.00004686359,0.00007246552,0.00024356831,0.000022591354,0.0000099948975],"category_scores_gemma":[0.000032297026,0.000024695457,0.000050249022,0.00055054267,0.000028010285,0.00022651775,0.00005860274,0.000026408316,0.000005332383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003577814,0.00020246612,0.020853287,0.0011870719,0.0021383625,0.0000050339186,0.018376153,0.00097522413,0.0047306106,0.018710429,0.04470605,0.8880795],"study_design_scores_gemma":[0.00007650852,0.0000115186995,0.019565934,0.000008974268,0.00013232128,0.0000017358543,0.00032558275,0.96908414,0.0007415555,0.000043749777,0.009954421,0.00005356495],"about_ca_topic_score_codex":0.000108304004,"about_ca_topic_score_gemma":0.00013730065,"teacher_disagreement_score":0.9681089,"about_ca_system_score_codex":0.0000075685816,"about_ca_system_score_gemma":0.000016605813,"threshold_uncertainty_score":0.100705154},"labels":[],"label_agreement":null},{"id":"W4403996282","doi":"10.2139/ssrn.5007731","title":"Managing Disruptions in Rail-Truck Hazardous Materials Networks: A Machine-Learning Optimization Approach","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Hazardous waste; Truck; Computer science; Business; Engineering; Automotive engineering; Waste management","score_opus":0.007530337594942746,"score_gpt":0.23511967703831727,"score_spread":0.2275893394433745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403996282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014736685,0.009641834,0.9712223,0.0007098731,0.0024207127,0.0004886838,0.0000035331764,0.00035488588,0.00042149585],"genre_scores_gemma":[0.9677938,0.013592922,0.016980682,0.00003984527,0.0008208456,0.000098075914,0.000060814546,0.00006895378,0.00054403726],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950495,0.0005037631,0.000902333,0.0008324237,0.00044420036,0.0022678121],"domain_scores_gemma":[0.9986696,0.0000572566,0.0004343011,0.00063445023,0.00010246466,0.000101919606],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004935879,0.00043988932,0.0005783884,0.0005440886,0.00031741246,0.0010584657,0.001344696,0.00038263583,0.000012105972],"category_scores_gemma":[0.000062952844,0.0003759722,0.0002355454,0.0006092468,0.00004503988,0.0003598024,0.0014736503,0.006733366,0.000021190875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015448477,0.00005009618,0.00081554684,0.00023560837,0.0001237794,0.000014144148,0.00051146065,0.97521144,0.0000045092124,0.012182168,0.000013655969,0.010822117],"study_design_scores_gemma":[0.00029368597,0.000067977744,0.00009029082,0.00036958483,0.00004162865,0.00063543225,0.00020617143,0.90373784,0.000004698111,0.09410256,0.00005177346,0.0003983407],"about_ca_topic_score_codex":0.00022453815,"about_ca_topic_score_gemma":0.00012376125,"teacher_disagreement_score":0.95424163,"about_ca_system_score_codex":0.0018403726,"about_ca_system_score_gemma":0.0018558089,"threshold_uncertainty_score":0.99997854},"labels":[],"label_agreement":null},{"id":"W4404057254","doi":"10.1109/emsoft60242.2024.00008","title":"Work-in-Progress: ESOps - An Agile Pipeline for Next-Generation Embedded Systems Development","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Agile software development; Pipeline (software); Computer science; Work (physics); Engineering management; Software engineering; Engineering; Operating system; Mechanical engineering","score_opus":0.06377617276439493,"score_gpt":0.30006834448907843,"score_spread":0.2362921717246835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404057254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09922661,0.002456085,0.89288336,0.0003206401,0.0033025707,0.00088973285,0.0000014619717,0.0007359517,0.00018361917],"genre_scores_gemma":[0.93604577,0.000008365015,0.062269136,0.000052989,0.0003661768,0.0003589518,0.000028303677,0.000012637339,0.0008576965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844515,0.000060968116,0.00045191954,0.0005184542,0.00023569551,0.00028780111],"domain_scores_gemma":[0.99926645,0.00007130005,0.000037623307,0.00043911958,0.00010418084,0.00008131443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011072328,0.00014910927,0.00017974712,0.00013648419,0.00010360565,0.00062219164,0.00040478853,0.00009184157,0.000010088112],"category_scores_gemma":[0.000020475441,0.000109357716,0.00004683309,0.0005011685,0.000019128798,0.0009838407,0.00007114857,0.00007837259,0.00007981421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034973382,0.00035085765,0.006552578,0.0012464231,0.00005192129,0.000029884099,0.009082472,0.0042326795,0.00086675136,0.016508657,0.021103349,0.93993944],"study_design_scores_gemma":[0.00021166346,0.000038547816,0.00044088697,0.00017148089,0.0000032840874,0.000008514009,0.00011269518,0.9780749,0.0017825711,0.00007817337,0.018846434,0.00023084055],"about_ca_topic_score_codex":0.000018341558,"about_ca_topic_score_gemma":0.0000309808,"teacher_disagreement_score":0.9738422,"about_ca_system_score_codex":0.00012027213,"about_ca_system_score_gemma":0.00019361849,"threshold_uncertainty_score":0.59998083},"labels":[],"label_agreement":null},{"id":"W4404130408","doi":"10.1145/3689933.3690836","title":"P3GNN: A Privacy-Preserving Provenance Graph-Based Model for Autonomous APT Detection in Software Defined Networking","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University; University of Guelph","funders":"","keywords":"Computer science; Provenance; Software; Graph; Theoretical computer science; Programming language","score_opus":0.027869038512208802,"score_gpt":0.25483499121994163,"score_spread":0.22696595270773284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404130408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06142257,0.00005259055,0.93503255,0.00037788745,0.0005819438,0.0008611684,0.0000021481608,0.0016069976,0.00006214864],"genre_scores_gemma":[0.9256905,0.000006442191,0.07325657,0.00016777945,0.000077124576,0.000521119,0.0000049178457,0.000019777659,0.0002558048],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811876,0.00004350817,0.00042318553,0.0006119364,0.00023233783,0.0005702604],"domain_scores_gemma":[0.99856883,0.00027974515,0.00012152802,0.00085707864,0.00010317788,0.0000696267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008492559,0.0001912138,0.00024584436,0.00026943896,0.00021436406,0.000116071926,0.00092180393,0.00013349977,0.0000012466876],"category_scores_gemma":[0.00022016386,0.00016608452,0.00013435427,0.001340386,0.000025774712,0.0005309885,0.0003303094,0.00014627223,0.000016980975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072021416,0.00010987558,0.02704855,0.00064604916,0.00001804798,0.0000069511593,0.0013244748,0.80401,0.00055106595,0.00076718954,0.000862702,0.1645831],"study_design_scores_gemma":[0.00058595574,0.00006151863,0.0032606288,0.000095959535,0.0000027607146,0.0000016554701,0.000010204559,0.9849119,0.0012462693,0.009318204,0.0002803008,0.00022465407],"about_ca_topic_score_codex":0.00009638523,"about_ca_topic_score_gemma":0.00025501766,"teacher_disagreement_score":0.8642679,"about_ca_system_score_codex":0.00013142976,"about_ca_system_score_gemma":0.000190334,"threshold_uncertainty_score":0.67727304},"labels":[],"label_agreement":null},{"id":"W4404240713","doi":"10.1145/3696348.3696854","title":"Buffy: A Formal Language-Based Framework for Network Performance Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Programming language","score_opus":0.009618130200247106,"score_gpt":0.27181436501082634,"score_spread":0.26219623481057924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404240713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053037673,0.0007231842,0.94285476,0.00054503,0.00094605604,0.00029066726,0.0000039738816,0.000902299,0.0006963739],"genre_scores_gemma":[0.77631587,0.000008859153,0.22245371,0.00042691824,0.00033453337,0.00010304007,0.000009430489,0.00000965005,0.0003380088],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840873,0.00002768921,0.0003047424,0.0004674868,0.00025642168,0.0005349325],"domain_scores_gemma":[0.9986222,0.00042832384,0.000041515243,0.000744063,0.00007221314,0.00009171464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000853529,0.00017054618,0.00026245278,0.0001912339,0.00021035515,0.0003068895,0.0006246702,0.000132863,0.000066697954],"category_scores_gemma":[0.00003903828,0.00012162467,0.00034865327,0.002111599,0.00003198188,0.0007419347,0.00010465063,0.00016835537,0.00010465166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010056204,0.00016610717,0.0763175,0.0022462865,0.0015638222,0.000028555178,0.003326363,0.13708578,0.000023658606,0.2319066,0.0131270895,0.5341077],"study_design_scores_gemma":[0.00011934125,0.000112548165,0.0042259013,0.00008969037,0.00010388918,0.0000025938853,0.000023302682,0.9855219,0.00027815273,0.0015041055,0.007800348,0.00021820338],"about_ca_topic_score_codex":0.000022804452,"about_ca_topic_score_gemma":0.000012484883,"teacher_disagreement_score":0.8484361,"about_ca_system_score_codex":0.00005624674,"about_ca_system_score_gemma":0.0001324657,"threshold_uncertainty_score":0.495971},"labels":[],"label_agreement":null},{"id":"W4404310199","doi":"10.1007/978-981-96-0808-9_10","title":"BOAM: A Business Oriented Identification Approach of Microservices Within Legacy Systems","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Identification (biology); Computer science; Operating system; Biology","score_opus":0.01217305077776652,"score_gpt":0.23471986060693606,"score_spread":0.22254680982916955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404310199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020324544,0.0019868107,0.98678446,0.00015385094,0.006983333,0.0007299438,0.000010214487,0.00026178462,0.001057127],"genre_scores_gemma":[0.8848871,0.000044528017,0.11311426,0.00014140205,0.0006299402,0.000047810325,0.000026874251,0.000057994752,0.0010500788],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99544007,0.000039118408,0.0011584905,0.0017305287,0.0011737583,0.0004580477],"domain_scores_gemma":[0.9961774,0.0001855452,0.00066677347,0.0019677777,0.0008940191,0.000108494954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017638754,0.0005066877,0.00070640625,0.00093915017,0.00018368223,0.0009930911,0.0031930385,0.00038668985,0.0000021817123],"category_scores_gemma":[0.000059479346,0.00040131877,0.0001330909,0.0019271324,0.0006217535,0.0012780302,0.0010914663,0.00059284124,0.000052243056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006700286,0.00052149175,0.0014729371,0.019429667,0.00025155043,0.0001553601,0.02208551,0.5125481,0.0060620727,0.2236562,0.00012841458,0.21362169],"study_design_scores_gemma":[0.00028170113,0.00009721292,0.0005925306,0.0025100184,0.000033354063,0.00018566496,0.000004063824,0.9700019,0.0028767195,0.021554872,0.0009861938,0.0008757814],"about_ca_topic_score_codex":0.0001898491,"about_ca_topic_score_gemma":0.000024488003,"teacher_disagreement_score":0.88285464,"about_ca_system_score_codex":0.00027156758,"about_ca_system_score_gemma":0.00067623146,"threshold_uncertainty_score":0.9998439},"labels":[],"label_agreement":null},{"id":"W4404507065","doi":"10.1007/s12243-024-01063-z","title":"CSNet 2023 special issue—the resilient networked systems","year":2024,"lang":"en","type":"article","venue":"Annals of Telecommunications","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Concordia University","funders":"","keywords":"Computer science","score_opus":0.047316536377820746,"score_gpt":0.32951827575484144,"score_spread":0.2822017393770207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404507065","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05595417,0.16558534,0.122640036,0.31575942,0.028178303,0.0051799812,0.00015815692,0.0030531385,0.30349147],"genre_scores_gemma":[0.9841854,0.004233679,0.0036612619,0.00043053753,0.002316738,0.00015313522,0.00002034453,0.000018472841,0.0049804472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863476,0.00023094345,0.000446925,0.00021659842,0.00023948449,0.00023126497],"domain_scores_gemma":[0.99688345,0.00050546054,0.00009620891,0.0022676743,0.00019349414,0.00005373226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011132071,0.00010599349,0.00017260425,0.00009109397,0.00027495122,0.00019377538,0.0021873715,0.00006529978,0.000057665853],"category_scores_gemma":[0.00007181441,0.00007183823,0.00012546028,0.0008529447,0.0001226155,0.00030149837,0.00042686213,0.00022687727,0.0004267863],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005656448,0.000104176426,0.0005266332,0.00014014082,0.00010044971,0.0000016552203,0.0014821178,0.003880677,0.000015401078,0.042750638,0.9054804,0.04551208],"study_design_scores_gemma":[0.00003844342,0.00005856242,0.002627787,0.00015234297,0.0000073675005,0.000009807056,0.00009440583,0.04969432,0.00008357631,0.0011052262,0.94601995,0.000108221444],"about_ca_topic_score_codex":0.00021407758,"about_ca_topic_score_gemma":0.000041442745,"teacher_disagreement_score":0.92823124,"about_ca_system_score_codex":0.00001770031,"about_ca_system_score_gemma":0.00011184841,"threshold_uncertainty_score":0.5485617},"labels":[],"label_agreement":null},{"id":"W4404657409","doi":"10.1007/978-981-96-0602-3","title":"Dependable Software Engineering. Theories, Tools, and Applications","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Software, Chinese Academy of Sciences; Singapore Management University; Shenzhen University; Peking University; Uppsala Universitet; National University of Defense Technology; Universität des Saarlandes; Macquarie University; University of Chinese Academy of Sciences; Shanghai Jiao Tong University; Zhejiang University; University of Waterloo; University of Tehran; University of New South Wales; University College London; Purdue University; University of Oxford; California Institute of Technology; Aarhus Universitet; East China Normal University; Capital Normal University; Beihang University; Institute of Science and Technology Austria; Université du Luxembourg","keywords":"Computer science; Software engineering; Software; Programming language; Software development","score_opus":0.006946825628973734,"score_gpt":0.21828661540254987,"score_spread":0.21133978977357615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404657409","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003547402,0.0034041097,0.99324965,0.00017718931,0.0016425751,0.0005642646,0.000019258288,0.000559388,0.00034809392],"genre_scores_gemma":[0.03261804,0.00023815819,0.9612451,0.0009257008,0.002203626,0.00032092442,0.00004240432,0.0001009071,0.002305126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701,0.00002111251,0.00039923444,0.0014108829,0.00060899067,0.00054976036],"domain_scores_gemma":[0.99753565,0.0007037954,0.00009951727,0.0013550806,0.0001528844,0.00015309006],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008763571,0.0004115352,0.00041589755,0.0004868929,0.00021183939,0.0010272925,0.0021646745,0.0003090055,0.000004289932],"category_scores_gemma":[0.00015848335,0.0003357313,0.00008103396,0.0011897691,0.00035443567,0.0007453908,0.0014287335,0.00075270503,0.00007296952],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019774116,0.000027280486,0.00038756386,0.0007869736,0.000018525116,0.000047804075,0.0006663174,0.01507865,0.000012566768,0.019350225,0.00029624958,0.96332586],"study_design_scores_gemma":[0.00037939454,0.00024435297,0.00075340795,0.0016973638,0.00003634897,0.0005260272,5.1528707e-7,0.50288826,0.00076755945,0.36821574,0.12244147,0.0020495343],"about_ca_topic_score_codex":0.00001172099,"about_ca_topic_score_gemma":0.000012588963,"teacher_disagreement_score":0.96127635,"about_ca_system_score_codex":0.0003590357,"about_ca_system_score_gemma":0.0011620027,"threshold_uncertainty_score":0.99990946},"labels":[],"label_agreement":null},{"id":"W4404724994","doi":"10.1007/978-981-96-0576-7","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Pau et des Pays de l'Adour; Singapore Management University; University of Science and Technology of China; Yunnan University; University of the Aegean; Sorbonne Université; Università degli Studi di Salerno; Sohar University; Australian Catholic University; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Università degli Studi di Brescia; Indian Institute of Technology Roorkee; Aix-Marseille Université; Lebanese American University; Swinburne University of Technology; Delhi Technological University; Universitat de València; Université de Fribourg; Macquarie University; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Charles Sturt University; Indian National Science Academy; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; Université de Sfax; Universidad Carlos III de Madrid; University of Bern; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidade de Macau; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; Universität Duisburg-Essen; San Diego State University; University of Waikato","keywords":"Computer science; Web application; Information engineering; World Wide Web; Software engineering; Information retrieval; Information system; Electrical engineering","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404724994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009295527,0.0014831456,0.97443795,0.00022005598,0.020638773,0.0005548772,0.000009708001,0.00059551705,0.0019670285],"genre_scores_gemma":[0.55443764,0.0004597994,0.4203249,0.0026740201,0.010290845,0.00043228368,0.00009592507,0.00023295904,0.011051633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964511,0.00002980075,0.00073696894,0.00096180034,0.0011497128,0.00067061797],"domain_scores_gemma":[0.9976532,0.00030618394,0.00019028547,0.0014358251,0.00025005703,0.00016448833],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001399978,0.00049160916,0.00050917047,0.0012703021,0.00013933433,0.0017055267,0.0027762223,0.00040391332,0.000004383049],"category_scores_gemma":[0.00011723779,0.0004009904,0.00013802771,0.001847749,0.00019958722,0.002182795,0.001188746,0.001000776,0.0005207995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042109073,0.000028718856,0.00014654228,0.0030264095,0.000037612688,0.0000962328,0.00266011,0.6694706,0.000042816624,0.005176724,0.0057743043,0.3135357],"study_design_scores_gemma":[0.00011640111,0.000065633954,0.00003307931,0.0013102518,0.0000069766365,0.000102042395,2.0987322e-7,0.9512386,0.000064589934,0.0022797151,0.044294573,0.00048792965],"about_ca_topic_score_codex":0.000022480746,"about_ca_topic_score_gemma":0.0000061924716,"teacher_disagreement_score":0.5543447,"about_ca_system_score_codex":0.00088991434,"about_ca_system_score_gemma":0.0019218114,"threshold_uncertainty_score":0.9998442},"labels":[],"label_agreement":null},{"id":"W4404725261","doi":"10.1007/978-981-96-0573-6","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Pau et des Pays de l'Adour; Singapore Management University; University of Science and Technology of China; Yunnan University; University of the Aegean; Sorbonne Université; Università degli Studi di Salerno; Sohar University; Australian Catholic University; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Università degli Studi di Brescia; Indian Institute of Technology Roorkee; Aix-Marseille Université; Lebanese American University; Swinburne University of Technology; Delhi Technological University; Universitat de València; Université de Fribourg; Macquarie University; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Charles Sturt University; Indian National Science Academy; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; Université de Sfax; Universidad Carlos III de Madrid; University of Bern; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidade de Macau; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; Universität Duisburg-Essen; San Diego State University; University of Waikato","keywords":"Computer science; Web application; Information engineering; World Wide Web; Software engineering; Information system; Engineering; Electrical engineering","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404725261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009295527,0.0014831456,0.97443795,0.00022005598,0.020638773,0.0005548772,0.000009708001,0.00059551705,0.0019670285],"genre_scores_gemma":[0.55443764,0.0004597994,0.4203249,0.0026740201,0.010290845,0.00043228368,0.00009592507,0.00023295904,0.011051633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964511,0.00002980075,0.00073696894,0.00096180034,0.0011497128,0.00067061797],"domain_scores_gemma":[0.9976532,0.00030618394,0.00019028547,0.0014358251,0.00025005703,0.00016448833],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001399978,0.00049160916,0.00050917047,0.0012703021,0.00013933433,0.0017055267,0.0027762223,0.00040391332,0.000004383049],"category_scores_gemma":[0.00011723779,0.0004009904,0.00013802771,0.001847749,0.00019958722,0.002182795,0.001188746,0.001000776,0.0005207995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042109073,0.000028718856,0.00014654228,0.0030264095,0.000037612688,0.0000962328,0.00266011,0.6694706,0.000042816624,0.005176724,0.0057743043,0.3135357],"study_design_scores_gemma":[0.00011640111,0.000065633954,0.00003307931,0.0013102518,0.0000069766365,0.000102042395,2.0987322e-7,0.9512386,0.000064589934,0.0022797151,0.044294573,0.00048792965],"about_ca_topic_score_codex":0.000022480746,"about_ca_topic_score_gemma":0.0000061924716,"teacher_disagreement_score":0.5543447,"about_ca_system_score_codex":0.00088991434,"about_ca_system_score_gemma":0.0019218114,"threshold_uncertainty_score":0.9998442},"labels":[],"label_agreement":null},{"id":"W4404818094","doi":"10.1007/978-981-96-0579-8","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Sorbonne Université; Université de Pau et des Pays de l'Adour; University of Science and Technology of China; University of the Aegean; Indian Institute of Technology Roorkee; Università degli Studi di Brescia; University of Bern; Universidad Carlos III de Madrid; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Universitat de València; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Université de Fribourg; Macquarie University; Sohar University; Charles Sturt University; Indian National Science Academy; Aix-Marseille Université; Lebanese American University; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; San Diego State University; University of Waikato","keywords":"Computer science; Web application; World Wide Web; Information engineering; Information retrieval; Information system; Software engineering; Engineering; Electrical engineering","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404818094","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009295527,0.0014831456,0.97443795,0.00022005598,0.020638773,0.0005548772,0.000009708001,0.00059551705,0.0019670285],"genre_scores_gemma":[0.55443764,0.0004597994,0.4203249,0.0026740201,0.010290845,0.00043228368,0.00009592507,0.00023295904,0.011051633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964511,0.00002980075,0.00073696894,0.00096180034,0.0011497128,0.00067061797],"domain_scores_gemma":[0.9976532,0.00030618394,0.00019028547,0.0014358251,0.00025005703,0.00016448833],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001399978,0.00049160916,0.00050917047,0.0012703021,0.00013933433,0.0017055267,0.0027762223,0.00040391332,0.000004383049],"category_scores_gemma":[0.00011723779,0.0004009904,0.00013802771,0.001847749,0.00019958722,0.002182795,0.001188746,0.001000776,0.0005207995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042109073,0.000028718856,0.00014654228,0.0030264095,0.000037612688,0.0000962328,0.00266011,0.6694706,0.000042816624,0.005176724,0.0057743043,0.3135357],"study_design_scores_gemma":[0.00011640111,0.000065633954,0.00003307931,0.0013102518,0.0000069766365,0.000102042395,2.0987322e-7,0.9512386,0.000064589934,0.0022797151,0.044294573,0.00048792965],"about_ca_topic_score_codex":0.000022480746,"about_ca_topic_score_gemma":0.0000061924716,"teacher_disagreement_score":0.5543447,"about_ca_system_score_codex":0.00088991434,"about_ca_system_score_gemma":0.0019218114,"threshold_uncertainty_score":0.9998442},"labels":[],"label_agreement":null},{"id":"W4404876079","doi":"10.1007/978-981-96-0570-5","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Sorbonne Université; Université de Pau et des Pays de l'Adour; University of Science and Technology of China; University of the Aegean; Indian Institute of Technology Roorkee; Università degli Studi di Brescia; University of Bern; Universidad Carlos III de Madrid; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Universitat de València; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Université de Fribourg; Macquarie University; Sohar University; Charles Sturt University; Indian National Science Academy; Aix-Marseille Université; Lebanese American University; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; San Diego State University; University of Waikato","keywords":"Computer science; Information engineering; Software engineering; Information retrieval; World Wide Web; Information system","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404876079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009295527,0.0014831456,0.97443795,0.00022005598,0.020638773,0.0005548772,0.000009708001,0.00059551705,0.0019670285],"genre_scores_gemma":[0.55443764,0.0004597994,0.4203249,0.0026740201,0.010290845,0.00043228368,0.00009592507,0.00023295904,0.011051633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964511,0.00002980075,0.00073696894,0.00096180034,0.0011497128,0.00067061797],"domain_scores_gemma":[0.9976532,0.00030618394,0.00019028547,0.0014358251,0.00025005703,0.00016448833],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001399978,0.00049160916,0.00050917047,0.0012703021,0.00013933433,0.0017055267,0.0027762223,0.00040391332,0.000004383049],"category_scores_gemma":[0.00011723779,0.0004009904,0.00013802771,0.001847749,0.00019958722,0.002182795,0.001188746,0.001000776,0.0005207995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042109073,0.000028718856,0.00014654228,0.0030264095,0.000037612688,0.0000962328,0.00266011,0.6694706,0.000042816624,0.005176724,0.0057743043,0.3135357],"study_design_scores_gemma":[0.00011640111,0.000065633954,0.00003307931,0.0013102518,0.0000069766365,0.000102042395,2.0987322e-7,0.9512386,0.000064589934,0.0022797151,0.044294573,0.00048792965],"about_ca_topic_score_codex":0.000022480746,"about_ca_topic_score_gemma":0.0000061924716,"teacher_disagreement_score":0.5543447,"about_ca_system_score_codex":0.00088991434,"about_ca_system_score_gemma":0.0019218114,"threshold_uncertainty_score":0.9998442},"labels":[],"label_agreement":null},{"id":"W4404902755","doi":"10.1007/978-981-96-0567-5","title":"Web Information Systems Engineering – WISE 2024","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Pau et des Pays de l'Adour; Singapore Management University; University of Science and Technology of China; Yunnan University; University of the Aegean; Sorbonne Université; Università degli Studi di Salerno; Sohar University; Australian Catholic University; Waseda University; Universidad Nacional de La Plata; University of New South Wales; Jinan University; University of Crete; Griffith University; Technische Universiteit Eindhoven; Università degli Studi di Padova; University of Thessaly; Erasmus Universiteit Rotterdam; Università degli Studi di Brescia; Indian Institute of Technology Roorkee; Aix-Marseille Université; Lebanese American University; Swinburne University of Technology; Delhi Technological University; Universitat de València; Université de Fribourg; Macquarie University; Université de Bordeaux; Universidad de Alicante; Cardiff University; Deakin University; University of Macedonia; University of Technology Sydney; University of Cyprus; Charles Sturt University; Indian National Science Academy; University of Hertfordshire; University of Miami; Universidad de Málaga; Norges Teknisk-Naturvitenskapelige Universitet; Université de Sfax; Universidad Carlos III de Madrid; University of Bern; University of Southampton; Université du Luxembourg; University of Southern Queensland; Anglia Ruskin University; Universität Basel; University of Ottawa; Ocean University of China; Vanderbilt University; Universidade de Macau; Universidad de Sevilla; La Trobe University; Commonwealth Scientific and Industrial Research Organisation; Harbin Institute of Technology; Universität Duisburg-Essen; San Diego State University; University of Waikato","keywords":"Computer science; Information engineering; Software engineering; World Wide Web; Information system; Information retrieval; Electrical engineering","score_opus":0.005874555535227587,"score_gpt":0.21008637461595342,"score_spread":0.20421181908072583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404902755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009295527,0.0014831456,0.97443795,0.00022005598,0.020638773,0.0005548772,0.000009708001,0.00059551705,0.0019670285],"genre_scores_gemma":[0.55443764,0.0004597994,0.4203249,0.0026740201,0.010290845,0.00043228368,0.00009592507,0.00023295904,0.011051633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964511,0.00002980075,0.00073696894,0.00096180034,0.0011497128,0.00067061797],"domain_scores_gemma":[0.9976532,0.00030618394,0.00019028547,0.0014358251,0.00025005703,0.00016448833],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001399978,0.00049160916,0.00050917047,0.0012703021,0.00013933433,0.0017055267,0.0027762223,0.00040391332,0.000004383049],"category_scores_gemma":[0.00011723779,0.0004009904,0.00013802771,0.001847749,0.00019958722,0.002182795,0.001188746,0.001000776,0.0005207995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042109073,0.000028718856,0.00014654228,0.0030264095,0.000037612688,0.0000962328,0.00266011,0.6694706,0.000042816624,0.005176724,0.0057743043,0.3135357],"study_design_scores_gemma":[0.00011640111,0.000065633954,0.00003307931,0.0013102518,0.0000069766365,0.000102042395,2.0987322e-7,0.9512386,0.000064589934,0.0022797151,0.044294573,0.00048792965],"about_ca_topic_score_codex":0.000022480746,"about_ca_topic_score_gemma":0.0000061924716,"teacher_disagreement_score":0.5543447,"about_ca_system_score_codex":0.00088991434,"about_ca_system_score_gemma":0.0019218114,"threshold_uncertainty_score":0.9998442},"labels":[],"label_agreement":null},{"id":"W4404910404","doi":"10.1145/3694811.3697824","title":"Dynamic Service Function Chaining Provisioning with Reinforcement Learning Graph Neural Networks","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Concordia University","funders":"Universitas Brawijaya","keywords":"Chaining; Computer science; Reinforcement learning; Provisioning; Artificial neural network; Function (biology); Distributed computing; Computer network; Artificial intelligence","score_opus":0.0061616187801383044,"score_gpt":0.2158357405392863,"score_spread":0.209674121759148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404910404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06995137,0.00020182265,0.92619777,0.00030652268,0.0007818311,0.00019667961,2.7996151e-8,0.0011686307,0.0011953705],"genre_scores_gemma":[0.99635184,0.0000082773695,0.0027265348,0.0002311981,0.000052947053,0.000029879213,0.000005007,0.00001264,0.000581659],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872977,0.000041505606,0.00022556832,0.0004237813,0.0002767199,0.0003026483],"domain_scores_gemma":[0.9994249,0.000066878296,0.000048578495,0.00031414063,0.0000807815,0.00006472213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043392312,0.00015318407,0.00012286085,0.00011274846,0.00027523623,0.00034002296,0.00027335298,0.00006056946,0.000015754738],"category_scores_gemma":[0.0000064640562,0.00009931165,0.0000474041,0.000931553,0.000017750934,0.0008296552,0.00014790318,0.0003052741,0.000029942068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013583247,0.0000052347814,0.0032650824,0.00011663436,0.000025057147,0.000009105908,0.0010111573,0.9471367,0.00002633891,0.0014332109,0.000027390483,0.046930484],"study_design_scores_gemma":[0.00012089206,0.00026925208,0.0021880837,0.0001664782,0.000008627758,0.000032915013,0.00020260143,0.99643445,0.000010279082,0.000052529824,0.00035698834,0.00015689906],"about_ca_topic_score_codex":0.0000841949,"about_ca_topic_score_gemma":0.000036341316,"teacher_disagreement_score":0.9264005,"about_ca_system_score_codex":0.00006417572,"about_ca_system_score_gemma":0.00004748997,"threshold_uncertainty_score":0.40498114},"labels":[],"label_agreement":null},{"id":"W4404915673","doi":"10.1109/acsos61780.2024.00030","title":"Employing Software Diversity in Cloud Microservices to Engineer Reliable and Performant Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Microservices; Computer science; Cloud computing; Software engineering; Diversity (politics); Operating system","score_opus":0.013603627789359397,"score_gpt":0.22923433337936014,"score_spread":0.21563070559000075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404915673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8880771,0.00272619,0.1055438,0.0002753053,0.0021550972,0.00033824245,0.0000025854065,0.00067761476,0.00020406785],"genre_scores_gemma":[0.99118316,0.000055235552,0.00792923,0.0001365164,0.00008862188,0.000016906895,9.4282774e-7,0.0000082137885,0.00058114674],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987544,0.000016889724,0.00023131246,0.00045643307,0.00023255481,0.00030844007],"domain_scores_gemma":[0.99934274,0.000071981485,0.000014753717,0.0004088815,0.00005009014,0.00011155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006388178,0.00014378864,0.00019940732,0.00018806625,0.00017921183,0.0003372832,0.00046902956,0.00007869429,0.0000067608307],"category_scores_gemma":[0.000013299283,0.00010982827,0.000043280626,0.0005575179,0.000014228516,0.0007601428,0.0009980696,0.00014617213,0.00014918963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002075467,0.00008886224,0.9175092,0.0049123312,0.00009462037,0.000122058074,0.022126887,0.02902699,0.00018682146,0.004469668,0.00752164,0.013920179],"study_design_scores_gemma":[0.00088177714,0.00039912364,0.121313915,0.0025144531,0.00003811748,0.00021112528,0.0013190968,0.7836818,0.0009397943,0.0004023758,0.08669293,0.0016054584],"about_ca_topic_score_codex":0.0012783218,"about_ca_topic_score_gemma":0.00004330845,"teacher_disagreement_score":0.79619527,"about_ca_system_score_codex":0.000090026995,"about_ca_system_score_gemma":0.000041079733,"threshold_uncertainty_score":0.44786665},"labels":[],"label_agreement":null},{"id":"W4405093949","doi":"10.1007/978-981-96-0808-9_28","title":"How Do Infrastructure-as-Code Practitioners Update their Provider Dependencies? An Empirical Study on the AWS Provider","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Code (set theory); Empirical research; Computer security; Programming language","score_opus":0.022607986073992826,"score_gpt":0.28461910097199666,"score_spread":0.2620111148980038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405093949","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012525974,0.00036258655,0.96050674,0.015990201,0.005188397,0.0030768637,0.000020847769,0.0006607234,0.0016676417],"genre_scores_gemma":[0.97515845,0.000022632124,0.017337734,0.0055244523,0.0010226816,0.00013679794,0.000007713468,0.000083625055,0.00070588576],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99337596,0.00018516101,0.0006760995,0.0028326917,0.002052333,0.00087773503],"domain_scores_gemma":[0.99469906,0.0008616039,0.00041343746,0.0033484849,0.0004203404,0.00025704745],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0022535597,0.00094138837,0.00069094583,0.0006654113,0.0006794642,0.003687288,0.004917899,0.00049718865,0.000027045468],"category_scores_gemma":[0.00027665886,0.0005295783,0.00022432531,0.0010306268,0.0008902151,0.001983486,0.0017442844,0.0023022313,0.00014721743],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017918245,0.0011117241,0.0090295,0.0007670293,0.00046449064,0.0011525472,0.061919864,0.05146427,0.00021382296,0.06893275,0.0025278258,0.802237],"study_design_scores_gemma":[0.0010251023,0.0037014547,0.0031984262,0.0014072808,0.0000954235,0.00080399617,0.00014348007,0.29449937,0.0018842971,0.64490944,0.044885777,0.0034459592],"about_ca_topic_score_codex":0.000027002745,"about_ca_topic_score_gemma":0.00012801283,"teacher_disagreement_score":0.9626325,"about_ca_system_score_codex":0.0005841778,"about_ca_system_score_gemma":0.0014119841,"threshold_uncertainty_score":0.9999995},"labels":[],"label_agreement":null},{"id":"W4405362879","doi":"10.1109/mascots64422.2024.10786337","title":"Slicify: Fault Injection Testing for Network Partitions","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Fault injection; Fault (geology); Reliability engineering; Geology; Operating system; Engineering; Seismology; Software","score_opus":0.031064655901276467,"score_gpt":0.2814133696750331,"score_spread":0.25034871377375667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405362879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009649943,0.00017238449,0.9816658,0.00062224886,0.0019633863,0.00023900905,0.0000012006127,0.0011940227,0.0044920235],"genre_scores_gemma":[0.9187442,0.0000022956021,0.07942163,0.00020159449,0.00063805585,0.00013390901,0.0000024002472,0.0000066111998,0.0008492852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931604,0.000014850918,0.0001545064,0.00023468788,0.00008527507,0.00019461446],"domain_scores_gemma":[0.9993582,0.00029213546,0.000015758094,0.00022346302,0.000074895695,0.000035572808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035501912,0.000063357074,0.00006880692,0.000034243047,0.00018581138,0.00018154157,0.00016142665,0.0000434663,0.0000081622065],"category_scores_gemma":[0.00007284901,0.00004695957,0.000052163017,0.00055810774,0.000012754709,0.0003832686,0.00004872701,0.0000626505,0.000098749726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067885794,0.00008657648,0.028364196,0.00074130826,0.000073921015,0.000006786221,0.0012571622,0.053641055,0.00029579434,0.18361804,0.20745523,0.52445316],"study_design_scores_gemma":[0.00009085095,0.00020528119,0.0031228806,0.00013376583,0.000008156808,0.000036674614,0.000023303266,0.90842795,0.00020344116,0.02960876,0.05796749,0.00017146538],"about_ca_topic_score_codex":0.000034583263,"about_ca_topic_score_gemma":0.000012643708,"teacher_disagreement_score":0.9090943,"about_ca_system_score_codex":0.000031724092,"about_ca_system_score_gemma":0.0000575827,"threshold_uncertainty_score":0.19149557},"labels":[],"label_agreement":null},{"id":"W4405602578","doi":"10.1109/scam63643.2024.00014","title":"Breaking-Good: Explaining Breaking Dependency Updates with Build Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Sarah Scaife Foundation","keywords":"Computer science; Dependency (UML); Artificial intelligence","score_opus":0.005991379407993013,"score_gpt":0.2386922133698901,"score_spread":0.23270083396189709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405602578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14515322,0.00044180293,0.843587,0.0006587203,0.0004341074,0.0001354894,0.0000018977837,0.0014285312,0.008159233],"genre_scores_gemma":[0.96427184,0.000011522582,0.035123765,0.00014626165,0.00008988199,0.00002140224,0.000004305866,0.000013057992,0.00031797294],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980761,0.000052729327,0.00031873587,0.00071380497,0.00045515643,0.0003834819],"domain_scores_gemma":[0.9987754,0.00019798653,0.00005945619,0.0007840149,0.00008540805,0.00009773888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051950326,0.00020931507,0.00028870662,0.0004124872,0.00018968241,0.0006173993,0.00073092914,0.00008339817,0.000111832516],"category_scores_gemma":[0.000015894146,0.0001338774,0.00016828119,0.002484645,0.00003814322,0.0011646489,0.00022013913,0.0001902061,0.00014597163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023928054,0.00014804283,0.6391278,0.0005203839,0.0027519655,0.00045038018,0.006516052,0.005295566,0.00023371461,0.13339561,0.0010263148,0.21051028],"study_design_scores_gemma":[0.0005946455,0.00038642003,0.05605553,0.00068454683,0.00082909653,0.00055533554,0.00063746754,0.90895283,0.0036322617,0.00343737,0.022558482,0.0016760422],"about_ca_topic_score_codex":0.00036639534,"about_ca_topic_score_gemma":0.00019207214,"teacher_disagreement_score":0.90365726,"about_ca_system_score_codex":0.00006149368,"about_ca_system_score_gemma":0.00010931015,"threshold_uncertainty_score":0.59535956},"labels":[],"label_agreement":null},{"id":"W4405719083","doi":"10.18535/ijsrm/v08i4.ec03","title":"Dynamic Adaptive API Security Framework Using AI-Powered Blockchain Consensus for Microservices","year":2020,"lang":"en","type":"article","venue":"International Journal of Scientific Research and Management (IJSRM)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Marriott International (Canada)","funders":"","keywords":"Microservices; Computer science; Computer security; Blockchain; Denial-of-service attack; Byzantine fault tolerance; Application programming interface; Distributed computing; Cloud computing; World Wide Web; Fault tolerance; The Internet; Operating system","score_opus":0.06414762479323936,"score_gpt":0.37667177225949994,"score_spread":0.31252414746626056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405719083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63542795,0.0009856086,0.3342991,0.024037281,0.003912836,0.00093755295,0.000045524812,0.00004762582,0.00030653324],"genre_scores_gemma":[0.95732456,0.000082363695,0.042014405,0.0002746447,0.00015491134,0.000008047435,0.0000022961226,0.000007214066,0.0001315521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99724734,0.00011529538,0.0004896152,0.0004378577,0.0013542374,0.00035566313],"domain_scores_gemma":[0.99723804,0.00022697779,0.00024316898,0.00024926144,0.0018149922,0.0002275751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029185973,0.00012254626,0.00019595769,0.000446716,0.0003717539,0.0009913788,0.0015839782,0.00006153208,0.000015462634],"category_scores_gemma":[0.0001868933,0.000100476005,0.000107027976,0.00058004324,0.00031443447,0.0003296909,0.00069882604,0.00033181373,0.000009830271],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009672341,0.004663098,0.017987624,0.0061241374,0.0077237845,0.0033543773,0.07638221,0.009946461,0.04333743,0.42245284,0.11489872,0.28345698],"study_design_scores_gemma":[0.0029489826,0.0010998308,0.0014481661,0.000999062,0.000037804206,0.00015961885,0.004025723,0.7959794,0.0021778806,0.14845878,0.042178087,0.00048671637],"about_ca_topic_score_codex":0.000014527216,"about_ca_topic_score_gemma":0.000009128471,"teacher_disagreement_score":0.7860329,"about_ca_system_score_codex":0.00013015547,"about_ca_system_score_gemma":0.0001316244,"threshold_uncertainty_score":0.9559889},"labels":[],"label_agreement":null},{"id":"W4405935633","doi":"10.1109/cloudnet62863.2024.10815869","title":"Microservices Upgrade in Clouds: Dynamic Management of Version Dependencies and User Load","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Microservices; Computer science; Upgrade; Configuration Management (ITSM); Database; Operating system; Cloud computing; Distributed computing; Computer network","score_opus":0.0047856701844483825,"score_gpt":0.2347374410274022,"score_spread":0.22995177084295382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405935633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98852,0.0019699717,0.0076947254,0.00026854873,0.0003081927,0.00013165397,0.0000012657017,0.00010931721,0.0009962955],"genre_scores_gemma":[0.9927067,0.00027989782,0.0064834193,0.000030791867,0.0000040881114,0.000004379362,5.699375e-7,0.000002673977,0.00048748602],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928766,0.000016049813,0.00016079014,0.00024227014,0.00017533063,0.000117915915],"domain_scores_gemma":[0.9996601,0.000041445885,0.00001742256,0.00023925371,0.000020175263,0.000021626922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027641316,0.000070119844,0.0000931713,0.00006699442,0.000023081317,0.00006187219,0.000271791,0.00003782605,0.000010552942],"category_scores_gemma":[0.0000016115791,0.000050858347,0.000025897714,0.00029302505,0.000024903928,0.00033745097,0.00025379646,0.000051365954,0.00003400382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116357645,0.0006532252,0.5559309,0.032535147,0.0004756288,0.00055777264,0.023572175,0.00085687026,0.010522148,0.101383805,0.0066182166,0.26677772],"study_design_scores_gemma":[0.0013539833,0.00024465244,0.7167139,0.0025438478,0.000040316925,0.00006439994,0.0030595344,0.24167734,0.0070974473,0.0057196314,0.020760557,0.00072439894],"about_ca_topic_score_codex":0.0001335021,"about_ca_topic_score_gemma":0.00009691017,"teacher_disagreement_score":0.26605332,"about_ca_system_score_codex":0.000057252993,"about_ca_system_score_gemma":0.000024117837,"threshold_uncertainty_score":0.20739432},"labels":[],"label_agreement":null},{"id":"W4405937810","doi":"10.1109/cloudnet62863.2024.10815849","title":"A Multi-Stage Framework for Failure Prediction and Classification in Cloud Native Applications","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Stage (stratigraphy); Cloud computing; Artificial intelligence; Machine learning; Geology; Operating system","score_opus":0.03829690505549401,"score_gpt":0.3205479820591516,"score_spread":0.2822510770036576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405937810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005691376,0.00017854641,0.9915347,0.0011385927,0.0002599886,0.000779171,0.000013926816,0.00030338013,0.0001002938],"genre_scores_gemma":[0.7796608,0.000025272788,0.21907543,0.000047077367,0.00009241022,0.0007874314,0.0000067187275,0.0000049063306,0.00029991716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999289,0.000020319034,0.00017005301,0.00033291863,0.00008208405,0.00010564602],"domain_scores_gemma":[0.9994332,0.00021976585,0.000024169414,0.00024077544,0.000050861112,0.000031208303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029871028,0.00006727247,0.00007284958,0.000090970345,0.000070493676,0.00011314059,0.00014826421,0.00008086307,0.0000031181758],"category_scores_gemma":[0.000040975345,0.00005261142,0.000026034137,0.0003912518,0.000029193128,0.0003556864,0.000038522987,0.000112882684,0.000015523427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000078240255,0.0001351447,0.016494444,0.00068128743,0.000025726382,9.586525e-7,0.004481518,0.00014580309,0.00063956785,0.907915,0.0012686792,0.068204075],"study_design_scores_gemma":[0.00020575075,0.00004726925,0.026434762,0.00010445317,0.000004154562,0.0000037469192,0.00036858793,0.91949815,0.00019713015,0.016438544,0.036577757,0.00011969795],"about_ca_topic_score_codex":0.000009587162,"about_ca_topic_score_gemma":0.000026563715,"teacher_disagreement_score":0.91935235,"about_ca_system_score_codex":0.000057827117,"about_ca_system_score_gemma":0.0000451547,"threshold_uncertainty_score":0.21454315},"labels":[],"label_agreement":null},{"id":"W4406142535","doi":"10.1137/1.9781611978322.179","title":"Improved Shortest Path Restoration Lemmas for Multiple Edge Failures: Trade-offs Between Fault-tolerance and Subpaths","year":2025,"lang":"en","type":"book-chapter","venue":"Society for Industrial and Applied Mathematics eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Shortest path problem; Enhanced Data Rates for GSM Evolution; Path (computing); Computer science; Fault tolerance; Computer network; Distributed computing; Artificial intelligence; Theoretical computer science","score_opus":0.04328389692450102,"score_gpt":0.2444305453343053,"score_spread":0.20114664840980429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406142535","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071444134,0.0007572841,0.931889,0.0010703482,0.002216946,0.024879286,0.0022511866,0.0011197656,0.028671762],"genre_scores_gemma":[0.23071867,0.00032574692,0.6030313,0.0008843403,0.010516507,0.0065596458,0.0012582287,0.0005513313,0.14615421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977048,0.000007044518,0.0008422092,0.00079532823,0.0002557356,0.00039488342],"domain_scores_gemma":[0.99775743,0.0009331457,0.00049788906,0.00056970137,0.00010306011,0.0001387941],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007770777,0.0005381484,0.0009152166,0.000055003897,0.0005445737,0.00023285941,0.000437968,0.0011978613,6.776973e-7],"category_scores_gemma":[0.00006001238,0.0004636684,0.0004419322,0.000035515997,0.0002148179,0.00010531156,0.00020562242,0.0005005941,7.029539e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001738864,0.00013557827,0.00007504316,0.006691072,0.001011043,9.971234e-7,0.012758895,0.000016415273,0.00114885,0.6673651,0.024575038,0.2860481],"study_design_scores_gemma":[0.018468544,0.0014300757,0.000020726795,0.0035376435,0.0016343717,0.000017299975,0.0013113065,0.077412084,0.0048631798,0.3605885,0.5262817,0.0044345655],"about_ca_topic_score_codex":0.000006144941,"about_ca_topic_score_gemma":0.000007754146,"teacher_disagreement_score":0.50170666,"about_ca_system_score_codex":0.00008517236,"about_ca_system_score_gemma":0.00027926828,"threshold_uncertainty_score":0.9997815},"labels":[],"label_agreement":null},{"id":"W4406348806","doi":"10.1016/j.jss.2024.112331","title":"Navigating the DevOps landscape","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"DevOps; Computer science; Engineering; Systems engineering; Geography; Software engineering; Software deployment","score_opus":0.007599521161485324,"score_gpt":0.2570560059327246,"score_spread":0.24945648477123927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406348806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6900374,0.016209055,0.28811482,0.0017889848,0.0033617846,0.00020928707,0.0000014424979,0.00007268345,0.00020448673],"genre_scores_gemma":[0.99724346,0.00009038848,0.0022678901,0.00013269197,0.00015934839,0.0000032801843,1.1272243e-7,0.0000028885672,0.00009994909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990032,0.0000816419,0.0004517499,0.00010770067,0.0002235957,0.00013211997],"domain_scores_gemma":[0.9988914,0.00027174153,0.00027033698,0.00027111152,0.00024715604,0.00004825976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010925748,0.000085204025,0.00022356953,0.000033007465,0.00022297805,0.00021280149,0.00046701703,0.000059232738,0.0000010590936],"category_scores_gemma":[0.0001631214,0.00004374757,0.000073285635,0.00026006668,0.000033167646,0.00031279094,0.000104106584,0.0003122229,0.0000023347093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024585808,0.0000700198,0.7619577,0.0009826359,0.00021955745,0.000059886137,0.005982606,0.0010210951,0.000052279644,0.008051129,0.0116003975,0.2099781],"study_design_scores_gemma":[0.008074824,0.0016231352,0.61106783,0.02326786,0.00032644288,0.008236895,0.020331701,0.065393694,0.000638435,0.0143645555,0.2447148,0.0019598226],"about_ca_topic_score_codex":0.000035745597,"about_ca_topic_score_gemma":0.0000021953,"teacher_disagreement_score":0.307206,"about_ca_system_score_codex":0.000023385664,"about_ca_system_score_gemma":0.00011921869,"threshold_uncertainty_score":0.20520496},"labels":[],"label_agreement":null},{"id":"W4406427234","doi":"10.1016/s1544-8800(06)70597-8","title":"10.1016/s1544-8800(06)70597-8","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.0045886693534450095,"score_gpt":0.17080507346330315,"score_spread":0.16621640410985813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406427234","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002028305,0.00005973058,0.00027757243,0.0004801485,0.0000073813267,0.00024492398,0.0000032406244,0.0005363846,0.9963623],"genre_scores_gemma":[0.0012464465,2.9016226e-7,0.0014500113,0.000069058646,0.00013929837,0.000024861549,0.000003131512,0.000011340452,0.9970556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864346,0.000051860905,0.00024835352,0.00040806876,0.00028880977,0.0003594587],"domain_scores_gemma":[0.9987823,0.00005842955,0.000033784294,0.0008806096,0.00006709547,0.00017780626],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00031529655,0.00015847324,0.00019700186,0.00007129982,0.00013044248,0.000105393505,0.0008835004,0.00008156714,0.9586595],"category_scores_gemma":[0.000027863756,0.00013255398,0.00008224262,0.00043845514,0.000033488293,0.00037674367,0.00013026272,0.000113537026,0.9966491],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000123047375,0.000048867118,0.0000044894855,0.000014360642,0.000008661106,0.000004612227,0.00006433339,0.00015942697,0.000009583405,0.0000036111512,0.25314087,0.74652886],"study_design_scores_gemma":[0.00015558153,0.000110790155,0.0004882896,0.000020656194,0.0000035025118,0.000016584001,3.90924e-7,0.0029117488,0.00008766985,0.000024965613,0.9959843,0.00019548957],"about_ca_topic_score_codex":0.00003377294,"about_ca_topic_score_gemma":1.3707171e-7,"teacher_disagreement_score":0.74633336,"about_ca_system_score_codex":0.000050163973,"about_ca_system_score_gemma":0.00006029093,"threshold_uncertainty_score":0.54053944},"labels":[],"label_agreement":null},{"id":"W4406431582","doi":"10.1016/s0197-2510(05)70032-2","title":"10.1016/s0197-2510(05)70032-2","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency management; Disaster response; Computer science; Medical emergency; Aeronautics; Operations management; Medicine; Engineering; Political science","score_opus":0.004717347401120148,"score_gpt":0.17189038390371308,"score_spread":0.16717303650259294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406431582","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011817131,0.000053715725,0.00024199879,0.0005996017,0.000011250832,0.00024059384,0.0000032857038,0.0005324556,0.9971354],"genre_scores_gemma":[0.00061003474,2.4301673e-7,0.0015627199,0.000103688275,0.0001458259,0.000024156177,0.0000025546883,0.000011431278,0.99753934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863434,0.000054091826,0.00025277285,0.0004091906,0.00028702445,0.00036256455],"domain_scores_gemma":[0.99878687,0.000059131035,0.000036250938,0.00087303715,0.000072390474,0.00017232313],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003423171,0.00015780494,0.00019675524,0.00007068164,0.00013230836,0.000104071914,0.0008751505,0.000080931975,0.96072394],"category_scores_gemma":[0.000033012602,0.00013176218,0.00008001077,0.00045855102,0.00003206225,0.00036626414,0.00013263045,0.00011353141,0.9948452],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012194825,0.00003848719,0.0000016111634,0.000011349751,0.0000070480423,0.0000043753544,0.000057987916,0.000111219924,0.00000697011,0.000002691601,0.24695718,0.7527889],"study_design_scores_gemma":[0.00017836218,0.00014764155,0.00015583672,0.000021742771,0.000003451448,0.000021323256,4.4589657e-7,0.0027273207,0.00009843237,0.000023661209,0.9964282,0.00019356492],"about_ca_topic_score_codex":0.000038757014,"about_ca_topic_score_gemma":1.4036684e-7,"teacher_disagreement_score":0.7525953,"about_ca_system_score_codex":0.00005094988,"about_ca_system_score_gemma":0.00005889091,"threshold_uncertainty_score":0.5373106},"labels":[],"label_agreement":null},{"id":"W4406499971","doi":"10.1109/cascon62161.2024.10838219","title":"Exploring Approaches to Integrate Performance Prediction and Anomaly Detection in Microservices Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Microservices; Computer science; Anomaly detection; Anomaly (physics); Distributed computing; Data science; Data mining; Cloud computing; Operating system","score_opus":0.15137892833977817,"score_gpt":0.21917956642239503,"score_spread":0.06780063808261685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406499971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91668236,0.0004675607,0.080499016,0.000109948145,0.0012842063,0.00025992867,7.926825e-7,0.00039094966,0.00030522302],"genre_scores_gemma":[0.9984319,0.00009945113,0.0010915882,0.000014216847,0.00008404104,0.0001787872,5.782565e-7,0.0000062126473,0.00009322572],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990171,0.000033607957,0.00023546423,0.00040911807,0.00012368677,0.00018098117],"domain_scores_gemma":[0.99963635,0.000034002507,0.000017450011,0.00023637334,0.00002036101,0.000055469507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005489283,0.0001106591,0.00011827454,0.00024156875,0.000070952156,0.00038853116,0.00019091062,0.000045303746,7.054875e-7],"category_scores_gemma":[0.000005489709,0.00008149321,0.000019555753,0.00066116365,0.000012754477,0.0020567656,0.00010417777,0.00011546482,0.0000354774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042226926,0.000076305056,0.19834878,0.0045002196,0.000045301455,0.000013072308,0.017580034,0.009275221,0.005856228,0.0031780514,0.00004206791,0.7610425],"study_design_scores_gemma":[0.00008978338,0.0001399865,0.10526443,0.00039908526,0.0000029071518,0.000044072553,0.000514425,0.88397026,0.008357662,0.000022709324,0.001041515,0.00015318065],"about_ca_topic_score_codex":0.0003553995,"about_ca_topic_score_gemma":0.00010205892,"teacher_disagreement_score":0.874695,"about_ca_system_score_codex":0.000084301144,"about_ca_system_score_gemma":0.000022548342,"threshold_uncertainty_score":0.37466148},"labels":[],"label_agreement":null},{"id":"W4406611750","doi":"10.1109/idicaiei61867.2024.10842849","title":"Model Agnostic Predictive Smart Load Balancer in Microservices Environment","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Microservices; Computer science; Distributed computing; Operating system; Cloud computing","score_opus":0.009043322444544144,"score_gpt":0.22271719005538743,"score_spread":0.21367386761084328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406611750","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29743445,0.0026474479,0.6899891,0.0012365116,0.00092605257,0.00044866267,0.00000893697,0.0005855418,0.0067233],"genre_scores_gemma":[0.9931848,0.00014131327,0.0056258603,0.00022219158,0.000033841447,0.000053236603,0.0000012240821,0.0000058913206,0.00073165394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998862,0.000022912272,0.00020683366,0.00043063625,0.00025449647,0.00022310759],"domain_scores_gemma":[0.99943626,0.000087857035,0.000016606264,0.00039359543,0.000015985683,0.000049673043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029716408,0.00011520394,0.000121536614,0.0000590637,0.00003465628,0.000098771365,0.00040404728,0.00006360497,0.00003957325],"category_scores_gemma":[0.00000795707,0.00008391233,0.00004584695,0.00019382221,0.000029889166,0.0005066317,0.00020052404,0.00011990268,0.00045538708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007528913,0.0009133484,0.32347935,0.0023713456,0.00020256193,0.00023679409,0.029836651,0.51759624,0.004930546,0.012320235,0.015059358,0.092978254],"study_design_scores_gemma":[0.000116912,0.00003694862,0.013604149,0.00009998825,0.0000031121758,0.000005068698,0.000017076518,0.9817275,0.0004685542,0.0018763447,0.001922397,0.00012196327],"about_ca_topic_score_codex":0.00013808023,"about_ca_topic_score_gemma":0.000045195666,"teacher_disagreement_score":0.69575036,"about_ca_system_score_codex":0.00022121177,"about_ca_system_score_gemma":0.00012638558,"threshold_uncertainty_score":0.58532315},"labels":[],"label_agreement":null},{"id":"W4407831839","doi":"10.1109/icdm59182.2024.00012","title":"Towards Cross-Domain Few-Shot Graph Anomaly Detection","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Anomaly detection; Graph; Shot (pellet); Artificial intelligence; Theoretical computer science","score_opus":0.01456033288727132,"score_gpt":0.2792281674040245,"score_spread":0.2646678345167532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407831839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3948007,0.0002989879,0.59180725,0.00028269875,0.0022663628,0.00012737793,0.000001035755,0.0010676367,0.0093479715],"genre_scores_gemma":[0.9925374,0.0000125541665,0.0062531806,0.00011890049,0.00015634268,0.000025006193,7.1150663e-7,0.000008062926,0.00088785973],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987392,0.000038761234,0.00023771822,0.00045937696,0.00026626218,0.00025867173],"domain_scores_gemma":[0.99926925,0.000043500775,0.000021681752,0.00052348786,0.00006473029,0.00007733226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000568799,0.00013025796,0.0001230596,0.00013771001,0.0001491844,0.0005436415,0.00045819487,0.00009685365,0.00006908018],"category_scores_gemma":[0.000017086682,0.00009295763,0.00013434912,0.00074813963,0.00005879391,0.0008246055,0.00013582908,0.00013680803,0.00043589127],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003651687,0.00018460087,0.05169481,0.0009397611,0.00014995714,0.00016180705,0.0042281826,0.00028499548,0.009894101,0.06979079,0.004227061,0.85840744],"study_design_scores_gemma":[0.0013432162,0.0011322658,0.4284255,0.00039026036,0.000035491874,0.00080443115,0.0002554581,0.15375234,0.13464168,0.11762829,0.1593817,0.002209362],"about_ca_topic_score_codex":0.000146565,"about_ca_topic_score_gemma":0.000035432102,"teacher_disagreement_score":0.8561981,"about_ca_system_score_codex":0.000074326505,"about_ca_system_score_gemma":0.000085370215,"threshold_uncertainty_score":0.5602646},"labels":[],"label_agreement":null},{"id":"W4408010932","doi":"10.18280/isi.300225","title":"Optimizing Microservices Performance and Scalability Through Automated Monitoring with Kubernetes and Prometheus","year":2025,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microservices; Scalability; Computer science; Software engineering; Operating system; Cloud computing","score_opus":0.008523873238325574,"score_gpt":0.23469343206592128,"score_spread":0.2261695588275957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408010932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709189,0.00045929558,0.025891384,0.000069117494,0.00024227268,0.00040542355,0.0000019242166,0.0007339233,0.0012777637],"genre_scores_gemma":[0.94927865,0.00011917808,0.050449148,0.000052431235,0.000016254024,0.000061023275,0.0000033563717,0.00000436015,0.000015610713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988073,0.000048890954,0.00044316813,0.00023997929,0.0001853704,0.00027530926],"domain_scores_gemma":[0.9990502,0.00010073999,0.00018380975,0.0003673683,0.0002480322,0.00004987374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053358503,0.00019514376,0.00023794376,0.00014357365,0.0004432781,0.0005606319,0.00028130284,0.00010386153,7.920372e-7],"category_scores_gemma":[0.00006161656,0.00014806169,0.000020790972,0.0006270768,0.00019888922,0.0065558357,0.00022919517,0.00012396263,0.0000047701815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082611536,0.00004361806,0.7351515,0.0066332016,0.00010407686,0.0000011846059,0.038478643,0.0014134503,0.00038503262,0.0014534247,0.000045402252,0.2162078],"study_design_scores_gemma":[0.0011379673,0.0002992213,0.6889785,0.0020507216,0.000031355434,0.00008131787,0.0016373494,0.28922647,0.013717168,0.0014214425,0.00086847757,0.00055003806],"about_ca_topic_score_codex":0.0001120889,"about_ca_topic_score_gemma":0.0000033762367,"teacher_disagreement_score":0.28781304,"about_ca_system_score_codex":0.00012356407,"about_ca_system_score_gemma":0.000085996544,"threshold_uncertainty_score":0.60377806},"labels":[],"label_agreement":null},{"id":"W4408120005","doi":"10.5220/0013148000003896","title":"Towards the Model-Driven Development of Adaptive Cloud Applications by Leveraging UML-RT and Container Orchestration","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Orchestration; Computer science; Container (type theory); Cloud computing; Unified Modeling Language; Model driven development; Distributed computing; Software engineering; Operating system; Software; Engineering","score_opus":0.022896448646064205,"score_gpt":0.25383221348053603,"score_spread":0.2309357648344718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408120005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031879164,0.00007126791,0.9645405,0.0006659809,0.00004316513,0.0003180318,0.0000011796373,0.00004770583,0.0024330132],"genre_scores_gemma":[0.93441653,0.0000059691,0.06496845,0.00014911962,0.000008456379,0.00009749887,0.000002320153,0.0000015422274,0.00035013322],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993596,0.000023812558,0.00021409417,0.00019035477,0.00011968136,0.000092479204],"domain_scores_gemma":[0.999536,0.000044215492,0.000050248094,0.00025310682,0.00009548476,0.000020989777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027875483,0.0000693343,0.00009417075,0.000027758251,0.00015546997,0.00003167253,0.00026938936,0.00003541221,0.0000013936018],"category_scores_gemma":[0.000005840877,0.00004264539,0.000018054228,0.00018802256,0.000047556514,0.00014568584,0.00012000558,0.000057622772,0.0000016526042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003085106,0.00023656168,0.012372286,0.00024569037,0.00017585975,2.7308548e-7,0.019030629,0.011824252,0.0030591816,0.365181,0.0060482034,0.5817952],"study_design_scores_gemma":[0.00031560226,0.000023266604,0.0047682435,0.00003969794,0.000009058318,0.0000013442427,0.00040345947,0.9750739,0.010077368,0.004409014,0.004735279,0.00014378423],"about_ca_topic_score_codex":0.000045638055,"about_ca_topic_score_gemma":0.000013481489,"teacher_disagreement_score":0.9632496,"about_ca_system_score_codex":0.00004358504,"about_ca_system_score_gemma":0.00025360278,"threshold_uncertainty_score":0.17390285},"labels":[],"label_agreement":null},{"id":"W4408251921","doi":"10.1016/j.jss.2025.112408","title":"IoT systems testing: Taxonomy, empirical findings, and recommendations","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"Canada Research Chairs","keywords":"Taxonomy (biology); Computer science; Data science; Software engineering; Biology; Ecology","score_opus":0.04560726939155958,"score_gpt":0.2913686906513986,"score_spread":0.24576142125983902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408251921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63560164,0.014746087,0.33979973,0.0023127368,0.0062410613,0.0007544871,0.000011659036,0.00018059817,0.0003520133],"genre_scores_gemma":[0.98556143,0.000096476964,0.013642081,0.00011007152,0.00020035252,0.000022815555,4.3436074e-7,0.000006838113,0.0003595034],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984537,0.00012507962,0.0007716425,0.00023040455,0.00021860952,0.00020060352],"domain_scores_gemma":[0.99823976,0.00059903006,0.00033449277,0.00027396454,0.00041195718,0.00014080676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011761117,0.00015097971,0.00043437624,0.0002467536,0.00027634855,0.00039024794,0.00032589425,0.00012377366,9.557873e-7],"category_scores_gemma":[0.00046765356,0.000109163,0.000058723366,0.0004088821,0.00005428626,0.00027360843,0.00015020618,0.0002450113,0.0000022133247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017552728,0.000109058165,0.93120646,0.0014733417,0.0001680785,0.000038573842,0.000835634,0.00055588834,0.000049533235,0.0025773805,0.027365506,0.035602994],"study_design_scores_gemma":[0.0042699473,0.0014890739,0.37293443,0.011005703,0.00021336306,0.0056034336,0.0037148672,0.060830664,0.000065687054,0.0013502863,0.53719044,0.0013321453],"about_ca_topic_score_codex":0.00007196473,"about_ca_topic_score_gemma":0.0000016591912,"teacher_disagreement_score":0.55827206,"about_ca_system_score_codex":0.00007939696,"about_ca_system_score_gemma":0.00020472001,"threshold_uncertainty_score":0.44515377},"labels":[],"label_agreement":null},{"id":"W4408473356","doi":"10.1145/3723355","title":"Enhancing Log Sentiments: An Exploratory Study of Sentiments and Emotions with Software Logs","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Computer science; Exploratory research; Data science; Software; World Wide Web; Programming language; Sociology","score_opus":0.03968515645815301,"score_gpt":0.30287675622678417,"score_spread":0.26319159976863116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408473356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4159185,0.00008101779,0.5832563,0.000023097513,0.00030035037,0.0002002466,0.0000036142249,0.00021598466,8.8084226e-7],"genre_scores_gemma":[0.55566514,0.000030883428,0.44413605,0.00004078248,0.000009519555,0.000060233222,0.0000016393475,0.000011742969,0.000044017186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99839973,0.0002985328,0.00035636983,0.00053528324,0.00015536531,0.00025472292],"domain_scores_gemma":[0.99802005,0.00089221296,0.000075070646,0.0008032475,0.00010932747,0.00010007416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079581933,0.00022526536,0.0003954457,0.00036781735,0.00021315395,0.00003461534,0.00031568526,0.00012406702,0.0000046324367],"category_scores_gemma":[0.00023241293,0.000195284,0.000039634833,0.00046704398,0.00006570579,0.00036618946,0.0000460445,0.0002516779,0.0000015571152],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005966351,0.0076164836,0.16415346,0.00391495,0.0037379982,0.000106174775,0.06387426,0.14079168,0.012014152,0.00082716165,0.000075784184,0.6022913],"study_design_scores_gemma":[0.04338306,0.032045037,0.5773226,0.0063721593,0.0038940702,0.0012738879,0.04852616,0.043348115,0.22428706,0.0074412883,0.0031259828,0.008980587],"about_ca_topic_score_codex":0.000037724487,"about_ca_topic_score_gemma":0.00004066864,"teacher_disagreement_score":0.59331065,"about_ca_system_score_codex":0.000035508998,"about_ca_system_score_gemma":0.000058443275,"threshold_uncertainty_score":0.796345},"labels":[],"label_agreement":null},{"id":"W4408788742","doi":"10.36227/techrxiv.174286254.49191996/v1","title":"Towards Generic Failure Prediction Models in Large-Scale Distributed Computing Systems","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Scale (ratio); Distributed computing; Cartography; Geography","score_opus":0.01649679518950795,"score_gpt":0.2452418721101793,"score_spread":0.22874507692067136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408788742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024977518,0.00048697545,0.96652895,0.00035354367,0.004011892,0.0009330766,0.0002818553,0.0009374353,0.0014887217],"genre_scores_gemma":[0.97388756,0.000055420205,0.025060134,0.000078022174,0.0002512314,0.00012110659,0.00026719566,0.00001150991,0.00026779567],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996658,0.00021838276,0.00093577075,0.0011275227,0.00051323086,0.0005470408],"domain_scores_gemma":[0.9978503,0.00006116349,0.0002494115,0.0014648719,0.00026909504,0.00010518251],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001169409,0.00038746034,0.00067612925,0.0002843273,0.00014469118,0.00033644194,0.0014853688,0.0006361541,0.0000036205324],"category_scores_gemma":[0.000027005608,0.00032847817,0.00018837837,0.0007913527,0.00002831773,0.00038995015,0.002675128,0.00076971017,0.000010824372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000455764,0.00013799181,0.0137571255,0.001432974,0.000043954144,0.000006522541,0.0013537568,0.97446156,0.0000028991092,0.0024876753,0.0032548194,0.0030561602],"study_design_scores_gemma":[0.00031700506,0.000018008797,0.0051493407,0.0006736344,0.000010617923,0.000007336326,0.00014235491,0.9913639,0.000024388686,0.0011172742,0.00088339805,0.00029274295],"about_ca_topic_score_codex":0.00082766236,"about_ca_topic_score_gemma":0.00010935525,"teacher_disagreement_score":0.94891006,"about_ca_system_score_codex":0.0005433377,"about_ca_system_score_gemma":0.0005252736,"threshold_uncertainty_score":0.99991673},"labels":[],"label_agreement":null},{"id":"W4408838601","doi":"10.3390/buildings15071057","title":"Dynamic Maintenance Cost Optimization in Data Centers: An Availability-Based Approach for K-out-of-N Systems","year":2025,"lang":"en","type":"article","venue":"Buildings","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reliability engineering; Computer science; Systems engineering; Engineering","score_opus":0.02736050202512936,"score_gpt":0.29056050754899293,"score_spread":0.2632000055238636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408838601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008833782,0.00010219422,0.9885967,0.00016936641,0.000746497,0.0012630842,0.000046414334,0.00011428079,0.0001276838],"genre_scores_gemma":[0.66319084,0.000008881146,0.33631194,0.00009549324,0.000014258276,0.00015256848,0.00014202765,0.000009048999,0.000074919524],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826753,0.00008402132,0.00049316057,0.0007070769,0.00017096932,0.000277262],"domain_scores_gemma":[0.9978687,0.00013190116,0.00016299149,0.0016152065,0.00017622842,0.000044931418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014580183,0.00014099375,0.00028402082,0.00017440533,0.0000694176,0.0001014348,0.001642263,0.000100040845,8.824034e-7],"category_scores_gemma":[0.00019947893,0.00012318222,0.000044573422,0.0005149665,0.000071166294,0.0007279965,0.00023924612,0.000091344205,0.0000010226677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015726103,0.00083862076,0.04579243,0.0035043394,0.00003482916,0.0000013091841,0.0005920407,0.929784,0.00037126723,0.0057562306,0.0019359536,0.0112317],"study_design_scores_gemma":[0.00070008455,0.000039684375,0.0006109351,0.0002282315,0.0000060418597,6.2531694e-7,0.00006626888,0.99634296,0.00007511317,0.000052316555,0.0017562176,0.000121535755],"about_ca_topic_score_codex":0.00012170318,"about_ca_topic_score_gemma":0.000017384076,"teacher_disagreement_score":0.6543571,"about_ca_system_score_codex":0.00016707745,"about_ca_system_score_gemma":0.00017883364,"threshold_uncertainty_score":0.5023225},"labels":[],"label_agreement":null},{"id":"W4408843956","doi":"10.18280/ijsse.150207","title":"Design and Implementation of Distributed Web Application Vulnerability Assessment Tools for Securing Complex Microservices Environment","year":2025,"lang":"en","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microservices; Vulnerability (computing); Computer science; Vulnerability assessment; Computer security; Operating system; Psychology","score_opus":0.009315604878562873,"score_gpt":0.28434692941718626,"score_spread":0.2750313245386234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408843956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17672679,0.00010641497,0.82191557,0.00086333166,0.00015059767,0.00019955123,0.00002571656,0.000009018045,0.0000029969965],"genre_scores_gemma":[0.96911263,0.00022145009,0.030587245,0.000024728146,0.000029266743,0.000009758757,0.000012471064,0.0000020887435,3.2923666e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991534,0.000025844536,0.00045311404,0.00012362763,0.00016882495,0.00007521353],"domain_scores_gemma":[0.9992453,0.00027167812,0.00020126694,0.00009066583,0.00016060163,0.000030483749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007547301,0.00007669556,0.0001582381,0.00008272143,0.000046716752,0.000066504996,0.00023812128,0.000033218446,0.000001800485],"category_scores_gemma":[0.000018315772,0.00007030691,0.00004126436,0.000056373778,0.000018250823,0.00045043378,0.00009612268,0.0000788093,5.2652673e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081538764,0.00069338,0.06903453,0.00320435,0.0016661471,0.000008437143,0.008206833,0.34023538,0.18051264,0.08923826,0.00015080493,0.30623382],"study_design_scores_gemma":[0.00198948,0.00014004743,0.12639613,0.00016248124,0.0000304835,0.000028534558,0.0002613003,0.8533425,0.00998752,0.002576082,0.0049236696,0.00016179169],"about_ca_topic_score_codex":0.000009503857,"about_ca_topic_score_gemma":0.000001725082,"teacher_disagreement_score":0.7923859,"about_ca_system_score_codex":0.00010450875,"about_ca_system_score_gemma":0.000047852653,"threshold_uncertainty_score":0.28670326},"labels":[],"label_agreement":null},{"id":"W4409604977","doi":"10.61091/jcmcc127b-317","title":"Optimizing Software Supply Chain Vulnerability Mining and Remediation Paths Using Deep Learning Techniques","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China National Offshore Oil Corporation","keywords":"Vulnerability (computing); Environmental remediation; Supply chain; Computer science; Software; Artificial intelligence; Environmental science; Business; Computer security; Contamination","score_opus":0.011166349749001705,"score_gpt":0.2621494724024331,"score_spread":0.25098312265343137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409604977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6465314,0.00057406025,0.34594855,0.00009042416,0.0063927267,0.0002702031,2.8826213e-7,0.00012310555,0.00006923793],"genre_scores_gemma":[0.7990039,0.00006146641,0.20043191,0.00002030343,0.00046227168,0.000002395486,4.8256356e-7,0.0000148389145,0.000002432751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971385,0.00027788145,0.0012983216,0.00036157545,0.0005582076,0.00036548948],"domain_scores_gemma":[0.9964745,0.001258311,0.001079368,0.0003320095,0.0007058356,0.00014999398],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040827966,0.00030566778,0.0007929516,0.00034057314,0.0006418994,0.0004451391,0.00053130777,0.00024065336,9.665681e-7],"category_scores_gemma":[0.0017048391,0.00027238732,0.00014042376,0.000554313,0.000105044215,0.0006248086,0.0005542058,0.0005658922,1.9266741e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026662025,0.0015180052,0.06762173,0.0041729202,0.0005317645,0.000087408174,0.029214703,0.0014782684,0.004122165,0.5074363,0.000113088616,0.38343707],"study_design_scores_gemma":[0.0062462664,0.001581815,0.0020242038,0.0037801734,0.00023445474,0.00030578888,0.0020351468,0.52406883,0.0066223433,0.45133945,0.0006137499,0.0011477707],"about_ca_topic_score_codex":0.000011806514,"about_ca_topic_score_gemma":4.1054736e-7,"teacher_disagreement_score":0.5225906,"about_ca_system_score_codex":0.00017961918,"about_ca_system_score_gemma":0.00020537616,"threshold_uncertainty_score":0.9999728},"labels":[],"label_agreement":null},{"id":"W4409616519","doi":"10.63485/rk1vd-5yz07","title":"Humanitarian project combines distributed computing and OA","year":2005,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.021481279947012454,"score_gpt":0.28035175623980924,"score_spread":0.2588704762927968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409616519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28490922,0.00059276016,0.7052671,0.0013456767,0.002158167,0.0012574227,0.000030697967,0.0015350231,0.0029039674],"genre_scores_gemma":[0.9720852,0.00003076134,0.02718806,0.00014108862,0.00031410067,0.000019083524,0.000059494647,0.000011884262,0.00015031878],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811435,0.000084104984,0.0004451039,0.00077416113,0.00025863163,0.0003236214],"domain_scores_gemma":[0.99852824,0.000098797485,0.00018582227,0.00096913526,0.00014641978,0.00007159621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005168955,0.00029979646,0.00041235393,0.00011384611,0.0002289506,0.00042687342,0.0009938333,0.00025827278,0.00000767797],"category_scores_gemma":[0.000044019056,0.00023451413,0.000094835465,0.00017841498,0.000079491016,0.00021619297,0.0027593318,0.00045863123,0.000022724349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053711683,0.0015996278,0.28877234,0.0073797037,0.0008196421,0.00011870624,0.020785196,0.0070304843,0.00007183237,0.08849838,0.04815728,0.5367131],"study_design_scores_gemma":[0.0015925583,0.000274404,0.15262102,0.00087282417,0.0000669737,0.00015175859,0.00027192416,0.8069548,0.00028266714,0.010483719,0.024103392,0.0023239716],"about_ca_topic_score_codex":0.00047213235,"about_ca_topic_score_gemma":0.00006179682,"teacher_disagreement_score":0.7999243,"about_ca_system_score_codex":0.00008193312,"about_ca_system_score_gemma":0.00016226179,"threshold_uncertainty_score":0.9563208},"labels":[],"label_agreement":null},{"id":"W4409628951","doi":"10.48550/arxiv.2504.02120","title":"Graph Analytics for Cyber-Physical System Resilience Quantification","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Cyber-physical system; Analytics; Resilience (materials science); Computer science; Graph; Data science; Theoretical computer science; Physics","score_opus":0.042780146547055566,"score_gpt":0.3041344955605983,"score_spread":0.2613543490135427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409628951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4637418,0.00014007233,0.5314079,0.00036868767,0.0025001112,0.0008836573,0.00003464625,0.00049811514,0.00042500428],"genre_scores_gemma":[0.9936137,0.000027272283,0.0050572124,0.0000607149,0.0003023807,0.00030544837,0.000032051816,0.000011980961,0.00058921037],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725384,0.000118161195,0.0006207143,0.0012209356,0.00038554013,0.00040078856],"domain_scores_gemma":[0.9961498,0.00039778298,0.00038522968,0.0024912225,0.0004719101,0.00010406444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007739303,0.00033912354,0.0005682883,0.00021793021,0.000265175,0.00015703698,0.0020144903,0.00032514095,6.4275764e-7],"category_scores_gemma":[0.00019832545,0.00029272374,0.00039182935,0.00061413314,0.00010465031,0.00024612164,0.00087605685,0.00043053686,0.00007604487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082715174,0.00071049534,0.84691715,0.013479248,0.00043665405,0.00001488345,0.0030840794,0.024800874,0.0007113736,0.08839048,0.0061518927,0.015220161],"study_design_scores_gemma":[0.0007763156,0.0002108672,0.3366696,0.002591544,0.00026614105,0.000011279113,0.0003015455,0.6396906,0.007851803,0.0061189677,0.0039455364,0.0015658368],"about_ca_topic_score_codex":0.00010117499,"about_ca_topic_score_gemma":0.000011236009,"teacher_disagreement_score":0.6148897,"about_ca_system_score_codex":0.00023959993,"about_ca_system_score_gemma":0.00044259848,"threshold_uncertainty_score":0.9999525},"labels":[],"label_agreement":null},{"id":"W4409741900","doi":"10.5220/0013491000003932","title":"Banking Strategies and Software Solutions for Generated Test Items","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Test (biology); Software; Software engineering; Operating system","score_opus":0.019662337474163828,"score_gpt":0.26104563261384767,"score_spread":0.24138329513968385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409741900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019589417,0.00046726217,0.97720987,0.00059817114,0.0004157412,0.00025998562,0.000003185791,0.0004008471,0.0010555097],"genre_scores_gemma":[0.9402147,0.000020356674,0.05851414,0.00025047004,0.00004667831,0.00007293994,0.0000038386447,0.0000036292242,0.00087324897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992391,0.000014200214,0.0001718462,0.00026425673,0.00006910598,0.0002415085],"domain_scores_gemma":[0.999208,0.00030837744,0.000028264063,0.0002913826,0.00013355172,0.000030442941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002831133,0.00008793038,0.00011272878,0.00007347766,0.00037940833,0.00033944694,0.0002451232,0.000061060615,0.0000048556394],"category_scores_gemma":[0.0001126713,0.00006755966,0.00003412509,0.00030824335,0.00004283461,0.0006025344,0.00014630794,0.000049608345,0.0000043312866],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013561749,0.00028617532,0.11036356,0.0009861003,0.00012166433,0.000003389286,0.0013766686,0.0023013072,0.0035945633,0.643705,0.03057535,0.20667267],"study_design_scores_gemma":[0.0024195467,0.0004300735,0.09084403,0.00038130223,0.00005384086,0.00003369488,0.0012336826,0.7294796,0.005407006,0.1240701,0.04452858,0.0011185126],"about_ca_topic_score_codex":0.000056528454,"about_ca_topic_score_gemma":0.00004165765,"teacher_disagreement_score":0.92062527,"about_ca_system_score_codex":0.000023739482,"about_ca_system_score_gemma":0.00018712126,"threshold_uncertainty_score":0.32732946},"labels":[],"label_agreement":null},{"id":"W4409833316","doi":"10.1007/s10664-025-10654-w","title":"Towards understanding code review practices for infrastructure-as-code: An empirical study on OpenStack projects","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code (set theory); Empirical research; Operating system; Software engineering; Programming language","score_opus":0.09559856838119425,"score_gpt":0.4004029999918837,"score_spread":0.3048044316106895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409833316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09911789,0.0009178966,0.8912778,0.002842282,0.0014593304,0.002868889,0.000013402954,0.0012825857,0.00021992753],"genre_scores_gemma":[0.94533527,0.00018540803,0.048466653,0.0048188847,0.00028186134,0.0006481884,0.000019011131,0.000068279194,0.00017646811],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99693626,0.00015056608,0.0006738908,0.0010331158,0.00059804186,0.00060812203],"domain_scores_gemma":[0.9972184,0.001008851,0.00025337367,0.0011155256,0.00018441894,0.00021944009],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013514746,0.00043052135,0.0006602097,0.00022780774,0.00029984076,0.00029166535,0.0012091895,0.00020000918,0.000011032896],"category_scores_gemma":[0.0047203177,0.0003428565,0.00017284352,0.0012323324,0.000036142494,0.0009113851,0.00037065882,0.00052898325,0.000018771661],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039936783,0.0030707316,0.82278246,0.014464953,0.00089671026,0.00016967767,0.010859432,0.021783555,0.000073752424,0.004281345,0.08277517,0.038442876],"study_design_scores_gemma":[0.008733464,0.010238461,0.4411017,0.0128558045,0.00069571997,0.00019264771,0.0025030056,0.14512287,0.0012178972,0.0074483766,0.3644784,0.0054116338],"about_ca_topic_score_codex":0.000024974826,"about_ca_topic_score_gemma":0.000011140877,"teacher_disagreement_score":0.84621733,"about_ca_system_score_codex":0.0006050221,"about_ca_system_score_gemma":0.00049365347,"threshold_uncertainty_score":0.99990237},"labels":[],"label_agreement":null},{"id":"W4410049357","doi":"10.1145/3680256.3721258","title":"TraceLens: Early Detection of Software Anomalies Using Critical Path Analysis","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software; Critical path method; Operating system; Engineering; Systems engineering","score_opus":0.011536523604763796,"score_gpt":0.2743215594897003,"score_spread":0.26278503588493646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44684973,0.00008718807,0.55262816,0.00003607144,0.00015768506,0.0000424404,7.860137e-7,0.00009598571,0.00010194228],"genre_scores_gemma":[0.9542133,0.0000033303627,0.0456463,0.000040328505,0.000012878851,0.0000041851526,2.6159125e-7,0.0000020064747,0.00007738443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99902815,0.00006039704,0.0003001113,0.0002691173,0.00017781163,0.00016440748],"domain_scores_gemma":[0.9990725,0.00018512989,0.000046107423,0.00046644258,0.0001980524,0.00003179378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028695114,0.000087630055,0.00023416661,0.00027780136,0.000108289154,0.00005660086,0.00028130267,0.00007943866,0.0000101664555],"category_scores_gemma":[0.00016594052,0.00006964312,0.00016287762,0.001526738,0.00006943073,0.00038222002,0.00009311308,0.000068306574,0.000003895168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026211745,0.00026259077,0.89453363,0.0005345991,0.0005458405,0.0000063721586,0.0012033754,0.001545047,0.0067277397,0.008587844,0.000036687485,0.08599005],"study_design_scores_gemma":[0.00035903725,0.00020168153,0.6570513,0.00011928822,0.00043853786,0.0000068170148,0.00020484735,0.28764188,0.050045237,0.0033682617,0.00019307897,0.0003700267],"about_ca_topic_score_codex":0.0003114764,"about_ca_topic_score_gemma":0.000029754683,"teacher_disagreement_score":0.50736356,"about_ca_system_score_codex":0.000039435512,"about_ca_system_score_gemma":0.0000614964,"threshold_uncertainty_score":0.2839964},"labels":[],"label_agreement":null},{"id":"W4410049476","doi":"10.1145/3680256.3721259","title":"Kernel-Level Event-Based Performance Anomaly Detection in Software Systems under Varying Load Conditions","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Kernel (algebra); Anomaly detection; Anomaly (physics); Event (particle physics); Software; Real-time computing; Data mining; Operating system; Mathematics","score_opus":0.01686103745203564,"score_gpt":0.2583250157833664,"score_spread":0.24146397833133076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33462155,0.000108123386,0.66280425,0.00012661668,0.0010380368,0.00031458188,0.0000031367179,0.00033581266,0.0006478823],"genre_scores_gemma":[0.9963961,0.000006916152,0.0021685737,0.00029058594,0.000030953317,0.00013932268,0.000004453183,0.000007411789,0.00095566193],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824554,0.00009708229,0.00048910495,0.00048604864,0.00032441423,0.00035782176],"domain_scores_gemma":[0.9987866,0.00018097226,0.00009668868,0.0006695083,0.00020519429,0.00006102266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006041881,0.0001906087,0.0002441433,0.0002923366,0.00026900493,0.0001504388,0.0005181753,0.00014750248,0.000015247534],"category_scores_gemma":[0.00006119909,0.0001653405,0.00008315441,0.0010958769,0.000048979917,0.00073321955,0.00011186279,0.0002044353,0.00009552915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007568735,0.00059407786,0.52778953,0.0019621868,0.0001030584,0.000017968052,0.0004968291,0.42325136,0.0018974902,0.005874266,0.0009665535,0.03697099],"study_design_scores_gemma":[0.0011392706,0.00008691326,0.27284932,0.000456571,0.000010096597,0.000013112768,0.000076029675,0.71870023,0.005613183,0.00031996224,0.00039465225,0.00034064485],"about_ca_topic_score_codex":0.0005949114,"about_ca_topic_score_gemma":0.0001944428,"teacher_disagreement_score":0.6617746,"about_ca_system_score_codex":0.00051287044,"about_ca_system_score_gemma":0.00052324025,"threshold_uncertainty_score":0.67423904},"labels":[],"label_agreement":null},{"id":"W4410066265","doi":"10.1515/9780887555169","title":"Fault Lines","year":2016,"lang":"en","type":"book","venue":"University of Manitoba Press eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.019702815458103682,"score_gpt":0.19289909406623423,"score_spread":0.17319627860813055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410066265","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020508893,0.00021863532,0.02969479,0.000038577546,0.00082060916,0.00035543743,0.000043746822,0.00031491375,0.9683082],"genre_scores_gemma":[0.0008223152,0.00009468759,0.0019425735,0.00002398682,0.00022254766,3.57957e-7,0.0000052943574,0.000014892243,0.9968733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871904,0.000050366605,0.00019876362,0.00045121578,0.000359305,0.0002212946],"domain_scores_gemma":[0.99821556,0.00011148569,0.00030466032,0.0010201203,0.00026207307,0.000086088905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016101598,0.0002336554,0.00038657052,0.000120202334,0.00012852439,0.000025820034,0.0018170442,0.0003490049,0.000009819962],"category_scores_gemma":[0.000009736149,0.00020594515,0.00020778427,0.000011061284,0.00021795263,0.0001796731,0.000752576,0.00019714238,0.00007986623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015696726,0.00013939565,0.00037272464,0.0027921807,0.0007037093,0.00035697754,0.0036022293,0.0000271508,0.000121703975,0.16185923,0.46967807,0.36018968],"study_design_scores_gemma":[0.00040132267,0.00006245113,0.000068735855,0.00045410037,0.00003678357,0.000008050119,0.00002381313,0.00010357165,0.00023447072,0.0019326811,0.9963663,0.0003076726],"about_ca_topic_score_codex":0.0004141905,"about_ca_topic_score_gemma":0.00023788775,"teacher_disagreement_score":0.5266883,"about_ca_system_score_codex":0.00014000619,"about_ca_system_score_gemma":0.00028136463,"threshold_uncertainty_score":0.83981997},"labels":[],"label_agreement":null},{"id":"W4411008925","doi":"10.1007/s10515-025-00527-3","title":"What information contributes to log-based anomaly detection? Insights from a configurable transformer-based approach","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Anomaly detection; Transformer; Computer science; Data mining; Engineering; Electrical engineering; Voltage","score_opus":0.003629769477427413,"score_gpt":0.20170931337194997,"score_spread":0.19807954389452256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411008925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10344014,0.00033062996,0.88847953,0.00018674051,0.0015770993,0.0006683357,0.000011722112,0.0052668313,0.000038946935],"genre_scores_gemma":[0.9649871,0.000004660067,0.03393013,0.00070875447,0.00002002502,0.00025201906,0.00007321666,0.000014269196,0.000009815212],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982558,0.000044585027,0.00058324874,0.00041053956,0.00028594432,0.00041990046],"domain_scores_gemma":[0.99847144,0.00039108182,0.00008414874,0.00066487875,0.00026324167,0.00012522245],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022639331,0.00031923488,0.00038809836,0.00061124645,0.00021737424,0.0006186533,0.0006207606,0.0002492458,0.000003892008],"category_scores_gemma":[0.00026690267,0.00029725104,0.0001241444,0.0016165408,0.00002506854,0.0022930696,0.000036673886,0.00022394846,0.00006001852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052167918,0.00012061446,0.0023349023,0.0006177855,0.00015428213,0.00000445538,0.00083035,0.97183913,0.0026135838,0.0004827057,0.00036210442,0.020587897],"study_design_scores_gemma":[0.0010632175,0.000060335184,0.011641879,0.00040010738,0.000021871894,0.0000011033857,0.000053075306,0.9366394,0.0457588,0.000050012917,0.003978268,0.00033190264],"about_ca_topic_score_codex":0.00016706465,"about_ca_topic_score_gemma":0.000013141564,"teacher_disagreement_score":0.861547,"about_ca_system_score_codex":0.00026290654,"about_ca_system_score_gemma":0.00026128034,"threshold_uncertainty_score":0.99994797},"labels":[],"label_agreement":null},{"id":"W4411057853","doi":"10.1145/3727582.3728685","title":"LogLSHD: Fast Log Parsing with Locality-Sensitive Hashing and Dynamic Time Warping","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Parsing; Hash function; Locality; Dynamic time warping; Locality-sensitive hashing; Hash table; Parallel computing; Artificial intelligence; Computer security","score_opus":0.0032396292773201217,"score_gpt":0.21652712520126502,"score_spread":0.2132874959239449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411057853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24117509,0.00006401441,0.7535718,0.0010069208,0.00013785891,0.00015905737,6.121505e-7,0.00025482333,0.003629829],"genre_scores_gemma":[0.98091775,0.0000060124116,0.017762646,0.0005181144,0.000012491039,0.000004117057,0.0000013556595,0.0000048184343,0.0007727051],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998843,0.000070624854,0.00020587955,0.00044962158,0.00015584007,0.0002750023],"domain_scores_gemma":[0.9992238,0.0001629961,0.000050609236,0.0004106665,0.00009340992,0.00005850086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043996322,0.00014533295,0.00022041914,0.00009900718,0.0002433503,0.0001877365,0.00023693673,0.000071798284,0.0000032332084],"category_scores_gemma":[0.000027918944,0.000102661696,0.000029973138,0.00038470948,0.00012464396,0.0005024946,0.00022610938,0.00014676312,0.00003151748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020352995,0.000408399,0.14194766,0.0015700225,0.0005411183,0.00022336822,0.012303002,0.006440561,0.004962377,0.030854106,0.0017931717,0.79875267],"study_design_scores_gemma":[0.0008070172,0.00014660995,0.037108228,0.0007709193,0.000026100253,0.00010720996,0.00053305546,0.9553452,0.0023422155,0.0018064837,0.00052328384,0.00048365854],"about_ca_topic_score_codex":0.0001009305,"about_ca_topic_score_gemma":0.00003816481,"teacher_disagreement_score":0.94890463,"about_ca_system_score_codex":0.00008578582,"about_ca_system_score_gemma":0.00009695736,"threshold_uncertainty_score":0.41864225},"labels":[],"label_agreement":null},{"id":"W4411173088","doi":"10.1109/icsr66718.2025.00010","title":"MONO2REST: Identifying and Exposing Microservices: a Reusable RESTification Approach","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Microservices; Computer science; Programming language; Operating system; Cloud computing","score_opus":0.013795373212389385,"score_gpt":0.2593422691081727,"score_spread":0.24554689589578332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411173088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21628796,0.0006207239,0.7741595,0.00036746095,0.00026215485,0.00020268076,2.0316189e-7,0.0002487127,0.007850592],"genre_scores_gemma":[0.8546541,0.00003706165,0.14403336,0.00021599267,0.000017116445,0.000027873286,0.0000017230423,0.0000031414986,0.0010096759],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991336,0.000030945313,0.00020971792,0.0003718384,0.00009929131,0.00015460499],"domain_scores_gemma":[0.99920833,0.000053275675,0.000046756926,0.0005915722,0.00006623492,0.000033826604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043028418,0.00008129872,0.000105967905,0.0000947782,0.00021576925,0.00032015474,0.00041303065,0.00005816378,0.0000013659819],"category_scores_gemma":[0.000024429999,0.00006609519,0.000022045326,0.00044896817,0.000029541818,0.0006064351,0.00022923973,0.00006942804,0.000012612855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055605906,0.0006304202,0.37372968,0.005915303,0.00016637392,0.000008335922,0.016144216,0.00072012655,0.060234547,0.2517241,0.008696437,0.28197485],"study_design_scores_gemma":[0.0016136275,0.00008085766,0.2904513,0.00087709876,0.000047773476,0.000065912405,0.002014952,0.6130195,0.04898662,0.030040193,0.011778803,0.0010233574],"about_ca_topic_score_codex":0.00016293516,"about_ca_topic_score_gemma":0.0000076124,"teacher_disagreement_score":0.6383661,"about_ca_system_score_codex":0.00003229508,"about_ca_system_score_gemma":0.00004435214,"threshold_uncertainty_score":0.30872595},"labels":[],"label_agreement":null},{"id":"W4411271527","doi":"10.1109/msr66628.2025.00125","title":"JPerfEvo: A Tool for Tracking Method-Level Performance Changes in Java Projects","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Java; Computer science; Tracking (education); Software engineering; Programming language","score_opus":0.049948585104413974,"score_gpt":0.3224917502548997,"score_spread":0.2725431651504857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21837881,0.0000911567,0.7765686,0.0013122639,0.00069157174,0.0010153408,0.0000021979688,0.00023912382,0.0017009259],"genre_scores_gemma":[0.79093236,0.000029032546,0.20608273,0.0006320633,0.00005818707,0.0003763706,0.0000014700021,0.0000070882493,0.0018807038],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985587,0.00006251746,0.00031180494,0.00049676286,0.00017043324,0.00039978666],"domain_scores_gemma":[0.9989197,0.00030117205,0.000059673217,0.00055675785,0.00013341836,0.000029260395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001461189,0.00016343051,0.00026450653,0.00026431354,0.00013377809,0.000105620624,0.00066073873,0.00011223446,0.0000069026473],"category_scores_gemma":[0.0001506455,0.0001248786,0.00006607058,0.00079816784,0.000019003706,0.0005459748,0.00017056687,0.00012652253,0.000011649447],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040081522,0.0001239318,0.068675,0.0010216163,0.000023594417,0.000001848753,0.00210454,0.0002796011,0.0008210252,0.008193135,0.0012066116,0.917509],"study_design_scores_gemma":[0.0023446127,0.0003919427,0.17528038,0.00072906504,0.00001666436,0.000018567735,0.00028791375,0.7204908,0.08057304,0.001737518,0.017344864,0.00078460795],"about_ca_topic_score_codex":0.00006643708,"about_ca_topic_score_gemma":0.00016698196,"teacher_disagreement_score":0.9167244,"about_ca_system_score_codex":0.000098486926,"about_ca_system_score_gemma":0.00019701093,"threshold_uncertainty_score":0.50924015},"labels":[],"label_agreement":null},{"id":"W4411272130","doi":"10.1109/seams66627.2025.00014","title":"SYSTEMLENS: Integrating Performance Prediction, Anomaly Prediction and Root-Cause Localization for Self-Healing Software Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Anomaly (physics); Computer science; Anomaly detection; Software; Root (linguistics); Data mining; Programming language; Physics","score_opus":0.009068849016435654,"score_gpt":0.2302091618363845,"score_spread":0.22114031281994886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10950191,0.00073989,0.8846284,0.00007040335,0.0021732454,0.0012146701,0.000013421404,0.0014321529,0.00022587433],"genre_scores_gemma":[0.9836653,0.00010350485,0.015188955,0.0000625297,0.00017213583,0.00037541104,0.000023869381,0.000014831485,0.00039347555],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979288,0.00008719835,0.00076150347,0.0006238469,0.00026651553,0.00033213935],"domain_scores_gemma":[0.9983632,0.00022004536,0.00018551979,0.000562747,0.0005880258,0.00008049297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095430936,0.00023365574,0.00031062224,0.00023229099,0.0006087578,0.000364759,0.00033551583,0.00020319458,9.71441e-7],"category_scores_gemma":[0.0001977897,0.00018777858,0.00006106177,0.00061164855,0.000035220433,0.0014253694,0.00012609968,0.00013257771,0.0000038695703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034266748,0.00013839324,0.946733,0.008069377,0.00018930495,8.9686273e-7,0.0016720898,0.017399862,0.000046576366,0.008380351,0.0035049848,0.013830874],"study_design_scores_gemma":[0.0005792088,0.00020489523,0.012956914,0.0010247002,0.00004412656,0.000025939662,0.00022441233,0.9813682,0.00018293205,0.000064385844,0.0031595558,0.0001647311],"about_ca_topic_score_codex":0.00009449479,"about_ca_topic_score_gemma":0.000016238364,"teacher_disagreement_score":0.96396834,"about_ca_system_score_codex":0.00022506186,"about_ca_system_score_gemma":0.00019286621,"threshold_uncertainty_score":0.76573884},"labels":[],"label_agreement":null},{"id":"W4411272253","doi":"10.1109/icse-companion66252.2025.00027","title":"Towards Realistic, Applicable and Feasible Configuration-Aware Performance Modeling","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.013592387157712885,"score_gpt":0.25285676800436724,"score_spread":0.23926438084665436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052760005,0.00011954265,0.91072154,0.00074177585,0.00022513283,0.0002344627,0.000001043892,0.00028641446,0.034910094],"genre_scores_gemma":[0.98973936,0.00009459,0.008234432,0.00033946164,0.000027329614,0.000046249774,0.0000028239635,0.0000034338295,0.0015123322],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990212,0.000018717212,0.00024059124,0.00035334835,0.00015659787,0.00020956527],"domain_scores_gemma":[0.9992453,0.0000341141,0.000031096886,0.0004901837,0.00014131896,0.000057986057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030710103,0.00011624768,0.00016395807,0.00007872546,0.0002370906,0.00015500445,0.00035600373,0.000073002244,0.000015272075],"category_scores_gemma":[0.000020242935,0.00009067653,0.000027284843,0.00033791005,0.00003332716,0.00047426485,0.00015783617,0.00009035826,0.000027984906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059869137,0.00021026727,0.05614768,0.0019993966,0.00010463582,0.000005790134,0.0013278859,0.043118387,0.0004754692,0.48781338,0.010608752,0.3981285],"study_design_scores_gemma":[0.00021720777,0.000024643066,0.0020617344,0.000051144674,0.0000044917865,0.0000046183236,0.00004333577,0.99268407,0.0011084647,0.002272804,0.0014032351,0.0001242802],"about_ca_topic_score_codex":0.00026653355,"about_ca_topic_score_gemma":0.0000074039435,"teacher_disagreement_score":0.94956565,"about_ca_system_score_codex":0.00003977139,"about_ca_system_score_gemma":0.00015611669,"threshold_uncertainty_score":0.36976814},"labels":[],"label_agreement":null},{"id":"W4411449762","doi":"10.1145/3729346","title":"CAShift: Benchmarking Log-Based Cloud Attack Detection under Normality Shift","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Cloud computing; Computer science; Normality; Benchmarking; Data mining; Construct (python library); Paradigm shift; Anomaly detection; Statistics; Mathematics; Operating system","score_opus":0.010564947580602788,"score_gpt":0.23294926959823797,"score_spread":0.2223843220176352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411449762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76407754,0.00008985312,0.23100261,0.0009985976,0.002594907,0.0004010533,0.0000037020036,0.00070909224,0.000122668],"genre_scores_gemma":[0.9816473,0.0000024047827,0.017800173,0.00032093906,0.00013578979,0.00004191617,5.2297094e-7,0.000015761558,0.00003519153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828464,0.000010817754,0.00042923426,0.0004768244,0.00042703407,0.00037147602],"domain_scores_gemma":[0.99821764,0.00028865467,0.00019560044,0.0010142964,0.0002171382,0.000066688895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069991173,0.00026781723,0.00030425497,0.000200715,0.00019345463,0.000105757375,0.0025780364,0.00017734682,0.0000036730441],"category_scores_gemma":[0.0015434036,0.00020166564,0.00020817634,0.001062542,0.000059343063,0.0003690622,0.00083017955,0.00037699382,0.00000884695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031575517,0.0008555728,0.7367319,0.008007373,0.0005128801,0.0000042944525,0.0021907415,0.16404946,0.004330539,0.035206284,0.00990606,0.037889127],"study_design_scores_gemma":[0.001415369,0.00036197877,0.774841,0.0015824926,0.000080010584,0.000013583032,0.00004093252,0.08240513,0.12884507,0.004439272,0.0049600583,0.0010150917],"about_ca_topic_score_codex":0.000032497857,"about_ca_topic_score_gemma":0.0000043459727,"teacher_disagreement_score":0.21756978,"about_ca_system_score_codex":0.00020335718,"about_ca_system_score_gemma":0.00008664463,"threshold_uncertainty_score":0.82236856},"labels":[],"label_agreement":null},{"id":"W4411450220","doi":"10.1145/3715779","title":"Protecting Privacy in Software Logs: What Should Be Anonymized?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identification (biology); Computer science; Information privacy; Personally identifiable information; Privacy policy; Information sensitivity; Data anonymization; Software; Privacy by Design; Data science; Identifier; Internet privacy; Computer security","score_opus":0.018043817695445535,"score_gpt":0.2513165258656156,"score_spread":0.23327270817017007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411450220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93641835,0.0009953958,0.048774835,0.0071822936,0.002774548,0.002032044,0.0000043094738,0.0017325027,0.00008571518],"genre_scores_gemma":[0.83984524,0.00007237424,0.15828705,0.0010697171,0.000102770675,0.00031647572,9.268008e-7,0.0000473094,0.00025815234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771863,0.000015368734,0.00060530944,0.0006332349,0.0005212837,0.0005061991],"domain_scores_gemma":[0.997616,0.0004984665,0.00022820513,0.0013035823,0.00028459614,0.00006917786],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010648818,0.00034312025,0.00046872828,0.00038060016,0.00015556117,0.00025250073,0.004498183,0.00022410955,0.0000036710328],"category_scores_gemma":[0.012340312,0.00025356578,0.0002000719,0.0016947635,0.000057948546,0.0013230939,0.0021418354,0.0007307274,0.0000054522607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036137796,0.0011873556,0.7846048,0.0129149,0.00040636785,0.000012960816,0.012479886,0.015338407,0.006129023,0.010172564,0.016309448,0.14008291],"study_design_scores_gemma":[0.011908755,0.0013885605,0.41907892,0.035023138,0.00019273517,0.00014954219,0.0018818058,0.04590895,0.3806573,0.028606083,0.06967791,0.0055263364],"about_ca_topic_score_codex":0.000024851752,"about_ca_topic_score_gemma":0.0000011208548,"teacher_disagreement_score":0.37452826,"about_ca_system_score_codex":0.00020993444,"about_ca_system_score_gemma":0.00011118985,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W4411472147","doi":"10.1109/tnsm.2025.3581557","title":"Black Hole Prediction in Backbone Networks: A Comprehensive and Type-Independent Forecasting Model","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Network and Service Management","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Type (biology); Computer network; Distributed computing","score_opus":0.018541268150596535,"score_gpt":0.228685507324601,"score_spread":0.21014423917400446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411472147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08964789,0.00018998409,0.90724474,0.00046746465,0.00063951337,0.0004949625,0.000001431775,0.000110164685,0.0012038372],"genre_scores_gemma":[0.99397004,0.00084302766,0.0036588712,0.0010598837,0.000033286728,0.00005013356,0.0000016360173,0.0000074071795,0.0003757201],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880147,0.000051785555,0.00028198276,0.00043412865,0.0001492555,0.000281373],"domain_scores_gemma":[0.99943966,0.00006166294,0.000045955636,0.00033113916,0.00006517679,0.00005637962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002421667,0.0001652499,0.00019145905,0.00014291606,0.00021775051,0.00009088587,0.00018430653,0.000085804015,0.0000024344215],"category_scores_gemma":[3.699329e-7,0.0001556019,0.000030357245,0.0007934363,0.000028349667,0.0002227383,0.000023142848,0.00019893101,0.000004964318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004023011,0.00005783745,0.00030572532,0.00020414781,0.0000455164,0.0000042564548,0.00038994127,0.9592803,0.0000012853702,0.00031166908,0.00016871293,0.03919035],"study_design_scores_gemma":[0.0006586567,0.00005355168,0.0030614098,0.00026404968,0.000030094006,0.000002021362,0.00017013136,0.9947385,0.000005313706,0.0004863489,0.00040777653,0.00012210343],"about_ca_topic_score_codex":0.000048690737,"about_ca_topic_score_gemma":0.00021079526,"teacher_disagreement_score":0.90432215,"about_ca_system_score_codex":0.000058971433,"about_ca_system_score_gemma":0.000018236406,"threshold_uncertainty_score":0.63452613},"labels":[],"label_agreement":null},{"id":"W4411538180","doi":"10.1007/s10664-025-10669-3","title":"A comprehensive study of machine learning techniques for log-based anomaly detection","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Mitacs; Canada Research Chairs","keywords":"Anomaly detection; Anomaly (physics); Computer science; Machine learning; Artificial intelligence; Data mining; Physics","score_opus":0.01575046496258971,"score_gpt":0.27854004777971597,"score_spread":0.2627895828171263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411538180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35166603,0.00009999712,0.6469004,0.000033706863,0.00019860921,0.0004342333,0.0000010929765,0.00066290086,0.000003020166],"genre_scores_gemma":[0.952826,0.0000012312895,0.046910103,0.000050067076,0.000028951821,0.00015178836,0.0000020049586,0.000011056932,0.000018795092],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887466,0.00004624543,0.00035113524,0.00033963314,0.00016683494,0.00022146518],"domain_scores_gemma":[0.99870366,0.00064350443,0.000076532066,0.00034960906,0.0001823143,0.00004439701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019726377,0.0001676588,0.00030266857,0.00022733485,0.00011303368,0.000032529377,0.0003444327,0.00009702189,0.0000012846058],"category_scores_gemma":[0.00040931982,0.00014891766,0.000103991006,0.0006511037,0.000015917825,0.00013783813,0.00011951938,0.0002048066,0.0000011954273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010415597,0.0008220663,0.82607216,0.0015939418,0.0001646259,0.00000766473,0.0010509198,0.099810265,0.0037879855,0.00003663397,0.000105776664,0.06644382],"study_design_scores_gemma":[0.0019214832,0.002199841,0.23596811,0.00027334152,0.00004890871,0.000005555664,0.000081561164,0.6871225,0.053726003,0.00009273681,0.01797976,0.00058017106],"about_ca_topic_score_codex":0.000058983776,"about_ca_topic_score_gemma":0.000007167594,"teacher_disagreement_score":0.60115993,"about_ca_system_score_codex":0.000085965876,"about_ca_system_score_gemma":0.000045986908,"threshold_uncertainty_score":0.6072686},"labels":[],"label_agreement":null},{"id":"W4412446109","doi":"10.1109/noms57970.2025.11073734","title":"Intent-Based Management for Network Automation","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automation; Computer science; Network management; Engineering; Computer network","score_opus":0.007500981770941378,"score_gpt":0.25198011976227613,"score_spread":0.24447913799133475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412446109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010297401,0.00003104819,0.9873686,0.0013217881,0.00091608026,0.00039345917,1.671588e-7,0.00036879824,0.008570332],"genre_scores_gemma":[0.5973983,0.0000036574374,0.39637595,0.0021018374,0.000052203934,0.0002244018,0.000003845373,0.0000029376026,0.0038368895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946105,0.0000131147945,0.00014295924,0.00017210547,0.000073035495,0.00013770566],"domain_scores_gemma":[0.99951446,0.00005768488,0.000024851744,0.0003341946,0.0000530605,0.000015721396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003038698,0.000052123516,0.000067419554,0.000048554197,0.000088122084,0.00005346048,0.000302688,0.000026797437,0.000005267584],"category_scores_gemma":[0.000008893393,0.000039292,0.000048206846,0.0002816207,0.000008906784,0.000118826356,0.00007021114,0.000019904312,0.000021735586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014288203,0.00007025603,0.00872901,0.0004991215,0.00004539101,6.8405205e-7,0.000045383567,0.00973327,0.000005589521,0.4884785,0.09147244,0.40090606],"study_design_scores_gemma":[0.0004850017,0.000035121368,0.013887044,0.00010992567,0.0000072461758,1.824572e-7,0.000014090507,0.94033515,0.00032139328,0.010108362,0.034605123,0.00009137023],"about_ca_topic_score_codex":0.000004579831,"about_ca_topic_score_gemma":0.0000025343377,"teacher_disagreement_score":0.9306019,"about_ca_system_score_codex":0.000038459475,"about_ca_system_score_gemma":0.000025002802,"threshold_uncertainty_score":0.16022813},"labels":[],"label_agreement":null},{"id":"W4412565297","doi":"10.1145/3749839","title":"Tracing Optimization for Performance Modeling and Regression Detection","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Tracing; Programming language","score_opus":0.04749648754092181,"score_gpt":0.30007565846496576,"score_spread":0.2525791709240439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412565297","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10102803,0.000248995,0.8974561,0.00009847959,0.00068020786,0.00018124511,0.000001149711,0.0003041612,0.0000016414956],"genre_scores_gemma":[0.43398994,0.00013951205,0.56574446,0.000029352943,0.000013061255,0.00005688347,6.1734175e-7,0.000005586646,0.000020557354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991773,0.00006140231,0.00020324088,0.00032636078,0.000056677927,0.00017503159],"domain_scores_gemma":[0.9987339,0.0008195282,0.000030431065,0.00030986193,0.000064067855,0.000042243057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006796232,0.00013224653,0.00019185648,0.00023193323,0.0002641683,0.00003339436,0.0001440187,0.0001447548,7.6011906e-7],"category_scores_gemma":[0.00043518413,0.000116333766,0.00004029972,0.00022834686,0.000017762673,0.0002609594,0.000013126203,0.0001606066,2.3824e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021212918,0.000007722651,0.000060276714,0.00018537886,0.000012999503,1.06649004e-7,0.00016147165,0.6601424,0.00015646803,0.00003882971,6.379916e-7,0.33921245],"study_design_scores_gemma":[0.00034149736,0.00009888493,0.00020457424,0.00013616325,0.000019586485,0.000017671955,0.000021973945,0.9928372,0.005926697,0.00019666682,0.000084428255,0.00011468672],"about_ca_topic_score_codex":0.000007253585,"about_ca_topic_score_gemma":0.0000012368761,"teacher_disagreement_score":0.33909777,"about_ca_system_score_codex":0.00003158414,"about_ca_system_score_gemma":0.000021658281,"threshold_uncertainty_score":0.47439533},"labels":[],"label_agreement":null},{"id":"W4412571061","doi":"10.1007/978-981-96-7238-7_10","title":"Exploring the Systematic Use of LLMs for Microservices Generation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Computer science; Microservices; Software engineering; Operating system","score_opus":0.07879804021568146,"score_gpt":0.2598617933823462,"score_spread":0.18106375316666476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412571061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001445992,0.0004356233,0.99312264,0.00030594884,0.003230361,0.0013361447,0.000006321324,0.000070775975,0.00004621022],"genre_scores_gemma":[0.4138654,0.00019544833,0.58219695,0.0015941246,0.0009815627,0.00041839379,0.000012218222,0.00004260346,0.0006933373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975304,0.00004790082,0.00072613975,0.00081155193,0.00055833644,0.00032566136],"domain_scores_gemma":[0.99616957,0.001375208,0.00039686114,0.001558903,0.00045598965,0.00004349203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013768754,0.00030997026,0.00056479016,0.00038986377,0.0002860364,0.00044680393,0.0023635859,0.00013372328,8.213798e-7],"category_scores_gemma":[0.00019585577,0.00019616264,0.00016654894,0.00048592337,0.00026533598,0.0010259493,0.00064402237,0.00024963892,0.0000035279513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030645504,0.00013029827,0.0005508313,0.06171339,0.00018592644,0.000014077111,0.012350865,0.21646224,0.0025208893,0.057757456,0.00019911492,0.6480843],"study_design_scores_gemma":[0.00018498367,0.00012380503,0.000121250094,0.0077586696,0.000031297674,0.000014591591,6.2681846e-7,0.976179,0.007073206,0.0077064796,0.00038997777,0.00041608454],"about_ca_topic_score_codex":0.000041072115,"about_ca_topic_score_gemma":0.0000763919,"teacher_disagreement_score":0.7597168,"about_ca_system_score_codex":0.00014701218,"about_ca_system_score_gemma":0.00035355947,"threshold_uncertainty_score":0.799928},"labels":[],"label_agreement":null},{"id":"W4412968972","doi":"10.1007/979-8-8688-1513-3_18","title":"Cluster Maintenance","year":2025,"lang":"en","type":"book-chapter","venue":"Certification study companion series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brampton Civic Hospital","funders":"","keywords":"Cluster (spacecraft); Computer science; Programming language","score_opus":0.028380114106033954,"score_gpt":0.2584686986704494,"score_spread":0.23008858456441547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412968972","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010249217,0.0009778524,0.22821936,0.0068265595,0.008433517,0.005322369,0.000045877652,0.0024712,0.74667835],"genre_scores_gemma":[0.17170443,0.000110789784,0.0016180519,0.00031095147,0.0001795234,0.00015075959,0.00003830745,0.00003074743,0.82585645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974908,0.00007180017,0.00078542816,0.00091451814,0.00048664995,0.00025076448],"domain_scores_gemma":[0.99682546,0.000115749375,0.0003838389,0.0020660628,0.00053331297,0.00007557705],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004842387,0.0003999553,0.0005492031,0.00022595511,0.00032696003,0.00025993242,0.0012375654,0.00021771932,0.00006631598],"category_scores_gemma":[0.000043202508,0.0003398588,0.00015489473,0.00015692532,0.00011597965,0.00055753614,0.000498063,0.00032022182,0.00057370606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013638959,0.0005559646,0.004142384,0.00058892847,0.00040894494,0.000015217289,0.005541822,0.000076203214,0.000040617182,0.71437705,0.20266058,0.071455896],"study_design_scores_gemma":[0.00059763127,0.00021923857,0.009363906,0.00031998308,0.000058420108,0.000019555355,0.00026009357,0.0009880516,0.00008540409,0.012870962,0.97442114,0.00079560024],"about_ca_topic_score_codex":0.000012903398,"about_ca_topic_score_gemma":0.000017255159,"teacher_disagreement_score":0.7717606,"about_ca_system_score_codex":0.00015992511,"about_ca_system_score_gemma":0.00016520549,"threshold_uncertainty_score":0.99990535},"labels":[],"label_agreement":null},{"id":"W4412969019","doi":"10.1007/979-8-8688-1513-3_20","title":"Monitoring, Logging, and Alerting","year":2025,"lang":"en","type":"book-chapter","venue":"Certification study companion series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brampton Civic Hospital","funders":"","keywords":"Logging; Environmental science; Computer science; Forestry; Geography","score_opus":0.04093659018538145,"score_gpt":0.2779895795565167,"score_spread":0.23705298937113525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412969019","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08818117,0.018534956,0.1366555,0.006506465,0.025586613,0.012129829,0.000052460568,0.008715715,0.7036373],"genre_scores_gemma":[0.7421058,0.00039858883,0.0017763518,0.00004750849,0.00028637444,0.00009627211,0.000010673167,0.000030369218,0.25524807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980273,0.000048821752,0.00061892526,0.00075717253,0.00035457613,0.00019316164],"domain_scores_gemma":[0.99813414,0.00009774756,0.00034322817,0.0011121954,0.00024073459,0.00007197567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041320734,0.00032342496,0.00043472144,0.00020014036,0.00040614256,0.00028688626,0.0006039069,0.00016786692,0.000014569657],"category_scores_gemma":[0.00003262858,0.00029528502,0.00007135658,0.00007926085,0.00009576499,0.00046923733,0.000435617,0.000264377,0.000065656604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098249286,0.0006464912,0.27507898,0.0018474549,0.00079158286,0.000028642567,0.020725345,0.00005075854,0.00036508913,0.22670086,0.012755157,0.4609114],"study_design_scores_gemma":[0.001227395,0.00064872054,0.25308645,0.0017933246,0.00022230463,0.00005801592,0.0019861355,0.0017336984,0.0015339747,0.0142118,0.7211395,0.0023586706],"about_ca_topic_score_codex":0.000020254649,"about_ca_topic_score_gemma":0.0000036187807,"teacher_disagreement_score":0.70838434,"about_ca_system_score_codex":0.00008204655,"about_ca_system_score_gemma":0.00008165683,"threshold_uncertainty_score":0.99994993},"labels":[],"label_agreement":null},{"id":"W4413144677","doi":"10.1109/cloud-summit64795.2025.00015","title":"SparkPerf: A Benchmarking Framework for Evaluating the Performance of Spark Data Analytics Projects","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"","keywords":"Benchmarking; SPARK (programming language); Analytics; Computer science; Data science; Data analysis; Data mining; Business","score_opus":0.11456823478221274,"score_gpt":0.37702808803000626,"score_spread":0.26245985324779353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413144677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25163302,0.00016823478,0.7450739,0.0006576052,0.0007865011,0.0007274029,0.00000440645,0.00008125048,0.0008676737],"genre_scores_gemma":[0.76200575,0.000025397656,0.23745456,0.00022160435,0.00007961263,0.000042140287,0.0000051149773,0.0000040855944,0.00016173377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983502,0.000071675386,0.00045863385,0.0004897577,0.0003379965,0.00029174297],"domain_scores_gemma":[0.9960848,0.001094397,0.00018049471,0.0023742062,0.00023916595,0.000026949414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00287224,0.00013727756,0.00023904088,0.00008977514,0.00029213767,0.000095353746,0.0024073739,0.00008908698,0.0000073316523],"category_scores_gemma":[0.0006869078,0.00008188237,0.00006641783,0.0008889112,0.00007990485,0.00044936905,0.0009012244,0.00016819632,0.0000033968518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016356852,0.0002965472,0.3850358,0.0031897305,0.00036359328,8.071132e-7,0.0027734977,0.009158767,0.0003275286,0.13870376,0.008110982,0.45187542],"study_design_scores_gemma":[0.00017932798,0.0002108194,0.008762304,0.00031841468,0.00002965181,0.0000016551404,0.0000785008,0.9866191,0.000986991,0.0019262403,0.00077587407,0.00011111606],"about_ca_topic_score_codex":0.000032687833,"about_ca_topic_score_gemma":0.000008345465,"teacher_disagreement_score":0.9774603,"about_ca_system_score_codex":0.000036991634,"about_ca_system_score_gemma":0.00038647605,"threshold_uncertainty_score":0.44735396},"labels":[],"label_agreement":null},{"id":"W4413319458","doi":"10.1109/aitest66680.2025.00023","title":"Enhancing Adaptive Test Healing with Graph Neural Networks for Dependency-Aware Decision Making","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nutrasource","funders":"","keywords":"Computer science; Dependency (UML); Dependency graph; Artificial intelligence; Test (biology); Graph; Machine learning; Artificial neural network; Theoretical computer science","score_opus":0.010366473964090494,"score_gpt":0.2647245909049765,"score_spread":0.254358116940886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413319458","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018529784,0.00018337229,0.9793943,0.00013178753,0.000673646,0.00050232594,0.0000010460375,0.0002988284,0.00028489597],"genre_scores_gemma":[0.8818146,0.00000513271,0.11763482,0.00035385237,0.00006317637,0.000059026734,8.9894115e-7,0.0000074636987,0.000061020688],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985034,0.00002808753,0.00034059962,0.0005205756,0.00021616652,0.00039116066],"domain_scores_gemma":[0.99785733,0.0012553629,0.000091134716,0.0005218338,0.00022223691,0.000052097254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048763328,0.00017750256,0.000232598,0.00013833828,0.00037199966,0.00014656736,0.00056253735,0.00009717906,0.0000035122343],"category_scores_gemma":[0.00009188245,0.00012120095,0.00009491723,0.00069636514,0.00003057108,0.0004744364,0.00018373333,0.00015436357,0.0000022331408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003880123,0.00022835977,0.15016004,0.00040227192,0.00011490927,0.000026559474,0.00092076475,0.16868927,0.00008282521,0.012634601,0.0011771793,0.6651752],"study_design_scores_gemma":[0.00044919483,0.00025324445,0.004685235,0.00055452297,0.000011377616,0.00001398145,0.00014219369,0.9901942,0.0004956193,0.0029464879,0.000043801905,0.0002101215],"about_ca_topic_score_codex":0.00004150316,"about_ca_topic_score_gemma":0.00033492007,"teacher_disagreement_score":0.8632848,"about_ca_system_score_codex":0.00006747567,"about_ca_system_score_gemma":0.00010675342,"threshold_uncertainty_score":0.49424314},"labels":[],"label_agreement":null},{"id":"W4413697619","doi":"10.3390/electronics14173386","title":"Towards Generic Failure-Prediction Models in Large-Scale Distributed Computing Systems","year":2025,"lang":"en","type":"article","venue":"Electronics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Scale (ratio); Distributed computing; Physics","score_opus":0.00757212825439789,"score_gpt":0.22849550118221662,"score_spread":0.22092337292781872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413697619","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11261312,0.0038936064,0.8813622,0.0003757751,0.00077747524,0.00026775314,0.000010951898,0.00032568382,0.00037341824],"genre_scores_gemma":[0.9970063,0.0001334513,0.0025824185,0.000086767424,0.000067319794,0.000025347174,0.00002882259,0.0000067404026,0.00006285465],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982235,0.00010444089,0.00041528902,0.00043028744,0.00024341782,0.00058308715],"domain_scores_gemma":[0.9991741,0.000039707214,0.00008096604,0.00055383344,0.00010329335,0.000048056914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007562805,0.00015518627,0.00025723295,0.00014704774,0.00015818526,0.00012158307,0.0005889415,0.00014327561,9.1243476e-7],"category_scores_gemma":[0.000021518821,0.00014174955,0.00006717585,0.0011868603,0.000017766675,0.00038374614,0.0002020608,0.00030140183,0.000008259828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038347844,0.0005976262,0.053528875,0.00069622335,0.00013756033,0.00001638202,0.0031058132,0.76626605,0.00056721776,0.10903781,0.010379121,0.055628978],"study_design_scores_gemma":[0.00041445068,0.00004570135,0.0035359748,0.00007380564,0.000005129572,0.000007327623,0.00006131735,0.98320585,0.00023384817,0.0018980245,0.010389179,0.00012941082],"about_ca_topic_score_codex":0.000041274536,"about_ca_topic_score_gemma":0.000086309745,"teacher_disagreement_score":0.88439316,"about_ca_system_score_codex":0.00058091,"about_ca_system_score_gemma":0.00036204624,"threshold_uncertainty_score":0.5780379},"labels":[],"label_agreement":null},{"id":"W4413822387","doi":"10.1109/tse.2025.3603897","title":"A Systematic Literature Review of Machine Learning Approaches for Migrating Monolithic Systems to Microservices","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Microservices; Computer science; Software engineering; Artificial intelligence; Data science; Machine learning; Programming language; Operating system; Cloud computing","score_opus":0.010631439464268127,"score_gpt":0.22710151134741663,"score_spread":0.2164700718831485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413822387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012986356,0.048490558,0.9472644,0.00007211174,0.0009120314,0.001480969,0.000021911152,0.00045508108,0.000004323615],"genre_scores_gemma":[0.84096813,0.0036945562,0.15186855,0.00032254643,0.000067671404,0.0025244255,0.000011230477,0.00006080098,0.000482065],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983523,0.00007742246,0.0006973588,0.0003923116,0.00021420709,0.0002664381],"domain_scores_gemma":[0.998457,0.00054515747,0.00014019023,0.0005770274,0.0002084181,0.00007221632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007888739,0.00025283475,0.0006074947,0.00033951254,0.0001562628,0.00011379686,0.0005226549,0.00011768047,6.0151876e-7],"category_scores_gemma":[0.00016881332,0.00021147922,0.00022065558,0.0011926227,0.000008270386,0.00026583698,0.0000066809557,0.0002912902,0.000003817308],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007427437,0.000051881478,0.00006766097,0.6477897,0.00013392548,0.0000012010634,0.00093622063,0.34902936,0.00014905138,0.0002181171,0.000024320694,0.0015911057],"study_design_scores_gemma":[0.0002783379,0.00012568502,0.00003619613,0.39360708,0.000094084964,0.000024205674,0.00006491575,0.6011473,0.0040163267,0.000005586439,0.00026664016,0.0003336356],"about_ca_topic_score_codex":0.000016693439,"about_ca_topic_score_gemma":0.0000028552265,"teacher_disagreement_score":0.8396695,"about_ca_system_score_codex":0.00008863559,"about_ca_system_score_gemma":0.00005029083,"threshold_uncertainty_score":0.86238724},"labels":[],"label_agreement":null},{"id":"W4414040257","doi":"10.51594/csitrj.v6i8.2013","title":"Resilient infrastructure management systems using real-time analytics and AI-driven disaster preparedness protocols","year":2025,"lang":"en","type":"article","venue":"Computer Science & IT Research Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glycemic Index Laboratories; JDA Software (Canada)","funders":"","keywords":"Critical infrastructure; Geospatial analysis; Interoperability; Resilience (materials science); Analytics; Emergency management; Critical infrastructure protection; Preparedness; Risk management; Big data","score_opus":0.038806848584699766,"score_gpt":0.3940413549324722,"score_spread":0.3552345063477724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414040257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19707035,0.00007578572,0.7931487,0.0010199647,0.0012936549,0.0061569805,0.0000020745454,0.00011282093,0.0011196799],"genre_scores_gemma":[0.83869356,0.00017637962,0.15748358,0.00037174692,0.0008756604,0.0008333925,0.0000013149389,0.000031330514,0.0015330205],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945681,0.00047657354,0.0007045765,0.0009574461,0.002198279,0.00109503],"domain_scores_gemma":[0.99654835,0.00014600341,0.00018670397,0.0013007497,0.0013730602,0.0004451515],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0064818966,0.00024768524,0.00037545574,0.0012581511,0.0017358139,0.004048779,0.003360677,0.000100670404,0.000006676455],"category_scores_gemma":[0.00007902018,0.00018237448,0.00008324541,0.0032608307,0.0008777966,0.001963152,0.0031207488,0.00071887946,0.000015476322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040028806,0.0011571593,0.118075594,0.0048495578,0.00062717224,0.0012656883,0.026922274,0.35288087,0.009203708,0.04207341,0.109046556,0.33349773],"study_design_scores_gemma":[0.00054459047,0.00022197125,0.008443015,0.0013657309,0.000008668284,0.00035314605,0.00024498836,0.9834517,0.000109328255,0.0016394776,0.0033744273,0.00024292857],"about_ca_topic_score_codex":0.000031333286,"about_ca_topic_score_gemma":0.0000017407045,"teacher_disagreement_score":0.6416232,"about_ca_system_score_codex":0.0010393162,"about_ca_system_score_gemma":0.0013682223,"threshold_uncertainty_score":0.9995638},"labels":[],"label_agreement":null},{"id":"W4414122478","doi":"10.1109/jiot.2025.3609240","title":"TISSEA: A Framework for Testing IoT Systems Based on Technical Software Engineering Aspects","year":2025,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"","keywords":"System integration testing; Cloud computing; Test strategy; Software performance testing; Software; Non-functional testing; Software reliability testing; Conformance testing; Software system","score_opus":0.01577775482334129,"score_gpt":0.2669431024629373,"score_spread":0.25116534763959597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414122478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025575139,0.00015730398,0.9687245,0.00025159458,0.004646055,0.00025894833,0.0000011201483,0.00024200992,0.0001433475],"genre_scores_gemma":[0.72854626,6.1280105e-7,0.2709793,0.00018719467,0.00020669548,0.000019312956,1.4595112e-7,0.000010781892,0.000049675404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983534,0.000041320305,0.00061592367,0.00029689024,0.00037006798,0.00032236322],"domain_scores_gemma":[0.9971936,0.0016212956,0.00031831051,0.0004230861,0.00034790311,0.00009581847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011532711,0.00018844374,0.00035310566,0.00029365916,0.0000960019,0.00024003697,0.0011175998,0.00019055433,0.0000021174192],"category_scores_gemma":[0.0029548737,0.00015208965,0.00018069104,0.00040509916,0.00003114213,0.00017943332,0.00008763154,0.0006548945,0.0000045392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008969057,0.0021115865,0.09506842,0.013518115,0.0010707582,0.00034547044,0.0042997333,0.5456622,0.019345531,0.15427487,0.04156883,0.12183757],"study_design_scores_gemma":[0.00061420095,0.0006348652,0.0017710578,0.008790285,0.00002613571,0.00023741108,0.000015554346,0.9750919,0.007085424,0.0047263894,0.00071113056,0.00029564984],"about_ca_topic_score_codex":0.000023503611,"about_ca_topic_score_gemma":2.4735326e-7,"teacher_disagreement_score":0.70297116,"about_ca_system_score_codex":0.00020145142,"about_ca_system_score_gemma":0.00019391015,"threshold_uncertainty_score":0.6202036},"labels":[],"label_agreement":null},{"id":"W4414218952","doi":"10.1007/978-3-032-04200-2","title":"Software Engineering and Advanced Applications","year":2025,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Sfax; Zachodniopomorski Uniwersytet Technologiczny w Szczecinie; Universidade Federal do Estado do Rio de Janeiro; Masarykova Univerzita; Politechnika Lódzka; Libera Università di Bolzano; Universität zu Köln; Silesian University of Technology; Akademia Górniczo-Hutnicza im. Stanislawa Staszica; Universidade do Porto; Politechnika Rzeszowska im. Ignacego Łukasiewicza; Uniwersytet Warszawski; Blekinge Tekniska Högskola; Gran Sasso Science Institute; Wojskowa Akademia Techniczna; Università degli Studi dell'Insubria; Universidade Federal de Pernambuco; Siemens; Jyväskylän Yliopisto; Atilim Üniversitesi; Universidade Federal de Sergipe; Westfälische Wilhelms-Universität Münster; Technische Universität Wien; Oxford Brookes University; Politechnika Gdańska; Florida Gulf Coast University; Nanzan University; Vrije Universiteit Brussel; University of New South Wales; Hacettepe Üniversitesi; KU Leuven; Queen's University; Technische Universität Dresden; Oulun Yliopisto; International Islamic University Malaysia; Deutsches Zentrum für Luft- und Raumfahrt; University of Twente; Stockholms Universitet; Chalmers Tekniska Högskola; Göteborgs Universitet; Universität Ulm; National University of Singapore; Università degli Studi dell'Aquila; Radboud Universiteit; National Institute of Informatics; Rijksuniversiteit Groningen; University of Macedonia; University of Western Macedonia; Universidad Autónoma de Madrid; Uniwersytet Szczeciński; Mälardalens högskola; University of Galway; Universitatea Babeș-Bolyai; Queen's University Belfast; Universidad de Castilla-La Mancha; Politechnika Bialostocka; Scuola Superiore Sant'Anna; Háskóli Íslands; Politechnika Wrocławska; Universität Innsbruck; Aristotle University of Thessaloniki; Technische Universiteit Delft; Birmingham City University; Carl von Ossietzky Universität Oldenburg; Norges Teknisk-Naturvitenskapelige Universitet; Technische Universiteit Eindhoven; Universität Stuttgart; University of Canterbury; Politechnika Warszawska; Univerzita Karlova v Praze; Università degli Studi di Salerno; Karlstads universitet; Malmö Högskola; Universität Duisburg-Essen; Università degli Studi di Napoli Federico II","keywords":"Software; Work (physics); Software system","score_opus":0.004720742404718659,"score_gpt":0.22185601713145953,"score_spread":0.21713527472674088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414218952","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007469635,0.0012691745,0.9962443,0.00017684264,0.0010395343,0.0005887228,0.000004019306,0.0003520662,0.00025065494],"genre_scores_gemma":[0.010245347,0.00010652237,0.9876337,0.00065250555,0.0003455698,0.00014674618,0.0000072691696,0.000020286647,0.0008420651],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974544,0.00001721124,0.00037222926,0.0012346203,0.00045775186,0.00046375737],"domain_scores_gemma":[0.99767494,0.000628306,0.00012205025,0.0012842447,0.00017427192,0.00011619678],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052347675,0.00034545732,0.00040196045,0.0005707443,0.00021288368,0.00029451834,0.0020354504,0.0002490903,0.0000015440332],"category_scores_gemma":[0.00016683109,0.00031027416,0.00006623609,0.0011748226,0.0002604399,0.00049829,0.0011802991,0.00054172095,0.000010664887],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012085505,0.00001575691,0.00040561368,0.00034371897,0.000006077697,0.0000062074564,0.0002324375,0.034563113,0.00001597278,0.0011384792,0.000052070092,0.96321934],"study_design_scores_gemma":[0.0007059568,0.00018372179,0.0023970637,0.0021917599,0.000019219693,0.00010264798,2.758802e-7,0.8968854,0.0009805572,0.052353088,0.042468667,0.0017116299],"about_ca_topic_score_codex":0.000005052288,"about_ca_topic_score_gemma":0.00000702813,"teacher_disagreement_score":0.96150774,"about_ca_system_score_codex":0.00032980577,"about_ca_system_score_gemma":0.0010286586,"threshold_uncertainty_score":0.9999349},"labels":[],"label_agreement":null},{"id":"W4414219651","doi":"10.1007/978-3-032-04207-1","title":"Software Engineering and Advanced Applications","year":2025,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Sfax; Zachodniopomorski Uniwersytet Technologiczny w Szczecinie; Universidade Federal do Estado do Rio de Janeiro; Masarykova Univerzita; Politechnika Lódzka; Libera Università di Bolzano; Universität zu Köln; Silesian University of Technology; Akademia Górniczo-Hutnicza im. Stanislawa Staszica; Universidade do Porto; Politechnika Rzeszowska im. Ignacego Łukasiewicza; Uniwersytet Warszawski; Blekinge Tekniska Högskola; Gran Sasso Science Institute; Wojskowa Akademia Techniczna; Università degli Studi dell'Insubria; Universidade Federal de Pernambuco; Siemens; Jyväskylän Yliopisto; Atilim Üniversitesi; Universidade Federal de Sergipe; Westfälische Wilhelms-Universität Münster; Technische Universität Wien; Oxford Brookes University; Politechnika Gdańska; Florida Gulf Coast University; Nanzan University; Vrije Universiteit Brussel; University of New South Wales; Hacettepe Üniversitesi; KU Leuven; Queen's University; Technische Universität Dresden; Oulun Yliopisto; International Islamic University Malaysia; Deutsches Zentrum für Luft- und Raumfahrt; University of Twente; Stockholms Universitet; Chalmers Tekniska Högskola; Göteborgs Universitet; Universität Ulm; National University of Singapore; Università degli Studi dell'Aquila; Radboud Universiteit; National Institute of Informatics; Rijksuniversiteit Groningen; University of Macedonia; University of Western Macedonia; Universidad Autónoma de Madrid; Uniwersytet Szczeciński; Mälardalens högskola; University of Galway; Universitatea Babeș-Bolyai; Queen's University Belfast; Universidad de Castilla-La Mancha; Politechnika Bialostocka; Scuola Superiore Sant'Anna; Háskóli Íslands; Politechnika Wrocławska; Universität Innsbruck; Aristotle University of Thessaloniki; Technische Universiteit Delft; Birmingham City University; Carl von Ossietzky Universität Oldenburg; Norges Teknisk-Naturvitenskapelige Universitet; Technische Universiteit Eindhoven; Universität Stuttgart; University of Canterbury; Politechnika Warszawska; Univerzita Karlova v Praze; Università degli Studi di Salerno; Karlstads universitet; Malmö Högskola; Universität Duisburg-Essen; Università degli Studi di Napoli Federico II","keywords":"Software; Work (physics); Software system","score_opus":0.004720742404718659,"score_gpt":0.22185601713145953,"score_spread":0.21713527472674088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414219651","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007469635,0.0012691745,0.9962443,0.00017684264,0.0010395343,0.0005887228,0.000004019306,0.0003520662,0.00025065494],"genre_scores_gemma":[0.010245347,0.00010652237,0.9876337,0.00065250555,0.0003455698,0.00014674618,0.0000072691696,0.000020286647,0.0008420651],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974544,0.00001721124,0.00037222926,0.0012346203,0.00045775186,0.00046375737],"domain_scores_gemma":[0.99767494,0.000628306,0.00012205025,0.0012842447,0.00017427192,0.00011619678],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052347675,0.00034545732,0.00040196045,0.0005707443,0.00021288368,0.00029451834,0.0020354504,0.0002490903,0.0000015440332],"category_scores_gemma":[0.00016683109,0.00031027416,0.00006623609,0.0011748226,0.0002604399,0.00049829,0.0011802991,0.00054172095,0.000010664887],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012085505,0.00001575691,0.00040561368,0.00034371897,0.000006077697,0.0000062074564,0.0002324375,0.034563113,0.00001597278,0.0011384792,0.000052070092,0.96321934],"study_design_scores_gemma":[0.0007059568,0.00018372179,0.0023970637,0.0021917599,0.000019219693,0.00010264798,2.758802e-7,0.8968854,0.0009805572,0.052353088,0.042468667,0.0017116299],"about_ca_topic_score_codex":0.000005052288,"about_ca_topic_score_gemma":0.00000702813,"teacher_disagreement_score":0.96150774,"about_ca_system_score_codex":0.00032980577,"about_ca_system_score_gemma":0.0010286586,"threshold_uncertainty_score":0.9999349},"labels":[],"label_agreement":null},{"id":"W4414260593","doi":"10.1145/3767334","title":"SuperBench: A Proactive Validation System for Improving Reliability of Cloud AI Infrastructure","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Testbed; Cloud computing; Benchmark (surveying); Validator; Reliability (semiconductor); Fault tolerance; Root cause","score_opus":0.008737100156824773,"score_gpt":0.2430366704539447,"score_spread":0.23429957029711992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414260593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025596201,0.00004940762,0.9611426,0.00030407647,0.010498236,0.0018855246,0.000050807583,0.00040913766,0.00006403676],"genre_scores_gemma":[0.9519133,0.0000017895418,0.04733555,0.00005142594,0.00024367274,0.00036944152,0.000008049802,0.000013389318,0.00006338938],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974731,0.00024041273,0.00085343607,0.00075571204,0.00035108934,0.00032623584],"domain_scores_gemma":[0.9965851,0.00056116923,0.00023796209,0.001874325,0.00066525635,0.00007621131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008776153,0.0002855792,0.0005310242,0.00030154752,0.0003282016,0.00017555016,0.0012011771,0.00024631084,0.000001345184],"category_scores_gemma":[0.00004622605,0.00023832633,0.0002583007,0.0007664955,0.00006443061,0.0006753685,0.000048722584,0.00026889372,0.000005467545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068726693,0.0015927379,0.012099085,0.032509305,0.0011790165,0.000007446297,0.007404676,0.6236452,0.0027623028,0.036183283,0.0065351753,0.27539453],"study_design_scores_gemma":[0.0025159668,0.0009330572,0.00471758,0.0012005805,0.0001594797,0.000052067506,0.00051503687,0.9573158,0.026634889,0.0014816277,0.0037536682,0.00072025694],"about_ca_topic_score_codex":0.0002074411,"about_ca_topic_score_gemma":0.000005250609,"teacher_disagreement_score":0.9263171,"about_ca_system_score_codex":0.00037842148,"about_ca_system_score_gemma":0.00030251424,"threshold_uncertainty_score":0.9718666},"labels":[],"label_agreement":null},{"id":"W4414518726","doi":"10.1016/j.jss.2025.112643","title":"From description to prescription: Unraveling log severity adjustments in open-source software","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Commit; Heuristics; Intersection (aeronautics); Set (abstract data type); Software; Production (economics); Software development","score_opus":0.019326372916350167,"score_gpt":0.2671126682094315,"score_spread":0.24778629529308135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414518726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43278068,0.0022283935,0.5618883,0.00021660881,0.0023852943,0.00041253437,0.0000072697826,0.000054540495,0.000026383454],"genre_scores_gemma":[0.9624824,0.00009987895,0.036176857,0.00035571912,0.00026904483,0.000026432785,0.0000026061607,0.0000123901145,0.0005746546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778813,0.0001935925,0.00096744165,0.00038939275,0.00038724783,0.0002741929],"domain_scores_gemma":[0.9984401,0.00016307064,0.00036446116,0.000483252,0.00037781993,0.00017128068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012465076,0.00020323515,0.0005702129,0.0003176869,0.00017097118,0.00061746844,0.0010342192,0.00016931487,0.0000043954133],"category_scores_gemma":[0.0003525702,0.00016416259,0.00008389628,0.00054728944,0.000027257445,0.001468978,0.00054793525,0.0002989243,0.000008406463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020365928,0.00030239762,0.8684105,0.0007488235,0.00016239384,0.00008873443,0.006676809,0.0052082934,0.00021785416,0.00029331553,0.009063843,0.10862332],"study_design_scores_gemma":[0.004995882,0.00066246156,0.9157725,0.009767602,0.00008775641,0.00029438312,0.0032750631,0.009138641,0.00022927682,0.0045258948,0.05030962,0.00094089704],"about_ca_topic_score_codex":0.0015752243,"about_ca_topic_score_gemma":0.000054360473,"teacher_disagreement_score":0.5297017,"about_ca_system_score_codex":0.00026354022,"about_ca_system_score_gemma":0.00022195421,"threshold_uncertainty_score":0.66943556},"labels":[],"label_agreement":null},{"id":"W4414538786","doi":"10.1109/icc52391.2025.11162081","title":"When Honest Nodes in PBFT Consensus Meet Software Aging: SMP-Based Performability Evaluation","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Natural Science Foundation of China","keywords":"Byzantine fault tolerance; Process (computing); Software; Metric (unit); Service (business); Performance metric; Software system; Fault tolerance","score_opus":0.018000939588796144,"score_gpt":0.2854071697680146,"score_spread":0.2674062301792185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414538786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7979038,0.00023166447,0.19043128,0.0056665903,0.0011115394,0.0009929079,0.00000337123,0.0006106601,0.003048203],"genre_scores_gemma":[0.96908927,0.0000019901404,0.029968059,0.00062250724,0.00002461857,0.00010214481,0.0000064948167,0.0000058890473,0.00017901858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751645,0.00032245356,0.00057849445,0.00064779486,0.0005483451,0.0003864459],"domain_scores_gemma":[0.9978123,0.00042768937,0.00009743376,0.0011584235,0.00043231613,0.00007189149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003079426,0.00021797695,0.00030614293,0.00027656887,0.00017834856,0.00013338595,0.00070482295,0.00014761955,0.000085136504],"category_scores_gemma":[0.00067699683,0.00017700168,0.00010390722,0.00073971465,0.00012059382,0.00035437325,0.00018995836,0.00017753383,0.00004782586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027285585,0.00023585296,0.9337021,0.00033411957,0.000016481135,0.0000034281068,0.00081236585,0.005098075,0.000046712372,0.0012261217,0.0022232076,0.056274228],"study_design_scores_gemma":[0.0018757395,0.000060864168,0.43576106,0.0002049123,0.000016568378,0.0000044548005,0.00013086527,0.5507568,0.0027369207,0.007248337,0.0008321387,0.00037133286],"about_ca_topic_score_codex":0.0006080031,"about_ca_topic_score_gemma":0.00034599288,"teacher_disagreement_score":0.5456587,"about_ca_system_score_codex":0.00034784368,"about_ca_system_score_gemma":0.0008768294,"threshold_uncertainty_score":0.7217919},"labels":[],"label_agreement":null},{"id":"W4414605934","doi":"10.1109/qrs65678.2025.00018","title":"Beyond Decomposition: A LLM-Powered Automated Approach to Refactoring Monoliths Into Microservices","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Université Laval","funders":"","keywords":"Code refactoring; Workflow; Decomposition; Automation; Consistency (knowledge bases); Microservices; Overhead (engineering); Code (set theory); Benchmark (surveying)","score_opus":0.006531645515764913,"score_gpt":0.2828432450810647,"score_spread":0.27631159956529977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414605934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52984124,0.00025611205,0.4092648,0.0011919499,0.0015605482,0.00068650814,0.000001804032,0.0036650458,0.05353197],"genre_scores_gemma":[0.86535275,0.0000038562303,0.13323107,0.0008824406,0.00003791403,0.000058360485,0.0000043845635,0.0000058304704,0.0004233806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851525,0.00005180395,0.00035511298,0.00056789955,0.00019589499,0.00031401092],"domain_scores_gemma":[0.9987623,0.000055739514,0.000052561794,0.00086222874,0.00014719761,0.000119972865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030006282,0.00017636866,0.00023657722,0.00019695968,0.00023997416,0.00026474148,0.001011552,0.000106471656,0.000006170308],"category_scores_gemma":[0.000014749756,0.00014442662,0.00007194865,0.0010264792,0.000020953248,0.00052439776,0.00046351377,0.000102228434,0.00011412544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042531634,0.0063102827,0.2652718,0.007963911,0.0011152312,0.0000485422,0.07259464,0.008118421,0.0965061,0.27224016,0.07601661,0.19338895],"study_design_scores_gemma":[0.002721456,0.00048338313,0.2127856,0.0006557561,0.000051941428,0.000060129805,0.0011809021,0.60900044,0.12764685,0.017316133,0.025969416,0.0021279803],"about_ca_topic_score_codex":0.00034006895,"about_ca_topic_score_gemma":0.000018723835,"teacher_disagreement_score":0.60088205,"about_ca_system_score_codex":0.00014584383,"about_ca_system_score_gemma":0.000103631726,"threshold_uncertainty_score":0.5889547},"labels":[],"label_agreement":null},{"id":"W4414993542","doi":"10.1145/3771283","title":"LLM meets ML: Data-efficient Anomaly Detection on Unstable Logs","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Anomaly detection; Inference; Anomaly (physics); Artificial neural network; Key (lock); Software; Cache; Ensemble learning","score_opus":0.07009888762071217,"score_gpt":0.3147679512299077,"score_spread":0.24466906360919552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414993542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033970915,0.00022360585,0.9622433,0.00036830833,0.0022809375,0.00019076899,0.000012206171,0.0006852269,0.000024710194],"genre_scores_gemma":[0.5689851,0.000075352706,0.4304818,0.00019420421,0.000034859524,0.000048612917,0.0000040067716,0.000013653057,0.00016240474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983242,0.00020520683,0.00029683576,0.0006941214,0.0001465505,0.00033304648],"domain_scores_gemma":[0.9962499,0.0019098994,0.000047426474,0.0016477543,0.00006122164,0.0000837839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00130527,0.00021682128,0.00031142271,0.00037097765,0.00024202316,0.00004970702,0.0007777464,0.0001995407,0.000006480035],"category_scores_gemma":[0.0008511941,0.00019477485,0.0000642382,0.0005846657,0.000045746987,0.00017707385,0.000062359475,0.00035765336,0.000014847109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008071496,0.00026810548,0.0002903202,0.00027223327,0.00015965973,0.00000965587,0.0003974254,0.29803315,0.001077382,0.0013170665,0.00010163162,0.6979927],"study_design_scores_gemma":[0.0041510123,0.002448569,0.027641596,0.00083400164,0.00036325722,0.0003692668,0.00022555415,0.7087365,0.120997384,0.002166173,0.12980117,0.0022655537],"about_ca_topic_score_codex":0.00007459145,"about_ca_topic_score_gemma":0.000012815299,"teacher_disagreement_score":0.6957271,"about_ca_system_score_codex":0.000073968244,"about_ca_system_score_gemma":0.0000633108,"threshold_uncertainty_score":0.79426885},"labels":[],"label_agreement":null},{"id":"W4415500225","doi":"10.1007/s10115-025-02604-1","title":"X-HEART: eXplainable heterogeneous log anomaly detection using robust transformers","year":2025,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; IBM Canada; Vector Institute","keywords":"Interpretability; Anomaly detection; Raw data; Anomaly (physics); Transparency (behavior); Transformer","score_opus":0.012437552983026049,"score_gpt":0.23720021654328957,"score_spread":0.22476266356026353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415500225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21467775,0.0013953093,0.7693207,0.00004425218,0.0021459728,0.00056756235,0.0000026964874,0.00024481263,0.011600884],"genre_scores_gemma":[0.9992115,0.000034123594,0.0003792474,0.000068461624,0.00005096966,0.000042817446,0.0000030405909,0.0000033358654,0.00020652838],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884915,0.00006557135,0.0005252742,0.00017635022,0.00013590368,0.0002477499],"domain_scores_gemma":[0.9992891,0.000042377105,0.00010121202,0.000270433,0.00022849611,0.00006839587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005190967,0.00014897343,0.00022300135,0.0003143035,0.00037127335,0.0003135965,0.00019444004,0.0001351603,0.0000017913065],"category_scores_gemma":[0.000019074781,0.000127021,0.00006363058,0.00056536915,0.000034595596,0.0038964874,0.00006057928,0.000094847455,0.000071134265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002933867,0.0005500956,0.0646947,0.021805806,0.0006687718,0.000010539073,0.053592287,0.13270894,0.0041208146,0.037784006,0.0063593457,0.6774113],"study_design_scores_gemma":[0.0006376035,0.000094256255,0.0018631672,0.00021838174,0.00001471121,0.00012281662,0.0005435778,0.84394073,0.0026450255,0.00003352909,0.14962025,0.00026595074],"about_ca_topic_score_codex":0.00011871823,"about_ca_topic_score_gemma":0.000011908325,"teacher_disagreement_score":0.78453374,"about_ca_system_score_codex":0.00013418366,"about_ca_system_score_gemma":0.000115837975,"threshold_uncertainty_score":0.51797664},"labels":[],"label_agreement":null},{"id":"W4415504557","doi":"10.1016/j.infsof.2025.107938","title":"MHP-RCA: Multivariate Hawkes Process-based Root Cause Analysis in microservice systems","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Shenzhen Science and Technology Innovation Program; National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Root cause analysis; Root cause; Root (linguistics); Process (computing); Identification (biology); Audit; Granularity; Construct (python library)","score_opus":0.005227021519303691,"score_gpt":0.258602151351152,"score_spread":0.2533751298318483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415504557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42735115,0.00030535652,0.5693743,0.0010969336,0.00027660286,0.000408809,0.000006969817,0.0010618365,0.000118047756],"genre_scores_gemma":[0.9947009,0.000010863452,0.0047627306,0.00035527613,0.0000041139524,0.000119084056,0.000018135832,0.000002884335,0.000026016007],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863523,0.000038042657,0.00063377176,0.00025798017,0.00015723456,0.00027773052],"domain_scores_gemma":[0.9987672,0.00010167953,0.00019843421,0.0006050839,0.00027935253,0.0000482446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041440318,0.00017302127,0.00035294166,0.0018694935,0.00016228555,0.00017442697,0.000591546,0.0003255805,0.0000032499913],"category_scores_gemma":[0.00027352528,0.00014813537,0.000053116153,0.003864281,0.00008375149,0.0011239244,0.00015578838,0.00021985898,0.000024345101],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020186792,0.00006712487,0.9496728,0.00073019764,0.0001465153,0.00000423495,0.0012333909,0.008664295,0.00001527693,0.0058219745,0.000079275684,0.03354472],"study_design_scores_gemma":[0.0029131495,0.00012464866,0.40769914,0.00038578166,0.00014874378,0.000021688846,0.00094057777,0.57610416,0.0011170952,0.0029260279,0.0068897726,0.00072917173],"about_ca_topic_score_codex":0.0003050255,"about_ca_topic_score_gemma":0.00020874296,"teacher_disagreement_score":0.5674399,"about_ca_system_score_codex":0.00008780287,"about_ca_system_score_gemma":0.00020834425,"threshold_uncertainty_score":0.6040785},"labels":[],"label_agreement":null},{"id":"W4415526238","doi":"10.1007/978-3-032-01823-6_5","title":"United We Log, Divided We Identify: A Decentralized Approach for Automated Log Analysis","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Single point of failure; Workload; Point (geometry); Safeguarding; Server; Information sensitivity; Parsing; Single point","score_opus":0.022631323117831458,"score_gpt":0.2855020527653433,"score_spread":0.26287072964751185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415526238","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011449022,0.0011385242,0.992809,0.001139767,0.0018272068,0.0013682144,0.000034081524,0.0011699506,0.00039874675],"genre_scores_gemma":[0.10237219,0.00051184196,0.8937576,0.0014853672,0.00031584123,0.00014946182,0.00018612042,0.000055737117,0.0011658602],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939491,0.000118585245,0.0011245855,0.0025189584,0.0011869713,0.0011018013],"domain_scores_gemma":[0.9948844,0.0010899862,0.0005455219,0.0025533922,0.00067982194,0.00024691733],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018317768,0.0008168626,0.0013678406,0.0034579867,0.00049979496,0.0008852632,0.0049534533,0.0006905265,0.000014791664],"category_scores_gemma":[0.00025232544,0.00067606487,0.00064969517,0.00549068,0.0006847603,0.0006618979,0.001514386,0.0006924312,0.000015056397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009161002,0.00034953328,0.0029820257,0.0019246091,0.0012632975,0.00006629502,0.003251392,0.48775324,0.000087773464,0.01350217,0.0016380777,0.48708996],"study_design_scores_gemma":[0.00064189936,0.00008985561,0.00038611554,0.00043259194,0.0002047704,0.000014491416,4.92139e-7,0.9756809,0.00022008264,0.018703658,0.0028774762,0.0007476854],"about_ca_topic_score_codex":0.00007352822,"about_ca_topic_score_gemma":0.00006127339,"teacher_disagreement_score":0.48792765,"about_ca_system_score_codex":0.00052878633,"about_ca_system_score_gemma":0.0009073896,"threshold_uncertainty_score":0.99956906},"labels":[],"label_agreement":null},{"id":"W4415560381","doi":"10.1007/978-981-95-1581-3_11","title":"Performance Analysis of Microservice Systems in Cloud-Edge Collaborative Environments: An Empirical Study","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Cloud computing; Microservices; Edge computing; Software deployment; Quality of service; Enhanced Data Rates for GSM Evolution; Server; Empirical research","score_opus":0.02625433542347819,"score_gpt":0.3151935627080368,"score_spread":0.28893922728455856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415560381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39514935,0.0038104388,0.378319,0.0014372973,0.003980771,0.010852417,0.00035428224,0.00042760943,0.20566885],"genre_scores_gemma":[0.9880079,0.0013509351,0.009585086,0.0002480395,0.000018000444,0.000089869245,0.00008814467,0.000005866325,0.0006061656],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972727,0.00013701356,0.0013059761,0.00041799655,0.00064513483,0.00022118833],"domain_scores_gemma":[0.99564725,0.00024425163,0.00052560755,0.0030000338,0.00050386117,0.00007900793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026319404,0.00024560618,0.0006064333,0.0024503395,0.00028537694,0.00030542442,0.0036093246,0.00015408453,0.0000020904865],"category_scores_gemma":[0.00003285019,0.00022825703,0.00005242649,0.0029821885,0.0005588113,0.005670368,0.0019852426,0.000370742,0.000008648753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006880629,0.0016656319,0.51516217,0.00084126025,0.000551086,0.000002707507,0.111373715,0.07586367,0.000016198359,0.069348164,0.00038712798,0.22471945],"study_design_scores_gemma":[0.00040272667,0.00018080664,0.14243136,0.0002009171,0.000048567363,0.00000172609,0.00035321157,0.843556,0.0000034132304,0.000059236452,0.012494999,0.0002670166],"about_ca_topic_score_codex":0.00009266154,"about_ca_topic_score_gemma":0.00008240443,"teacher_disagreement_score":0.7676923,"about_ca_system_score_codex":0.00029118202,"about_ca_system_score_gemma":0.00044379424,"threshold_uncertainty_score":0.93080515},"labels":[],"label_agreement":null},{"id":"W4415736374","doi":"10.1007/979-8-8688-2007-6_1","title":"Setting Up the Signals-First Shopping Cart App","year":2025,"lang":"en","type":"book-chapter","venue":"Apress pocket guides.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brampton Civic Hospital","funders":"","keywords":"Cart; Rest (music); State (computer science); Key (lock)","score_opus":0.017118152397820063,"score_gpt":0.2421760073326982,"score_spread":0.22505785493487815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415736374","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008770912,0.00933086,0.056534164,0.005124114,0.0074395384,0.0016880466,0.00005214495,0.0013546472,0.9183888],"genre_scores_gemma":[0.029143244,0.00066962827,0.0038408847,0.0040759607,0.001608148,0.00021436224,0.000049092967,0.00012556449,0.9602731],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966262,0.00006136341,0.0009281823,0.0010455382,0.00075164734,0.0005870738],"domain_scores_gemma":[0.9958021,0.0007964244,0.00043641622,0.0025060384,0.00033684858,0.00012218503],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012325299,0.0005954764,0.00065141154,0.00018505311,0.00069682533,0.00036900453,0.0029376007,0.0005043258,0.00014665903],"category_scores_gemma":[0.00017055745,0.00042037835,0.0004168865,0.00012080166,0.000179666,0.0003683515,0.0014422208,0.0007260395,0.00026219446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001365943,0.000028146476,0.00042734636,0.0013277865,0.00048928487,0.000056874782,0.0017229074,0.00051040336,0.000032198906,0.12931895,0.7198928,0.14617965],"study_design_scores_gemma":[0.00023815248,0.000029565557,0.00008977339,0.0014010384,0.00007727924,0.00003366946,0.000022629436,0.0033441987,0.00021847566,0.008437801,0.9854793,0.0006281184],"about_ca_topic_score_codex":0.00011331803,"about_ca_topic_score_gemma":0.000026130418,"teacher_disagreement_score":0.2655865,"about_ca_system_score_codex":0.00017862995,"about_ca_system_score_gemma":0.00036478203,"threshold_uncertainty_score":0.9998248},"labels":[],"label_agreement":null},{"id":"W4415746316","doi":"10.1109/icsme64153.2025.00064","title":"Efficient Detection of Intermittent Job Failures Using Few-Shot Learning","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristic; Software deployment; Quality (philosophy); Job analysis; Job loss","score_opus":0.017903856080811825,"score_gpt":0.2755182432313683,"score_spread":0.2576143871505565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415746316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.530457,0.00034556063,0.46546954,0.00016409163,0.002222505,0.0002695952,3.3948402e-7,0.00009097453,0.000980397],"genre_scores_gemma":[0.9967541,0.00001916198,0.0020903426,0.000055861645,0.00007133582,0.000008211908,2.347982e-7,0.000009428418,0.0009913241],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99696857,0.00029920196,0.0010253426,0.0007417806,0.00047823356,0.0004868933],"domain_scores_gemma":[0.99815863,0.00017940112,0.00034594222,0.0007824785,0.00044291376,0.00009062249],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011749326,0.0003089556,0.00050233904,0.0004430801,0.00046733997,0.00018301458,0.0007012405,0.00022925371,0.00005345157],"category_scores_gemma":[0.00021584706,0.00026001802,0.00030820127,0.0013789138,0.00020998406,0.00018651417,0.0007253268,0.00045578112,0.000031101306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016630009,0.0004911658,0.071153365,0.0022693048,0.00027554072,0.000008320196,0.004073554,0.39592436,0.065152235,0.0018485236,0.00004489671,0.45859244],"study_design_scores_gemma":[0.00041861527,0.00026440137,0.0205143,0.0007643158,0.000051345294,0.00001413828,0.0005474574,0.9287114,0.04793002,0.00006250953,0.00046710562,0.00025439655],"about_ca_topic_score_codex":0.0008382374,"about_ca_topic_score_gemma":0.00004476223,"teacher_disagreement_score":0.532787,"about_ca_system_score_codex":0.00029121665,"about_ca_system_score_gemma":0.00030865573,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W4415822417","doi":"10.1109/iccds64403.2025.11208929","title":"Comparing Auto Scaling Efficiency of Serverless Applications Using AWS Lambda and Azure Functions in E-Commerce Platforms","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Scalability; Cloud computing; Workload; Set (abstract data type); Key (lock); Throughput; Microservices","score_opus":0.02715757680022158,"score_gpt":0.28294312986678594,"score_spread":0.25578555306656436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415822417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52880484,0.0006176689,0.46809304,0.00009144485,0.00036596737,0.0005574843,0.0000028411057,0.000063617386,0.0014031053],"genre_scores_gemma":[0.99423945,0.000036228215,0.00515053,0.000076106706,0.000036373433,0.000046586374,0.0000028599932,0.00000924133,0.0004026303],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971563,0.000058753525,0.0011865662,0.00078094617,0.00031585316,0.00050158205],"domain_scores_gemma":[0.99817926,0.00024807482,0.00025841125,0.0009701526,0.00023304438,0.00011105135],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001110548,0.0003051488,0.00064514275,0.0004923328,0.0005707012,0.00017633162,0.00074378,0.00023824985,0.000014876655],"category_scores_gemma":[0.000033985743,0.0002695783,0.00012241142,0.0027583933,0.0002653456,0.0007392717,0.00074142567,0.00040495253,0.000012131035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025202964,0.0005463474,0.92151684,0.0018296671,0.00005426426,0.0000010948979,0.0021555123,0.036676735,0.00042711652,0.012004113,0.00004442588,0.02471868],"study_design_scores_gemma":[0.0007346841,0.00003490474,0.12461299,0.0008306741,0.000040333045,0.0000100961515,0.0009228778,0.87115747,0.00048561115,0.00055033714,0.00032955047,0.0002904533],"about_ca_topic_score_codex":0.0009814951,"about_ca_topic_score_gemma":0.00038176207,"teacher_disagreement_score":0.83448076,"about_ca_system_score_codex":0.00020861787,"about_ca_system_score_gemma":0.00038419483,"threshold_uncertainty_score":0.9999756},"labels":[],"label_agreement":null},{"id":"W4415841383","doi":"10.48550/arxiv.2510.15188","title":"OCR-APT: Reconstructing APT Stories from Audit Logs using Subgraph Anomaly Detection and LLMs","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Anomaly detection; Spurious relationship; Robustness (evolution); Audit; Attack patterns; Subgraph isomorphism problem; Iterated function; Audit trail","score_opus":0.043616074212846266,"score_gpt":0.26957702730536964,"score_spread":0.22596095309252337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415841383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89343625,0.0022130774,0.085687585,0.00017005861,0.017006498,0.00086618203,0.000059017828,0.00039031808,0.00017103698],"genre_scores_gemma":[0.98854756,0.000502781,0.00944819,0.00009670866,0.0010972468,0.00005457998,0.000012208104,0.000037646885,0.0002030519],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99316776,0.0005368654,0.0017458141,0.0029356098,0.0006084152,0.0010055088],"domain_scores_gemma":[0.99456465,0.00073142635,0.0013425882,0.002420027,0.0006324063,0.00030890544],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0015316907,0.001040918,0.001384804,0.0005361037,0.0015964182,0.00064334297,0.0014292699,0.0011791202,0.000058962007],"category_scores_gemma":[0.0004687419,0.0010586188,0.00047641818,0.0012375681,0.00074016926,0.001371164,0.0026729084,0.0017481316,0.000054666783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000545361,0.00005239355,0.9441169,0.0006231033,0.00025729262,0.000014994664,0.0030069388,0.0004508046,0.0014025039,0.00002330258,0.000009949328,0.04998729],"study_design_scores_gemma":[0.0012207513,0.00024575452,0.9007001,0.003246971,0.00044996993,0.00017679666,0.0015266545,0.072874196,0.013777221,0.002160902,0.0014365755,0.0021841128],"about_ca_topic_score_codex":0.009533253,"about_ca_topic_score_gemma":0.00070238556,"teacher_disagreement_score":0.095111355,"about_ca_system_score_codex":0.00057436526,"about_ca_system_score_gemma":0.0009016986,"threshold_uncertainty_score":0.99970335},"labels":[],"label_agreement":null},{"id":"W4415948827","doi":"10.63278/jicrcr.vi.3406","title":"Observability-Driven Reliability In Financial Services: Transforming Compliance Into Continuous Practice","year":2025,"lang":"","type":"article","venue":"Journal of International Crisis and Risk Communication Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Mary's University","funders":"","keywords":"Process (computing); Financial services; Reliability (semiconductor); Compliance (psychology); Financial transaction; Tracing; Database transaction; Relation (database)","score_opus":0.04098651255313414,"score_gpt":0.400525750704774,"score_spread":0.35953923815163985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415948827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9084856,0.018513143,0.024192017,0.044572055,0.0016353076,0.0009828636,0.000022672266,0.00002284428,0.0015734955],"genre_scores_gemma":[0.9062823,0.07182103,0.02133071,0.00032904503,0.000112062924,0.000027179529,0.000003977302,0.000009829893,0.00008387868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909723,0.0038174342,0.0024987839,0.0005862944,0.0016503681,0.00047485458],"domain_scores_gemma":[0.9848909,0.0042140284,0.001179316,0.0015322804,0.00799738,0.00018608985],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022093212,0.00027853996,0.00072844763,0.0009342673,0.00087692996,0.0006809286,0.004103706,0.00034058487,0.000022152493],"category_scores_gemma":[0.004763046,0.00023785674,0.00025984034,0.0016076809,0.0005727767,0.0023068108,0.001260881,0.0030910037,0.000009421719],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017314568,0.002447663,0.7811927,0.0014684572,0.0003138973,0.000035860387,0.025358418,0.0021310532,0.000078650286,0.0086915735,0.0012678643,0.17528236],"study_design_scores_gemma":[0.005671218,0.0011171092,0.6241013,0.008202378,0.00015101535,0.00016413843,0.023767592,0.14437217,0.00041261694,0.048150904,0.14319685,0.00069273676],"about_ca_topic_score_codex":0.0062838965,"about_ca_topic_score_gemma":0.0012797943,"teacher_disagreement_score":0.17458962,"about_ca_system_score_codex":0.00088415114,"about_ca_system_score_gemma":0.0011896961,"threshold_uncertainty_score":0.9992089},"labels":[],"label_agreement":null},{"id":"W4415991171","doi":"10.1007/s10664-025-10732-z","title":"MonoEmbed: Enhancing LLM representations for monolith to microservices decomposition through contrastive learning","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Flexibility (engineering); Representation (politics); Decomposition; Adaptation (eye); Rank (graph theory); Benchmark (surveying)","score_opus":0.011455719920588168,"score_gpt":0.32757723681534184,"score_spread":0.31612151689475365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415991171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2351282,0.00015116441,0.7626957,0.00042710517,0.00052869925,0.0004204834,0.000004278265,0.0006206096,0.000023722874],"genre_scores_gemma":[0.76715225,0.000005460251,0.23185724,0.0004956452,0.00010558503,0.00026623835,0.000011247572,0.000015554337,0.00009075827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99849546,0.000034240402,0.00038531315,0.0005262367,0.00015575066,0.00040297414],"domain_scores_gemma":[0.99842054,0.000909233,0.000060725317,0.00034925537,0.00016212284,0.00009814694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025363202,0.00019202549,0.00027539124,0.00013587762,0.0002314019,0.0001593915,0.0004349218,0.00010553803,0.0000031945042],"category_scores_gemma":[0.0005965588,0.00019198422,0.000119145676,0.0007213475,0.0000121220855,0.000523696,0.00019695534,0.0001986269,0.000019395877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010076372,0.00031811214,0.21245253,0.0010524241,0.0003027043,0.000014863678,0.0146254115,0.73761904,0.008281263,0.0019739568,0.0037745435,0.019484363],"study_design_scores_gemma":[0.0026637863,0.0007182948,0.45745483,0.0014522852,0.000104805025,0.000026782634,0.0005640723,0.3971105,0.073632896,0.0031988132,0.06124411,0.0018288248],"about_ca_topic_score_codex":0.00006588205,"about_ca_topic_score_gemma":0.000015555705,"teacher_disagreement_score":0.5320241,"about_ca_system_score_codex":0.00017450705,"about_ca_system_score_gemma":0.000071077935,"threshold_uncertainty_score":0.78288895},"labels":[],"label_agreement":null},{"id":"W4416017454","doi":"10.1145/3746252.3761189","title":"Adapting Large Language Models to Log Analysis with Interpretable Domain Knowledge","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Domain knowledge; Domain (mathematical analysis); Raw data; Domain adaptation; Security token; Natural language; Subject-matter expert; Production (economics)","score_opus":0.009992310365318275,"score_gpt":0.26795725902804246,"score_spread":0.2579649486627242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416017454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09915966,0.0012481007,0.84457076,0.00048330225,0.0006590906,0.00052740134,0.000011257827,0.00021745665,0.05312299],"genre_scores_gemma":[0.94757444,0.000012435042,0.036363505,0.00054220867,0.00006680693,0.0000571099,0.0000032558617,0.000013963934,0.015366265],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99618816,0.00027301986,0.00080594356,0.0013214222,0.00039558925,0.0010158364],"domain_scores_gemma":[0.9968984,0.00029870452,0.00014777877,0.0019948774,0.00038287573,0.00027737083],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019551248,0.00045723977,0.0009141639,0.0009397491,0.00044432856,0.00046307666,0.0015034055,0.00020552879,0.00026740588],"category_scores_gemma":[0.000050773033,0.00033234092,0.00036082495,0.00766397,0.00007539661,0.00095568184,0.0013231221,0.00033527962,0.0003317985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072760234,0.0033491792,0.111789204,0.0026695507,0.0113306865,0.00014615027,0.27309394,0.23690711,0.0004007597,0.162056,0.008944889,0.18858492],"study_design_scores_gemma":[0.0006883912,0.00021140445,0.0011234024,0.00051838614,0.00044311935,0.000003894241,0.0039479565,0.989237,0.00036741674,0.00048803646,0.0024314863,0.00053951144],"about_ca_topic_score_codex":0.0006678725,"about_ca_topic_score_gemma":0.0023702418,"teacher_disagreement_score":0.8484148,"about_ca_system_score_codex":0.0002701835,"about_ca_system_score_gemma":0.0004930939,"threshold_uncertainty_score":0.99991286},"labels":[],"label_agreement":null},{"id":"W4416184140","doi":"10.1109/acsos-c66519.2025.00028","title":"Identifying Failure Root Causes for Cloud-Native Microservice Applications","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University","funders":"","keywords":"Root cause analysis; Root cause; Root (linguistics); Debugging; Observability; Preprocessor; Metric (unit); Redundancy (engineering)","score_opus":0.017841782284644375,"score_gpt":0.3046646985293823,"score_spread":0.28682291624473794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416184140","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011819311,0.0015411042,0.97464615,0.00406536,0.0026217913,0.0031959799,0.000045318702,0.0003289262,0.0017360541],"genre_scores_gemma":[0.9406621,0.00008631157,0.043594763,0.0012875083,0.0005723694,0.0019360537,0.000020971538,0.00002659131,0.011813352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996801,0.00010474039,0.0009006133,0.0012145712,0.00030755924,0.0006714801],"domain_scores_gemma":[0.9963778,0.000604284,0.0002723393,0.0015317777,0.0010778368,0.00013592305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008341573,0.00039993026,0.00049623277,0.000257627,0.001185216,0.00072586373,0.0017962088,0.00030293284,0.00005725808],"category_scores_gemma":[0.00008121052,0.0003596793,0.00031717814,0.001869753,0.00017195586,0.00088101305,0.00074227987,0.00027776798,0.000190924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019934126,0.0022725442,0.09436561,0.020796278,0.0018531962,0.0000063097473,0.019740015,0.0010677192,0.0071915416,0.55962586,0.10247697,0.19040462],"study_design_scores_gemma":[0.004456814,0.00033724433,0.043124594,0.001941923,0.00053223263,0.00002802697,0.0043706223,0.068590835,0.06366253,0.056726135,0.7537621,0.0024669357],"about_ca_topic_score_codex":0.00023829855,"about_ca_topic_score_gemma":0.0008783984,"teacher_disagreement_score":0.9310514,"about_ca_system_score_codex":0.00023632654,"about_ca_system_score_gemma":0.00063624233,"threshold_uncertainty_score":0.9998855},"labels":[],"label_agreement":null},{"id":"W4416235960","doi":"10.48550/arxiv.2511.09038","title":"Test Plan Generation for Live Testing of Cloud Services","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test (biology); Plan (archaeology); Software deployment; Test plan; Test Management Approach; Production (economics); Cloud computing; Task (project management)","score_opus":0.07671994857185874,"score_gpt":0.28541985629531885,"score_spread":0.20869990772346012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416235960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9485022,0.00053992757,0.04091163,0.00026265762,0.0072701285,0.0018267467,0.00017409402,0.00019390053,0.0003187482],"genre_scores_gemma":[0.981275,0.00011515364,0.015447262,0.00023426274,0.001925235,0.00026434765,0.0000962732,0.000021991347,0.00062047906],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99556834,0.00015900044,0.0016124209,0.0015946701,0.0004539575,0.00061160204],"domain_scores_gemma":[0.9931754,0.001946745,0.0012660053,0.001980197,0.0014876983,0.00014393762],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015392844,0.00060354837,0.00095077924,0.0002047207,0.0005241538,0.00017856917,0.0020339815,0.00064061605,0.000017946328],"category_scores_gemma":[0.00087143923,0.00056354044,0.00035078052,0.00065308757,0.00014187305,0.00045740948,0.0016583657,0.00054601836,0.000085257656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018620554,0.0002222796,0.9756789,0.004643194,0.00009164137,0.0000017635596,0.0034532002,0.0042238818,0.0016638386,0.00007498104,0.00016975346,0.009757936],"study_design_scores_gemma":[0.0010110444,0.00095201575,0.34305573,0.0046445075,0.00022193018,0.000012660191,0.00039210214,0.6282495,0.018408084,0.0003874225,0.0015888613,0.001076132],"about_ca_topic_score_codex":0.0007973816,"about_ca_topic_score_gemma":0.00011324537,"teacher_disagreement_score":0.6326232,"about_ca_system_score_codex":0.00016639035,"about_ca_system_score_gemma":0.00095162314,"threshold_uncertainty_score":0.9996816},"labels":[],"label_agreement":null},{"id":"W4416549364","doi":"10.1145/3719027.3765219","title":"OCR-APT: Reconstructing APT Stories from Audit Logs using Subgraph Anomaly Detection and LLMs","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Anomaly detection; Spurious relationship; Robustness (evolution); Audit; Attack patterns; Subgraph isomorphism problem; Iterated function; Audit trail","score_opus":0.014815370456617023,"score_gpt":0.24872626694738176,"score_spread":0.23391089649076474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416549364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68902683,0.0015642055,0.3008456,0.00019028918,0.007220076,0.00033464748,0.000006978333,0.00021538624,0.0005959843],"genre_scores_gemma":[0.98063815,0.00013245652,0.018374374,0.0001253899,0.0003278852,0.000010541308,0.0000012199235,0.000014621885,0.00037533639],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964057,0.00025094402,0.0009908668,0.0013494054,0.0003564918,0.0006465467],"domain_scores_gemma":[0.9976092,0.00045994215,0.0003926643,0.0010371925,0.00033430086,0.00016667978],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094113365,0.0004679287,0.0006409736,0.0003896875,0.0012513588,0.00073070003,0.0005766979,0.00042288585,0.0000803951],"category_scores_gemma":[0.0002121313,0.00043121853,0.0001916937,0.0015080338,0.0004906202,0.0016001783,0.000595441,0.00046776194,0.0000196886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006132774,0.00005962008,0.636849,0.0003403565,0.00020225909,0.000008262599,0.0023532896,0.00014790105,0.0033471184,0.0005642505,0.000059223745,0.3560074],"study_design_scores_gemma":[0.0023579502,0.0004558023,0.24902007,0.0017697255,0.00037223534,0.00021522553,0.0047447016,0.685126,0.04129776,0.0100157065,0.0026693246,0.0019554922],"about_ca_topic_score_codex":0.0077107674,"about_ca_topic_score_gemma":0.0009932983,"teacher_disagreement_score":0.6849781,"about_ca_system_score_codex":0.0002776771,"about_ca_system_score_gemma":0.00043196688,"threshold_uncertainty_score":0.999814},"labels":[],"label_agreement":null},{"id":"W4416640414","doi":"10.1016/j.procs.2025.10.187","title":"Governance-as-Code: Managing Agentic AI with a Distributed Dual Proxy Gateway","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Verifiable secret sharing; Core (optical fiber); Proxy (statistics); Workflow; Enhanced Data Rates for GSM Evolution; Overhead (engineering); Inference; Spec#; Negotiation","score_opus":0.0050060048554148385,"score_gpt":0.23429507020013032,"score_spread":0.2292890653447155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416640414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07832726,0.00012917593,0.91479474,0.0035468123,0.0014396436,0.0005799062,0.0000042347783,0.00056789385,0.0006103166],"genre_scores_gemma":[0.96460456,0.000018149809,0.033513255,0.0014064743,0.000106822394,0.0000833192,0.0000022822485,0.0000086781465,0.00025646068],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652827,0.00003414127,0.00039723422,0.0012794031,0.0009580723,0.0008028715],"domain_scores_gemma":[0.9979657,0.00007740859,0.00016730886,0.0011104813,0.0005004974,0.00017863986],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00089959777,0.00029636812,0.00030161854,0.00020258722,0.0006182138,0.0011489853,0.002414853,0.00006650102,0.0000031207283],"category_scores_gemma":[0.00008180152,0.00022020322,0.000066380286,0.0038304708,0.00055428536,0.002863043,0.0011292804,0.00027904677,0.000070163704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002122305,0.0013753093,0.22827779,0.0030780619,0.00023095643,0.00050824124,0.009020621,0.011008773,0.0017254038,0.3462502,0.012670671,0.38564175],"study_design_scores_gemma":[0.0012752865,0.00043111396,0.067952804,0.00083139754,0.000025276719,0.00023608272,0.000029335954,0.9049056,0.0087466715,0.00921302,0.00548334,0.000870073],"about_ca_topic_score_codex":0.000037145175,"about_ca_topic_score_gemma":0.000008275117,"teacher_disagreement_score":0.8938968,"about_ca_system_score_codex":0.00023676765,"about_ca_system_score_gemma":0.0012926328,"threshold_uncertainty_score":0.99988794},"labels":[],"label_agreement":null},{"id":"W4417034885","doi":"10.48550/arxiv.2512.03972","title":"OOPredictor: Predicting Object-Oriented Accesses using Static Analysis","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; New Brunswick Innovation Foundation","keywords":"Static analysis; Pointer (user interface); Copying; Pointer analysis; Profiling (computer programming); Cache; Markov chain; Java; Indirection; Heap (data structure)","score_opus":0.04772929330741304,"score_gpt":0.3193781188780003,"score_spread":0.2716488255705873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417034885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6808723,0.0005926328,0.31023338,0.00014354668,0.0057539023,0.0010749889,0.00014505058,0.0006051496,0.00057898666],"genre_scores_gemma":[0.9905873,0.00056840683,0.006857567,0.000255173,0.00074743177,0.0001376988,0.00011375011,0.0000458501,0.0006868445],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9888993,0.00090352213,0.003151015,0.003661602,0.0017069596,0.001677626],"domain_scores_gemma":[0.9898397,0.0011266114,0.0019834938,0.004943094,0.0015708001,0.0005363347],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0025384442,0.0014076807,0.0024847412,0.0017282792,0.0014115089,0.0007288209,0.004004377,0.0010462544,0.0001969592],"category_scores_gemma":[0.0012274773,0.0013354039,0.0014890943,0.008433877,0.00045804403,0.0016370903,0.0060253283,0.0020075177,0.00012118673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003964888,0.00026843796,0.93611526,0.0020164882,0.0032992305,0.000028777069,0.0041662604,0.051865797,0.00005783559,0.000024397594,0.000071926195,0.0020459425],"study_design_scores_gemma":[0.00059543597,0.00010954614,0.466892,0.0020306772,0.0031072763,0.000009451557,0.00050639355,0.5241686,0.0007989203,0.0000801819,0.0006677222,0.0010337669],"about_ca_topic_score_codex":0.0029100063,"about_ca_topic_score_gemma":0.00017894905,"teacher_disagreement_score":0.47230282,"about_ca_system_score_codex":0.0010067286,"about_ca_system_score_gemma":0.0027565868,"threshold_uncertainty_score":0.99988854},"labels":[],"label_agreement":null},{"id":"W4417082462","doi":"10.59350/1szwv-5r629","title":"Fall 2016 Sprint Report: OAuth integration","year":2016,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sprint; Plug-in; Authentication (law); Authorization","score_opus":0.015517377987362139,"score_gpt":0.24847987799486396,"score_spread":0.23296250000750182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417082462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05379861,0.00020489495,0.91605514,0.006298814,0.0059664724,0.0005011867,0.0000031966408,0.0003937683,0.016777942],"genre_scores_gemma":[0.9562097,0.00026360218,0.007563097,0.00019735824,0.00045822246,0.000029087425,0.0000011705687,0.000016000495,0.035261713],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961132,0.00016535091,0.0012533353,0.0011791469,0.00065551285,0.0006334461],"domain_scores_gemma":[0.9962237,0.00018449037,0.00045732543,0.0023312576,0.0005233155,0.00027989814],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018364801,0.00037672924,0.0004112102,0.00014519316,0.00023042019,0.00025515424,0.0010312512,0.0002881807,0.00048194922],"category_scores_gemma":[0.0004271227,0.00018893168,0.00026811397,0.00041930683,0.00021373753,0.0015579845,0.0005454975,0.00018346205,0.0049787653],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018811426,0.00015452593,0.021642594,0.000054491928,0.00003549158,0.00009245148,0.00055010803,0.00000312912,0.0013790509,0.012510947,0.008541943,0.95501643],"study_design_scores_gemma":[0.0058971294,0.0019518521,0.47761497,0.0065307827,0.00015432975,0.0031052441,0.00044972493,0.052708603,0.08223449,0.026806286,0.33733654,0.005210036],"about_ca_topic_score_codex":0.0008275454,"about_ca_topic_score_gemma":0.00014021363,"teacher_disagreement_score":0.9498064,"about_ca_system_score_codex":0.0002851573,"about_ca_system_score_gemma":0.0007866776,"threshold_uncertainty_score":0.99579597},"labels":[],"label_agreement":null},{"id":"W4417250769","doi":"10.1109/models-c68889.2025.00067","title":"YANG-APR: Towards Supporting Evolution in Model-driven Network Management Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); Queen's University","funders":"","keywords":"Key (lock); Code (set theory); Point (geometry); Transformation (genetics); Source code; Model transformation","score_opus":0.011728463897596058,"score_gpt":0.26538690447572716,"score_spread":0.2536584405781311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417250769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023110708,0.0015702468,0.9261866,0.0006783134,0.005936149,0.0018123518,0.000002926724,0.00032262754,0.040380027],"genre_scores_gemma":[0.9760273,0.00019753531,0.011730492,0.00019805346,0.00021507799,0.00017370726,0.000004292279,0.000015476347,0.011438028],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944711,0.00029588304,0.0018661246,0.0013024906,0.0007150378,0.0013493651],"domain_scores_gemma":[0.9976396,0.00006728724,0.00037294693,0.0015232507,0.00024379604,0.00015309823],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028731115,0.00046863055,0.00072985416,0.00043960812,0.00039728056,0.00043430136,0.001425379,0.00034941087,0.000020980102],"category_scores_gemma":[0.000034538774,0.00042294804,0.00023537617,0.0025844283,0.00009791198,0.000895227,0.0012998765,0.00041449443,0.00012148962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002252155,0.00013970702,0.06118072,0.0014921817,0.00008358597,0.000020458532,0.00046398953,0.82705,0.0000020720536,0.07914395,0.004131887,0.02626894],"study_design_scores_gemma":[0.00071939145,0.000058784823,0.021086354,0.0015107734,0.000044220174,0.0000050353233,0.0003538058,0.9724825,0.0000071817663,0.0024785365,0.00083944283,0.0004139801],"about_ca_topic_score_codex":0.0010448012,"about_ca_topic_score_gemma":0.00008786518,"teacher_disagreement_score":0.9529166,"about_ca_system_score_codex":0.0012614662,"about_ca_system_score_gemma":0.0005608387,"threshold_uncertainty_score":0.99982226},"labels":[],"label_agreement":null},{"id":"W4417339291","doi":"10.1109/gcaiot68269.2025.11275555","title":"Leveraging AI for Security and Compliance in Cloud-Native and Service-Oriented Architectures: A Framework Approach","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Software deployment; Key (lock); Compliance (psychology); Face (sociological concept); Security information and event management; Security service","score_opus":0.020828051331336903,"score_gpt":0.2950375527136303,"score_spread":0.2742095013822934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417339291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29813275,0.0016245743,0.6928609,0.0042970655,0.0008057306,0.0015681811,0.000012514356,0.000090685186,0.0006075865],"genre_scores_gemma":[0.9546254,0.00008140378,0.04051436,0.0044011646,0.00010121075,0.00017356491,0.0000033512163,0.000012115609,0.00008738838],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996653,0.0002337567,0.00071248476,0.0014305718,0.00027991727,0.0006902289],"domain_scores_gemma":[0.9976656,0.0008964666,0.00015608227,0.000768162,0.00035130142,0.00016238009],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011260643,0.00045393946,0.00070744246,0.00029159943,0.00048408826,0.00030334102,0.000586443,0.00034309723,0.0000049780447],"category_scores_gemma":[0.0002452466,0.00039294615,0.00008497046,0.0016868004,0.00029038437,0.00029479832,0.000808314,0.00081933837,0.0000015243237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010813964,0.001661731,0.35930043,0.028224366,0.000499023,0.000012735219,0.3068772,0.0039935894,0.000028695162,0.12405723,0.00076406635,0.17349955],"study_design_scores_gemma":[0.0017755766,0.00012627302,0.027614208,0.0019364941,0.000025750924,0.000016578493,0.0020279442,0.88102925,0.00009569069,0.083864026,0.0010003976,0.00048781524],"about_ca_topic_score_codex":0.00039998966,"about_ca_topic_score_gemma":0.00010582248,"teacher_disagreement_score":0.8770357,"about_ca_system_score_codex":0.0001220789,"about_ca_system_score_gemma":0.0002594147,"threshold_uncertainty_score":0.99985224},"labels":[],"label_agreement":null},{"id":"W4417439110","doi":"10.1109/tse.2025.3645143","title":"CARE: Context Aware Root Cause Identification Using Distributed Traces and Profiling Metrics","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Brock University; University of Alberta","funders":"","keywords":"Root cause; Observability; Root cause analysis; Profiling (computer programming); Root (linguistics); Identification (biology); Benchmark (surveying)","score_opus":0.01619043411345925,"score_gpt":0.2561327355253319,"score_spread":0.23994230141187264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417439110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2103347,0.003152658,0.7797479,0.000044811586,0.00514628,0.00077940297,0.00017302558,0.000619973,0.0000012602978],"genre_scores_gemma":[0.9882842,0.0002167915,0.011179175,0.000025701196,0.00007094684,0.000098566496,0.0000147477795,0.00004669398,0.00006322541],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964413,0.00010628355,0.0010936613,0.0011349405,0.00054181146,0.0006820151],"domain_scores_gemma":[0.9973978,0.0005653185,0.00022384316,0.0010304408,0.00055753265,0.000225086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054025854,0.00062044256,0.0006405548,0.0009550994,0.0008738081,0.0005961728,0.0005882094,0.0004507956,0.000007911851],"category_scores_gemma":[0.00016697406,0.0006728652,0.00025607186,0.0030058355,0.000114388065,0.0011239038,0.00001592427,0.00082394667,0.0000123273885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006555527,0.00030261884,0.008498264,0.0040525054,0.0005562584,0.000026204756,0.0027702958,0.81286937,0.001064893,0.00014209325,0.000027349693,0.1696246],"study_design_scores_gemma":[0.0011262125,0.00013331379,0.004353305,0.0014738626,0.0004621345,0.000043451044,0.00072775845,0.9177999,0.072555736,0.000012310363,0.00035035913,0.000961651],"about_ca_topic_score_codex":0.00012892234,"about_ca_topic_score_gemma":0.000029401137,"teacher_disagreement_score":0.77794945,"about_ca_system_score_codex":0.00078480004,"about_ca_system_score_gemma":0.00038116254,"threshold_uncertainty_score":0.9995723},"labels":[],"label_agreement":null},{"id":"W4417519431","doi":"10.18280/ijsse.150905","title":"Network Anomaly Activity Detection Model Based on Feature Correlation Analysis","year":2025,"lang":"","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anomaly detection; Pattern recognition (psychology); Feature (linguistics); Correlation; Anomaly (physics)","score_opus":0.003754440193035479,"score_gpt":0.21614204824946182,"score_spread":0.21238760805642634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417519431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07207723,0.0004532018,0.9215272,0.002098282,0.0035455592,0.00010382994,0.000011391731,0.000028615468,0.00015469565],"genre_scores_gemma":[0.99667525,0.00019450854,0.0025202923,0.00019015449,0.00036594237,0.0000014836345,0.0000027757958,0.0000066992416,0.000042898006],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812907,0.0000814622,0.0006139395,0.00030463695,0.00064184173,0.00022906243],"domain_scores_gemma":[0.9982736,0.00029211649,0.00045461435,0.00024459301,0.00063050515,0.00010454926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010896011,0.00024462276,0.00045560094,0.000775688,0.00016178595,0.00021353619,0.00050771504,0.00025740388,0.0000056958265],"category_scores_gemma":[0.00015043547,0.000231751,0.000358517,0.0010472145,0.00003470422,0.00076969847,0.000087492226,0.0007845787,9.860698e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005795868,0.00008617723,0.004431037,0.000058716858,0.00069087127,0.000012026323,0.0003701337,0.97339714,0.000049984923,0.0007109769,0.000035053126,0.019578291],"study_design_scores_gemma":[0.00069904537,0.00011184551,0.045553382,0.00042013198,0.00025254398,0.000017251623,0.0000096693575,0.95184505,0.0001536261,0.00030023608,0.00046617037,0.0001710269],"about_ca_topic_score_codex":0.000020451673,"about_ca_topic_score_gemma":0.000014888079,"teacher_disagreement_score":0.92459804,"about_ca_system_score_codex":0.00037480937,"about_ca_system_score_gemma":0.00018526407,"threshold_uncertainty_score":0.94505316},"labels":[],"label_agreement":null},{"id":"W5119791","doi":"10.1007/978-3-319-10885-8_3","title":"A Systematic Approach for Composing General Middleware Completions to Performance Models","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Middleware (distributed applications); Programming language; Software engineering; Theoretical computer science; Distributed computing","score_opus":0.028512904725346056,"score_gpt":0.24190254234599357,"score_spread":0.2133896376206475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W5119791","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036726843,0.00025738898,0.9934962,0.00023894342,0.0015148564,0.0028054328,0.000012708009,0.00030420307,0.0010029902],"genre_scores_gemma":[0.22951911,0.000010321766,0.76829433,0.0010713263,0.00050385075,0.00022150527,0.000017964709,0.000048612623,0.00031295166],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99493736,0.00007132658,0.001082894,0.0018788256,0.0010980993,0.00093146967],"domain_scores_gemma":[0.9959144,0.00057435257,0.0004096236,0.0022147477,0.0005894299,0.0002974224],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002026812,0.0007030573,0.0012071434,0.00087708054,0.00068297575,0.0006307659,0.0039186375,0.00035204357,0.0000019939068],"category_scores_gemma":[0.00008613843,0.0005806825,0.0002770419,0.0006466644,0.0003727545,0.0006036126,0.0010741783,0.00052158773,0.00003152117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000109476705,0.000044161712,0.00004890738,0.00954861,0.000028092165,0.0000028410545,0.0015991511,0.93770003,0.000044287975,0.016506514,0.000044235636,0.03442224],"study_design_scores_gemma":[0.0002707594,0.00024296387,0.000027886477,0.004334853,0.000019433013,0.00007489788,3.7816474e-7,0.9828086,0.0001434349,0.011229989,0.00011830754,0.00072853034],"about_ca_topic_score_codex":0.000016161985,"about_ca_topic_score_gemma":0.0000084289495,"teacher_disagreement_score":0.22915184,"about_ca_system_score_codex":0.00050516205,"about_ca_system_score_gemma":0.00041570014,"threshold_uncertainty_score":0.9996645},"labels":[],"label_agreement":null},{"id":"W560334973","doi":"","title":"Proceedings of the IASTED International Conference, Artificial Intelligence and Soft Computing, July 24-26, 2000, Banff, Alberta, Canada","year":2000,"lang":"en","type":"book","venue":"IASTED/ACTA Press eBooks","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Soft computing; Computer science; Artificial intelligence; Artificial neural network","score_opus":0.02678397541983729,"score_gpt":0.22609484680490405,"score_spread":0.19931087138506676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W560334973","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070321974,0.000263812,0.0032412682,0.00040605053,0.0061840797,0.0021722633,0.00016555302,0.00033144956,0.98020333],"genre_scores_gemma":[0.46762726,0.000045978337,0.00055722654,0.00031247374,0.00062300864,0.000046375677,0.000017114482,0.00008713647,0.53068346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633545,0.000049383227,0.0011093841,0.0009322164,0.0010658354,0.00050775026],"domain_scores_gemma":[0.9973836,0.00025856518,0.00083671353,0.0007001548,0.0006386631,0.00018233409],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031777972,0.00056813855,0.0006874422,0.00013993304,0.00023168576,0.0003332689,0.002673899,0.00042059406,0.000047869828],"category_scores_gemma":[0.0000685733,0.0004338198,0.00016336756,0.00007693758,0.00039732474,0.00024434653,0.0008712834,0.0007965989,0.000009932174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043351421,0.00041969476,0.00077377073,0.0036354866,0.0015118674,0.00004871412,0.04234185,0.0007201464,0.00030898897,0.10686882,0.3252449,0.5176922],"study_design_scores_gemma":[0.0005672417,0.00025198027,0.000728774,0.0037342208,0.00019090071,0.00026195473,0.00021168591,0.05779893,0.0045776158,0.007197477,0.9224345,0.002044697],"about_ca_topic_score_codex":0.06546085,"about_ca_topic_score_gemma":0.03151683,"teacher_disagreement_score":0.5971896,"about_ca_system_score_codex":0.0002956325,"about_ca_system_score_gemma":0.002616959,"threshold_uncertainty_score":0.99981135},"labels":[],"label_agreement":null},{"id":"W629325718","doi":"10.4018/978-1-60960-747-0.ch001","title":"Towards a Holistic Approach to Fault Management","year":2011,"lang":"en","type":"book-chapter","venue":"Advances in computer and electrical engineering book series","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Dependability; Inefficiency; Fault management; Computer science; Fault (geology); Management system; Reliability engineering; Distributed computing; Risk analysis (engineering); Engineering; Software engineering; Operations management; Business","score_opus":0.010550010936489305,"score_gpt":0.21370429441844174,"score_spread":0.20315428348195244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W629325718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000826426,0.008017434,0.90412825,0.00003018438,0.0005947875,0.00040659014,0.0000021279438,0.00031099236,0.08650138],"genre_scores_gemma":[0.0121483235,0.032703206,0.884841,0.0011968156,0.0010717913,0.0003969335,0.000024104302,0.00020220493,0.06741557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811226,0.000009044313,0.00042012127,0.0007456826,0.00027189805,0.00044096934],"domain_scores_gemma":[0.99915355,0.000045502074,0.00006408373,0.0005290241,0.00004595218,0.00016187684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014869511,0.0004326124,0.00052882824,0.00034294464,0.00006045652,0.00009596805,0.0006458436,0.0001858068,0.0000033951676],"category_scores_gemma":[0.000007456072,0.00038706846,0.000083566694,0.00016952865,0.000044925244,0.0008286956,0.00043825433,0.0003723495,0.00001926804],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023818213,0.000039941453,0.000014248595,0.0007349829,0.000051297407,0.000049469454,0.0003709995,0.011466947,5.4086274e-7,0.6418491,0.0002767783,0.34512186],"study_design_scores_gemma":[0.00040944226,0.00056027615,0.00043917008,0.00056519645,0.000028870356,0.0001674771,0.0000012088134,0.07236511,0.000023539927,0.021976415,0.90215975,0.0013035429],"about_ca_topic_score_codex":0.0000044426743,"about_ca_topic_score_gemma":7.568245e-7,"teacher_disagreement_score":0.90188295,"about_ca_system_score_codex":0.00011317416,"about_ca_system_score_gemma":0.000028634404,"threshold_uncertainty_score":0.99985814},"labels":[],"label_agreement":null},{"id":"W635147021","doi":"","title":"Software Performance and Scalability: A Quantitative Approach","year":2009,"lang":"en","type":"book","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scalability; Computer science; Software; Profiling (computer programming); Software metric; Software engineering; Software development; Software quality; Operating system","score_opus":0.016747401320486025,"score_gpt":0.2328128986267603,"score_spread":0.21606549730627428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W635147021","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014151973,0.0015723631,0.37496766,0.00018148743,0.00039334205,0.0011951489,0.000007893017,0.0013186735,0.6189482],"genre_scores_gemma":[0.0027324837,0.0004012452,0.3719531,0.00056674413,0.00017723163,0.00006636774,0.00004063975,0.000042747968,0.62401944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973006,0.000071434435,0.000523179,0.0011433944,0.0005361196,0.00042526715],"domain_scores_gemma":[0.99783313,0.00023054688,0.00021170035,0.0013186537,0.00023256148,0.00017340945],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007522784,0.00048202163,0.0006833877,0.00018932454,0.00022123996,0.00020066866,0.0009985177,0.00047931334,0.000014977409],"category_scores_gemma":[0.00008705113,0.00036524766,0.00014511436,0.00021954946,0.00023852917,0.0007501858,0.00040239745,0.00053208944,0.00013461136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006452188,0.00042570676,0.007665421,0.005199059,0.00023633632,0.000018572737,0.0034216708,0.00015371399,0.0000018832003,0.09749421,0.16931228,0.71600664],"study_design_scores_gemma":[0.0034159329,0.005060609,0.054600354,0.0027473683,0.00026258078,0.0007671683,0.00017809967,0.19457589,0.00009113173,0.10990837,0.62033385,0.008058622],"about_ca_topic_score_codex":0.000007989591,"about_ca_topic_score_gemma":0.0000020442287,"teacher_disagreement_score":0.707948,"about_ca_system_score_codex":0.00019752984,"about_ca_system_score_gemma":0.00054195605,"threshold_uncertainty_score":0.99987996},"labels":[],"label_agreement":null},{"id":"W6887506710","doi":"10.17026/dans-z72-4geh","title":"The development of quantum computers and possible security problems of synchronized phasor measurements in the future “green energy” transmission networks","year":2019,"lang":"en","type":"dataset","venue":"DANS Data Station SSH","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Armed Forces","funders":"","keywords":"SCADA; Process (computing); Phasor; Perspective (graphical); Quantum computer; Transmission (telecommunications); Development (topology)","score_opus":0.035605644746036745,"score_gpt":0.278037638204364,"score_spread":0.24243199345832725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887506710","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090138684,0.0018557729,0.5933703,0.0002456287,0.0008492075,0.0010152888,0.4017376,0.000020392645,0.000004410542],"genre_scores_gemma":[0.012168861,0.00133423,0.0043627443,0.000079774945,0.000091859794,0.000050780392,0.9818967,0.000011384747,0.0000036878864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973266,0.00039710212,0.00081303465,0.00048918993,0.0007438501,0.00023023377],"domain_scores_gemma":[0.9973229,0.0002702905,0.0005425814,0.0016822376,0.00014230756,0.000039645776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024890185,0.00022315631,0.0003546894,0.000088057706,0.00018995114,0.00009855889,0.0026544714,0.00016540625,0.0000019019694],"category_scores_gemma":[0.000015030266,0.0001250001,0.000035390764,0.0004069161,0.00009162559,0.00043649026,0.00036528776,0.00023826248,0.0000011192491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009346234,0.00035518632,0.0010755686,0.002281674,0.00017842802,0.0000014390921,0.008763454,0.0009819238,0.000020262156,0.00009666889,0.888712,0.09743997],"study_design_scores_gemma":[0.0015290322,0.00014166438,0.003600754,0.00093360886,0.000049690152,0.000006716424,0.0004660479,0.18665563,0.000049555194,0.00017857793,0.806011,0.0003777213],"about_ca_topic_score_codex":0.0005317609,"about_ca_topic_score_gemma":0.0011217453,"teacher_disagreement_score":0.58900756,"about_ca_system_score_codex":0.00005327369,"about_ca_system_score_gemma":0.0003479282,"threshold_uncertainty_score":0.5097356},"labels":[],"label_agreement":null},{"id":"W6892532205","doi":"10.5281/zenodo.10457085","title":"Artifact of \"Region-Based Data Layout via Data Reuse Analysis\"","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Source code; Artifact (error); Reuse; Scripting language; Code (set theory); Transformation (genetics); Key (lock); Open source","score_opus":0.09586105217110309,"score_gpt":0.29631320640888037,"score_spread":0.2004521542377773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892532205","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009721386,0.00038457653,0.97765636,0.0025726603,0.0003391005,0.00041784358,0.00064686843,0.002058057,0.0062031597],"genre_scores_gemma":[0.99213904,0.000030450921,0.003327961,0.00006503528,0.00008448848,1.8694791e-8,0.0039875414,0.00024199301,0.00012344486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778974,0.00028845994,0.00035420057,0.0008380713,0.00046916358,0.00026039293],"domain_scores_gemma":[0.99156576,0.00007671164,0.00009247942,0.007835648,0.0003109775,0.00011839104],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0015539539,0.00012224237,0.00019669866,0.0003892495,0.000577501,0.0008154858,0.011430894,0.000055946955,0.0009275954],"category_scores_gemma":[0.0009260475,0.000107116066,0.00005871877,0.00218612,0.00012757022,0.0011083048,0.010004691,0.00019530438,0.0024075469],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006718487,0.00047165935,0.0005422374,0.0009400356,0.00096513797,0.0001460864,0.0023499413,0.0027043752,0.0012011324,0.0037574335,0.60002244,0.3868323],"study_design_scores_gemma":[0.00013109604,0.00007476993,0.00096909667,0.000046203906,0.00006934896,0.000032698896,0.000026043781,0.44793248,0.0001637139,0.00015176069,0.5502666,0.00013615603],"about_ca_topic_score_codex":0.000049139733,"about_ca_topic_score_gemma":8.650955e-7,"teacher_disagreement_score":0.9824177,"about_ca_system_score_codex":0.00006226612,"about_ca_system_score_gemma":0.000018819012,"threshold_uncertainty_score":0.9999857},"labels":[],"label_agreement":null},{"id":"W6892838939","doi":"10.5281/zenodo.12489137","title":"shotokan terminology pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Terminology; Meaning (existential); Throwing; Pronunciation; Original meaning; Term (time)","score_opus":0.02408917840329526,"score_gpt":0.24513898754092708,"score_spread":0.22104980913763184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892838939","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020862366,0.00044359465,0.014013458,0.00045967006,0.0009663154,0.0004328572,0.0000686474,0.0037586861,0.9798359],"genre_scores_gemma":[0.0034338736,0.00021892988,0.0013081122,0.0002021619,0.0006605185,1.2184593e-7,0.0004996002,0.006768831,0.98690784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980642,0.00021416927,0.0002476957,0.00074106595,0.00033932927,0.00039352552],"domain_scores_gemma":[0.9984538,0.000011483595,0.00011477102,0.0011323752,0.00015058559,0.00013698325],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00046040956,0.00021921951,0.00023779942,0.0004740592,0.0004924663,0.0008884983,0.002482971,0.00023491483,0.04716268],"category_scores_gemma":[0.00013144524,0.00020069243,0.000086733016,0.00054031675,0.00015652276,0.00015223084,0.0022462988,0.00040471926,0.31833234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024345593,0.000033063123,6.840403e-7,0.00023620683,0.00003945314,0.000038942235,0.00026415286,7.978953e-7,0.00003093437,0.0027511378,0.9449724,0.051629808],"study_design_scores_gemma":[0.00013172837,0.000108974535,0.000019107423,0.00013747707,0.00000993991,0.00024082589,0.00002181706,0.0002321244,0.00002656574,0.00036850866,0.99848163,0.00022130681],"about_ca_topic_score_codex":0.000024444746,"about_ca_topic_score_gemma":4.5471594e-7,"teacher_disagreement_score":0.27116966,"about_ca_system_score_codex":0.000110789275,"about_ca_system_score_gemma":0.000006794534,"threshold_uncertainty_score":0.95370835},"labels":[],"label_agreement":null},{"id":"W6892869335","doi":"10.5281/zenodo.12805280","title":"Automatic cross-architecture modelling and application profiling","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Profiling (computer programming); Benchmarking; Workload; Code (set theory); Source code","score_opus":0.019745052756781636,"score_gpt":0.2554420273649765,"score_spread":0.2356969746081949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892869335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068037994,0.00028766348,0.9248098,0.00038957293,0.000112807094,0.00036284764,0.000012486417,0.0023114837,0.0036753432],"genre_scores_gemma":[0.98979115,0.000036432783,0.009551137,0.00003816914,0.00009623013,1.3200984e-7,0.00008959452,0.00030138655,0.00009575929],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881023,0.00009967323,0.0001934363,0.0004396761,0.0002399923,0.0002169911],"domain_scores_gemma":[0.9992445,0.000029966131,0.000035626446,0.00042366152,0.00017767647,0.000088548324],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000723302,0.00009756333,0.000089227506,0.00014911295,0.0011696662,0.0017473596,0.00070694886,0.000053567368,0.00016293762],"category_scores_gemma":[0.000072332594,0.00008598573,0.000030389341,0.0005080492,0.000089523695,0.0004681368,0.0006769777,0.00020454472,0.001315145],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007774107,0.000047335372,0.000024078483,0.00092988735,0.00003319775,0.000011739716,0.0033819599,0.010661214,0.0020630285,0.02348854,0.0024323638,0.9569189],"study_design_scores_gemma":[0.00009973326,0.00005432157,0.00013390975,0.000059566213,0.000003921656,0.00016287433,0.000029751445,0.81422067,0.0005436289,0.0021916525,0.18237767,0.00012231106],"about_ca_topic_score_codex":0.000004629656,"about_ca_topic_score_gemma":2.8447273e-8,"teacher_disagreement_score":0.9567966,"about_ca_system_score_codex":0.00006611053,"about_ca_system_score_gemma":0.000004833041,"threshold_uncertainty_score":0.9994624},"labels":[],"label_agreement":null},{"id":"W6892932653","doi":"10.5281/zenodo.13369332","title":"AIRY Keto Gummies: The Ultimate Solution for Weight Loss Price USA","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Limiting; Quality (philosophy); Order (exchange)","score_opus":0.023914963075187274,"score_gpt":0.25205522338390557,"score_spread":0.22814026030871828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892932653","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023416365,0.0010393598,0.37356973,0.0028577487,0.0016442311,0.0017797669,0.0003353692,0.003044638,0.6157057],"genre_scores_gemma":[0.008017759,0.0012147949,0.007228654,0.0007150588,0.00254389,0.0000022795355,0.0011729824,0.011360327,0.96774423],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977189,0.0002384219,0.00031939044,0.00074977183,0.00048332562,0.00049023185],"domain_scores_gemma":[0.9981174,0.000044854653,0.00019416945,0.0012002691,0.0003254095,0.00011792261],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011516808,0.0002627868,0.00023637118,0.00027358613,0.0012505093,0.0010923867,0.0026799284,0.0001944299,0.005384847],"category_scores_gemma":[0.00025039585,0.0001914423,0.0001348138,0.0006162401,0.00021123435,0.00024302707,0.001719757,0.0003504427,0.04466916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010906956,0.000039555212,0.0000012695548,0.00051471544,0.000060635153,0.0000060388325,0.0006226812,0.000005520864,0.000031608957,0.0032076112,0.9662674,0.029232055],"study_design_scores_gemma":[0.00022610735,0.00010486586,0.000028308856,0.00020387294,0.00001971443,0.000078746736,0.000028728899,0.0036725835,0.00003663685,0.0004110822,0.9949473,0.00024205299],"about_ca_topic_score_codex":0.000037259015,"about_ca_topic_score_gemma":0.0000012453096,"teacher_disagreement_score":0.36634108,"about_ca_system_score_codex":0.00019596903,"about_ca_system_score_gemma":0.000010238526,"threshold_uncertainty_score":0.99994457},"labels":[],"label_agreement":null},{"id":"W6893313379","doi":"10.5281/zenodo.15653480","title":"Enhancing Automated Network Function Onboarding through Language Extension and Code Refactoring","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code refactoring; Codebase; Scripting language; Code (set theory); Identifier; Undo; Block (permutation group theory); Function (biology); Extension (predicate logic)","score_opus":0.019468087374706348,"score_gpt":0.25490620376795964,"score_spread":0.2354381163932533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893313379","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008695214,0.0018607535,0.40901312,0.00021475449,0.0016680149,0.00089607405,0.000090424044,0.015661048,0.5697263],"genre_scores_gemma":[0.37471914,0.0048901243,0.0664457,0.0017617444,0.006825186,0.0000011249871,0.0043676533,0.02557218,0.51541716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821365,0.00024301399,0.00025153824,0.000642965,0.00029999492,0.00034881686],"domain_scores_gemma":[0.9988003,0.000032349493,0.00016982172,0.0007320408,0.0001864509,0.00007907833],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00064994005,0.00019978221,0.00024343052,0.00018743142,0.0011528272,0.0006197339,0.00074680697,0.0001792289,0.0011004768],"category_scores_gemma":[0.00024330184,0.00019042534,0.000045872835,0.0005706257,0.000059405676,0.0002814589,0.0014628954,0.0002884967,0.0010437767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025140846,0.00004572746,0.000009923936,0.00064852496,0.00010915973,0.000024108322,0.0015897596,0.00013446255,0.0017938307,0.0031506352,0.91521424,0.077254504],"study_design_scores_gemma":[0.0002359518,0.00008010195,0.0003437672,0.00061253126,0.000017200031,0.000033727814,0.000105403255,0.002767966,0.00014431588,0.00008237965,0.9953511,0.00022557257],"about_ca_topic_score_codex":0.00007380128,"about_ca_topic_score_gemma":0.0000023421428,"teacher_disagreement_score":0.3738496,"about_ca_system_score_codex":0.00012465338,"about_ca_system_score_gemma":0.000008118747,"threshold_uncertainty_score":0.99981266},"labels":[],"label_agreement":null},{"id":"W6901820368","doi":"10.60692/wnaby-67f94","title":"Evaluating factors contributing to the failure of information system in the banking industry","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Key (lock); Order (exchange); Banking industry; Information system; Failure mode and effects analysis; Field (mathematics); Rough set; Set (abstract data type)","score_opus":0.04119097551164559,"score_gpt":0.2537013000289762,"score_spread":0.2125103245173306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901820368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9194076,0.0000024247543,0.077675276,0.00023213576,0.00076133356,0.0012127364,0.00005925791,0.00017633072,0.0004728707],"genre_scores_gemma":[0.99908465,7.1758652e-9,0.00034468714,0.00022569958,0.000042474334,0.00028208448,0.000013317137,0.0000038119501,0.0000032775695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99643224,0.0005507187,0.0012917073,0.00014977226,0.0011637461,0.000411808],"domain_scores_gemma":[0.9979213,0.00008813333,0.00082181545,0.0008434157,0.0002791983,0.000046169636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006964488,0.00018447277,0.0002744734,0.0003510541,0.00085336436,0.0003696401,0.0013928561,0.00011952709,0.000006106801],"category_scores_gemma":[0.00013785773,0.000105558545,0.000092678216,0.0013848203,0.00001809485,0.0019266597,0.00056172954,0.0004877885,0.00006662085],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002147091,0.000002465865,0.44476327,0.0006800324,0.00002298976,8.4346976e-7,0.50495064,0.04552453,8.7315146e-7,0.0022401914,0.000086978536,0.0017057016],"study_design_scores_gemma":[0.001266064,0.00020032833,0.25715736,0.00050876033,0.000023385872,0.00014186556,0.5532992,0.1856971,0.00023563838,0.0000030838453,0.0010903095,0.00037694408],"about_ca_topic_score_codex":0.00006235324,"about_ca_topic_score_gemma":6.670576e-7,"teacher_disagreement_score":0.18760592,"about_ca_system_score_codex":0.0004477094,"about_ca_system_score_gemma":0.0001284905,"threshold_uncertainty_score":0.6563475},"labels":[],"label_agreement":null},{"id":"W6902089944","doi":"10.6084/m9.figshare.26740475","title":"Additional file 1 of Factors associated with a history of critical wandering among Medic-Alert subscribers","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glenrose Rehabilitation Hospital; University of Alberta; University of Waterloo","funders":"","keywords":"Identification (biology); The Internet; Disadvantage; Affect (linguistics)","score_opus":0.040281137018866243,"score_gpt":0.2602173329334831,"score_spread":0.21993619591461686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902089944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6370753,0.0008006288,0.010043334,0.00051990297,0.0042265924,0.001771249,0.19888528,0.00014914258,0.14652859],"genre_scores_gemma":[0.9895213,6.1448173e-7,0.0049347254,0.000009739162,0.000029956056,0.000056723235,0.0021438599,0.000008905495,0.0032941732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905866,0.000036888865,0.00022342561,0.00024157754,0.00030408925,0.00013536823],"domain_scores_gemma":[0.99822587,0.001336326,0.00006238233,0.00021587222,0.000099490375,0.000060070073],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018974832,0.000083591745,0.00018662104,0.000060136063,0.000025861698,0.00003417195,0.00045999556,0.000062743915,0.25094286],"category_scores_gemma":[0.0004913543,0.00006044926,0.000050777726,0.00018764162,0.00024571863,0.00051512284,0.0001342475,0.000101244215,0.000027861133],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059101076,0.00010171928,0.0014469671,0.00010227198,0.00007496985,0.00001672233,0.003276589,0.000008579743,0.000026452279,0.00003647775,0.9882248,0.0066785067],"study_design_scores_gemma":[0.0008982387,0.0008235507,0.1606702,0.008440109,0.00011327352,0.000026614765,0.0012463775,0.040868122,0.0021479696,0.00024932,0.7834948,0.0010214491],"about_ca_topic_score_codex":0.000045618173,"about_ca_topic_score_gemma":0.000043154334,"teacher_disagreement_score":0.35244602,"about_ca_system_score_codex":0.00016665515,"about_ca_system_score_gemma":0.0005337372,"threshold_uncertainty_score":0.7497419},"labels":[],"label_agreement":null},{"id":"W6903282469","doi":"10.1109/tpds.2025.3587641","title":"<i>$\\mathsf{streamline}$</i>: Accelerating Deployment and Assessment of Real-Time Big Data Systems","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Testbed; Cloud computing; Software deployment; Pipeline (software); Big data; Benchmarking; Stream processing; Dependability; Modular design","score_opus":0.04520426180685106,"score_gpt":0.2959825439453026,"score_spread":0.25077828213845155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6903282469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038491845,0.00062665856,0.9574181,0.00014211316,0.0015005622,0.0006937467,0.00049308286,0.00021528044,0.00041863535],"genre_scores_gemma":[0.9973851,0.0004844532,0.0016725945,0.000014133096,0.000045383436,0.00011466058,0.00005936256,0.000009237536,0.00021509334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976868,0.00019640705,0.00078620884,0.00069349044,0.00034307796,0.0002939939],"domain_scores_gemma":[0.99796003,0.00028142263,0.00022345468,0.0012582587,0.00014729705,0.00012956031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000726472,0.00026387325,0.0005466754,0.0001513985,0.00032259722,0.0002794658,0.00059132307,0.00015261162,0.0000011923923],"category_scores_gemma":[0.000009037891,0.0002130426,0.00005555182,0.000448749,0.00008138058,0.00038972287,0.000032380933,0.00019291053,0.000003771608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025187922,0.0027236065,0.022530548,0.009242753,0.001850567,0.00005811624,0.0009830543,0.84239167,0.0075390968,0.01047704,0.008242894,0.0937088],"study_design_scores_gemma":[0.0012468407,0.00017441633,0.0035561344,0.0006907161,0.00008217764,0.00004498573,0.0002576532,0.99209374,0.00012313479,0.000030282761,0.0013854275,0.0003144708],"about_ca_topic_score_codex":0.0010263093,"about_ca_topic_score_gemma":0.000017583146,"teacher_disagreement_score":0.95889324,"about_ca_system_score_codex":0.0000755101,"about_ca_system_score_gemma":0.00020197194,"threshold_uncertainty_score":0.8687625},"labels":[],"label_agreement":null},{"id":"W6911137974","doi":"10.5281/zenodo.10063089","title":"Rationale Dataset and Analysis for the Commit Messages of the Linux Kernel Out-of-Memory Killer","year":2023,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Commit; Source code; Code (set theory); Upload; Kernel (algebra); Data source","score_opus":0.04123783812420403,"score_gpt":0.2636953020695899,"score_spread":0.22245746394538587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911137974","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012491908,0.005158191,0.6461577,0.012416853,0.005894681,0.014282318,0.042676475,0.005692477,0.26647213],"genre_scores_gemma":[0.16495135,0.0061204266,0.008536363,0.0013006715,0.0021568504,0.0000065104477,0.026443273,0.023951098,0.76653343],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987002,0.00020354675,0.00026192292,0.00031916847,0.00036321426,0.00015196226],"domain_scores_gemma":[0.9981487,0.00016943984,0.0002759477,0.0011123726,0.00025252326,0.00004101924],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00093948346,0.00011979202,0.00022502795,0.00018972831,0.0006351447,0.00017503793,0.0018889531,0.00008132329,0.0010699274],"category_scores_gemma":[0.0004255871,0.00007450705,0.00010168836,0.0006550131,0.0002518392,0.000098616365,0.0015168592,0.00013842036,0.00024213646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007707283,0.000035683657,0.00006539684,0.0001827132,0.00035682236,4.1442928e-7,0.00066213525,0.000107363645,0.000017183744,0.000912432,0.9849885,0.012663634],"study_design_scores_gemma":[0.00020267206,0.000037542923,0.0020336008,0.000053266074,0.0000911118,0.0000024053147,0.000087792614,0.0022082145,0.00004071267,0.000055611985,0.9950937,0.00009337699],"about_ca_topic_score_codex":0.000057218876,"about_ca_topic_score_gemma":0.000010124481,"teacher_disagreement_score":0.6376213,"about_ca_system_score_codex":0.000026019865,"about_ca_system_score_gemma":0.000008220503,"threshold_uncertainty_score":0.99984324},"labels":[],"label_agreement":null},{"id":"W6925362143","doi":"10.17605/osf.io/kmfkk","title":"Yukon Marine Life Survey","year":2016,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Marine life; Marine debris; Reef; Artificial reef; Marine research","score_opus":0.017313387384936235,"score_gpt":0.24630461602238793,"score_spread":0.2289912286374517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925362143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4463438,0.0000019818447,0.23666923,0.0013808835,0.0018047607,0.001014277,0.000016113232,0.0009227118,0.31184626],"genre_scores_gemma":[0.881394,0.00009028316,0.004697137,0.0002798686,0.00012164163,0.0001312351,0.0000057835878,0.000029507532,0.11325052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949529,0.00091487024,0.0006875488,0.0022955402,0.00055857794,0.0005905471],"domain_scores_gemma":[0.99143577,0.0011218708,0.00025264258,0.0065076086,0.0002925534,0.00038957244],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009092326,0.00031176975,0.00042479418,0.00014164337,0.00019595149,0.00015932294,0.0028411096,0.00022500935,0.1406739],"category_scores_gemma":[0.0057383254,0.00023003675,0.00018554603,0.00042705185,0.00015980039,0.00085224153,0.0039298963,0.0002484548,0.7775645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007175988,0.0002516133,0.7988316,0.000074042764,0.00008746978,0.000012698903,0.00040002642,0.000078302575,0.0009924354,0.0017297249,0.022943614,0.17452675],"study_design_scores_gemma":[0.0009027206,0.0000024692513,0.9409569,0.000086195774,0.000011414325,0.000034516263,0.000009327713,0.0014687001,0.0043627243,0.0037453983,0.047884345,0.0005353192],"about_ca_topic_score_codex":0.0006633359,"about_ca_topic_score_gemma":0.00012706089,"teacher_disagreement_score":0.6368906,"about_ca_system_score_codex":0.0002171775,"about_ca_system_score_gemma":0.0002957088,"threshold_uncertainty_score":0.93806267},"labels":[],"label_agreement":null},{"id":"W6928771641","doi":"10.48336/c9q3-jq34","title":"A review of reconfigurable intelligence surfaces and their application to machine learning-assisted underwater communication","year":2025,"lang":"en","type":"article","venue":"Memorial University Research Repository (Memorial University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Underwater; Underwater acoustic communication; Beamforming; Communications system; Face (sociological concept); Underwater acoustics","score_opus":0.02548942749747681,"score_gpt":0.27029026921798993,"score_spread":0.2448008417205131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6928771641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34519142,0.013660011,0.45191407,0.010770641,0.0087016085,0.009463221,0.0000638219,0.0014574714,0.15877774],"genre_scores_gemma":[0.9810005,0.0076987566,0.0016009996,0.000052192685,0.00014365661,0.0000018378039,0.00001813255,0.000010024335,0.009473907],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971475,0.001335704,0.00028537394,0.0005777457,0.0003367221,0.00031694007],"domain_scores_gemma":[0.9972028,0.00057190715,0.00015871423,0.000975029,0.0009273588,0.00016416091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017986831,0.00017239389,0.00038271307,0.00064323033,0.00091226434,0.000082535094,0.0017517926,0.00015279726,0.0000074043214],"category_scores_gemma":[0.00020661052,0.00016761635,0.00010351771,0.002462797,0.00030230562,0.00063859444,0.0008764233,0.0004660995,0.000012953777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011941911,0.0035021908,0.036397908,0.041382093,0.0023526784,0.00039868453,0.018571975,0.0048736874,0.18303266,0.27811012,0.039057896,0.3803782],"study_design_scores_gemma":[0.0025519768,0.0011113717,0.002452257,0.0074191485,0.00012975735,0.000035417743,0.0038917894,0.014973115,0.08526141,0.0018517965,0.8793483,0.0009736584],"about_ca_topic_score_codex":0.0022891206,"about_ca_topic_score_gemma":0.00014934465,"teacher_disagreement_score":0.8402904,"about_ca_system_score_codex":0.00045313107,"about_ca_system_score_gemma":0.00043626496,"threshold_uncertainty_score":0.7016492},"labels":[],"label_agreement":null},{"id":"W6930007578","doi":"10.5255/ukda-sn-5802-2","title":"Quarterly Labour Force Survey Household Dataset, October - December, 2007","year":2014,"lang":"en","type":"other","venue":"UK Data Archive","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Unemployment; Work (physics); Sample (material); Survey data collection; Northern ireland; Data collection; Work force; Data source","score_opus":0.03262516032270901,"score_gpt":0.27203069433418936,"score_spread":0.23940553401148035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930007578","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011018226,0.0008796116,0.70659363,0.00007272685,0.0042679273,0.0010816493,0.22508809,0.0010296153,0.06087653],"genre_scores_gemma":[0.0025597287,0.00074788736,0.09732163,0.0030617209,0.0045045135,0.00013502568,0.3477965,0.0013160928,0.54255694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963036,0.00046295425,0.000486416,0.0015593626,0.0005438765,0.0006437865],"domain_scores_gemma":[0.99025947,0.00048296156,0.00038463002,0.008598158,0.000030751904,0.00024405033],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013886316,0.000499856,0.00062258693,0.0002569223,0.00011957952,0.00023881672,0.0066664442,0.00027133958,0.0005350767],"category_scores_gemma":[0.00013103813,0.00040817272,0.000069200556,0.0002701981,0.00015620435,0.0004082249,0.0016751806,0.0004580883,0.0021665576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008040471,0.000040773095,0.0032776229,0.0001409924,0.000066902685,0.00001171952,0.00007108052,0.0000024492808,0.0000013074114,0.00043568504,0.9914223,0.00452116],"study_design_scores_gemma":[0.00037459063,0.00009340704,0.010423743,0.00018781703,0.00001881488,0.000022947104,0.0000045376296,0.0015537612,0.0000014221823,0.0003136827,0.9864364,0.0005688228],"about_ca_topic_score_codex":0.00932011,"about_ca_topic_score_gemma":0.011381884,"teacher_disagreement_score":0.609272,"about_ca_system_score_codex":0.000026622429,"about_ca_system_score_gemma":0.00020547477,"threshold_uncertainty_score":0.99983704},"labels":[],"label_agreement":null},{"id":"W6930089835","doi":"10.5281/zenodo.12453164","title":"alcoholics anonymous first edition pdf","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alcoholics Anonymous; Sobriety; Courage; Anonymity; Resource (disambiguation)","score_opus":0.020821870903094612,"score_gpt":0.2348230355274783,"score_spread":0.21400116462438368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930089835","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001142091,0.0004303182,0.032201625,0.0007016386,0.0012751806,0.0005026517,0.00014478478,0.0039557964,0.96077657],"genre_scores_gemma":[0.0055092694,0.0006921268,0.0020148063,0.0003101351,0.00259865,2.751786e-7,0.0017914971,0.010781842,0.9763014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979724,0.0001529951,0.000265967,0.00072219066,0.00050661433,0.00037979425],"domain_scores_gemma":[0.99841356,0.000014248775,0.00014069083,0.0010482034,0.00022676207,0.0001565478],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00054526544,0.00023644933,0.00022251571,0.0004394736,0.0007821315,0.0012618816,0.00199463,0.00023116803,0.028503614],"category_scores_gemma":[0.00016639997,0.00022457646,0.00009645237,0.00073624606,0.00012346428,0.00023670445,0.0017106459,0.00039285794,0.23698148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028167058,0.000045658206,5.169744e-7,0.00036431637,0.000036906913,0.000023915763,0.00032067855,0.000005083112,0.000011444653,0.0018102678,0.97965276,0.017725604],"study_design_scores_gemma":[0.00016216366,0.000103647304,0.000018802095,0.0002350606,0.000012810103,0.00014904483,0.000021152277,0.00048931787,0.00002361491,0.00029914413,0.99823415,0.00025109676],"about_ca_topic_score_codex":0.000037427642,"about_ca_topic_score_gemma":0.0000012318233,"teacher_disagreement_score":0.20847787,"about_ca_system_score_codex":0.00016960883,"about_ca_system_score_gemma":0.000007290518,"threshold_uncertainty_score":0.99977493},"labels":[],"label_agreement":null},{"id":"W6930128815","doi":"10.5281/zenodo.11795050","title":"Fiat 500e bedienungsanleitung pdf","year":2024,"lang":"de","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"TSG101; Nucleofection; Work (physics); Electrocution; Power (physics)","score_opus":0.02349691081652911,"score_gpt":0.2422121178978007,"score_spread":0.2187152070812716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930128815","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003199511,0.0039451784,0.014690226,0.0012640213,0.0042075613,0.001330715,0.00034008917,0.003200737,0.9707015],"genre_scores_gemma":[0.029213091,0.0020388053,0.0015768547,0.0005132819,0.004643239,3.3300566e-7,0.0025765644,0.015386756,0.9440511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99502033,0.0006125472,0.00070052815,0.001646456,0.0010514408,0.0009687093],"domain_scores_gemma":[0.99660033,0.000045079585,0.0003167519,0.0019108437,0.00069171557,0.00043525366],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016833142,0.0005548356,0.0005349712,0.000699751,0.0020790782,0.0035303428,0.004024551,0.00044951861,0.15071341],"category_scores_gemma":[0.0005627725,0.0005308344,0.0002685585,0.0014934915,0.00041255713,0.00045861836,0.0048304466,0.001069028,0.7588937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019675874,0.000139251,0.000003965432,0.001055671,0.00018497246,0.0000976987,0.0019818554,0.000017969356,0.00011174994,0.0021254134,0.93454564,0.05971616],"study_design_scores_gemma":[0.00036418595,0.00031651414,0.00007857882,0.00070487586,0.000071225775,0.0002376886,0.00013457573,0.00160001,0.000052137937,0.00034417893,0.99551624,0.0005797662],"about_ca_topic_score_codex":0.00003921123,"about_ca_topic_score_gemma":6.646188e-7,"teacher_disagreement_score":0.60818034,"about_ca_system_score_codex":0.00043977553,"about_ca_system_score_gemma":0.00002227909,"threshold_uncertainty_score":0.9997143},"labels":[],"label_agreement":null},{"id":"W6931438885","doi":"10.5281/zenodo.7288154","title":"Crimes Related to Cryptocurrency and Regulations to Combat Crypto Crimes","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cryptocurrency; Gold rush; Boom; Stock market; Government (linguistics); Profit (economics); Speculation","score_opus":0.02285552856691575,"score_gpt":0.25367921858472037,"score_spread":0.23082369001780462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931438885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7001346,0.0005621834,0.17904691,0.022111714,0.001723819,0.0041337153,0.00030055852,0.006569817,0.08541669],"genre_scores_gemma":[0.9940154,0.000012199495,0.0039679357,0.00039854454,0.000042150226,5.9224226e-7,0.00013587518,0.00036097065,0.0010663547],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803424,0.0003582977,0.0002884192,0.0005427133,0.0004480126,0.0003283101],"domain_scores_gemma":[0.99857235,0.000039980096,0.000064086315,0.00071758777,0.00034313553,0.00026284705],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008355334,0.00012848098,0.00014588144,0.00032425325,0.0035516922,0.0006053594,0.0013924675,0.000032661435,0.0027030616],"category_scores_gemma":[0.00039750463,0.00013326897,0.00003842071,0.0012843288,0.00005956007,0.0003637749,0.0036241326,0.00022564706,0.002375273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007291579,0.00035843995,0.00020770686,0.0001165695,0.000061219675,0.000020577694,0.019297563,0.002499106,0.0030141303,0.09633925,0.5866907,0.29132178],"study_design_scores_gemma":[0.00032733422,0.0005036026,0.010540205,0.000020611407,0.000006048067,0.00012925774,0.00043891402,0.001672878,0.00022385422,0.0016076426,0.9842786,0.00025104554],"about_ca_topic_score_codex":0.000020087324,"about_ca_topic_score_gemma":1.3010249e-7,"teacher_disagreement_score":0.39758787,"about_ca_system_score_codex":0.00014912721,"about_ca_system_score_gemma":0.000008891915,"threshold_uncertainty_score":0.9984015},"labels":[],"label_agreement":null},{"id":"W6931454071","doi":"10.5281/zenodo.5051424","title":"FIGURE 3. Piezura nigrigenus Nishida. A. Male genitalia external structures, posterior. B. Male sternite 5 in A taxonomic revision of Piezura Rondani (Diptera: Fanniidae)","year":2005,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Male genitalia; Adult male; External genitalia; Population","score_opus":0.016088143760726176,"score_gpt":0.2303221182643097,"score_spread":0.21423397450358353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931454071","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13098238,0.008092149,0.056494735,0.0006186562,0.002451807,0.0057675145,0.0018315229,0.003352002,0.7904092],"genre_scores_gemma":[0.66234803,0.000978206,0.011317825,0.00031250122,0.0015086118,6.419698e-7,0.0015889747,0.007132714,0.3148125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661434,0.00043739413,0.0007556753,0.0009438773,0.00066321273,0.00058552664],"domain_scores_gemma":[0.9974876,0.00002274376,0.00055448455,0.0014330874,0.00030532575,0.00019677088],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00068860326,0.00042638212,0.0005481489,0.00073648995,0.00044433112,0.00076295016,0.0029948887,0.0003297731,0.031396113],"category_scores_gemma":[0.00012028186,0.000408235,0.0001457474,0.0006933627,0.00016808683,0.00049765746,0.0019152527,0.0005772685,0.0049490044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001224658,0.00024028517,0.00054415496,0.0011817991,0.000107439024,0.0001838054,0.00157487,0.000083739935,0.0016811782,0.0005115819,0.59212214,0.40164652],"study_design_scores_gemma":[0.00069656374,0.00022288442,0.002926514,0.0006097919,0.000014215233,0.0005593726,0.000054932687,0.0004409257,0.00013141254,0.00001659179,0.9938855,0.0004412853],"about_ca_topic_score_codex":0.00015396497,"about_ca_topic_score_gemma":0.0000061170267,"teacher_disagreement_score":0.53136563,"about_ca_system_score_codex":0.00027715642,"about_ca_system_score_gemma":0.00002295924,"threshold_uncertainty_score":0.9998369},"labels":[],"label_agreement":null},{"id":"W6931772866","doi":"10.5291/ill-data.1-06-22","title":"Interfacial transport in water electrolyzers to elucidate mass transport losses","year":2023,"lang":"en","type":"dataset","venue":"Institut Laue-Langevin","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mass transport; Mass transfer; Work (physics); Deposition (geology); Process (computing)","score_opus":0.013901582780964013,"score_gpt":0.25284316422444414,"score_spread":0.23894158144348013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931772866","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037156977,0.00028469675,0.015519476,0.0013927559,0.009855175,0.0029303292,0.93108475,0.0013629033,0.00041296135],"genre_scores_gemma":[0.026312372,0.0005653577,0.0010131066,0.0013023574,0.0010165384,0.00072230474,0.9680968,0.00010157716,0.00086958904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955282,0.00009714042,0.0010757872,0.0013556965,0.0007814432,0.0011616858],"domain_scores_gemma":[0.9977328,0.000055242213,0.00012934755,0.0017067894,0.000099957506,0.00027586595],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009645773,0.000705592,0.0010105481,0.000795252,0.00014608014,0.00010757039,0.002746617,0.0006177772,0.00006187931],"category_scores_gemma":[0.000042211643,0.0005351009,0.0002781874,0.0010027562,0.0001224573,0.00062879705,0.00016740586,0.0008948421,0.005837918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015221609,0.00019941587,0.0031934462,0.001090654,0.00013030393,0.0014621593,0.0008122554,0.00065903534,0.0004010795,0.00003409735,0.98984855,0.0020167949],"study_design_scores_gemma":[0.0005948182,0.00018916157,0.0026696036,0.0005201762,0.00005035875,0.000025330122,0.000011546904,0.0000335957,0.0011823598,0.0000777424,0.993771,0.00087427953],"about_ca_topic_score_codex":0.0035078682,"about_ca_topic_score_gemma":0.010607643,"teacher_disagreement_score":0.03701207,"about_ca_system_score_codex":0.00027859202,"about_ca_system_score_gemma":0.00042499427,"threshold_uncertainty_score":0.9997101},"labels":[],"label_agreement":null},{"id":"W6931842700","doi":"10.5281/zenodo.7839031","title":"What Causes Exceptions in Machine Learning Applications? Mining Machine Learning-Related Stack Traces on Stack Overflow","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Stack (abstract data type); Call stack; Dependency (UML); Code (set theory); Source code","score_opus":0.0335797871210277,"score_gpt":0.26415175052410755,"score_spread":0.23057196340307984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931842700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425728,0.0010203936,0.02512981,0.004051808,0.0008743075,0.0024570164,0.00013041428,0.010582645,0.013180823],"genre_scores_gemma":[0.99403316,0.0011557905,0.00031414442,0.00006891105,0.000078236146,9.243639e-7,0.0010289144,0.00052293926,0.0027969577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997255,0.00061807636,0.00044194478,0.0006732137,0.000518028,0.00049369264],"domain_scores_gemma":[0.9986412,0.00014030671,0.00016970473,0.00062212365,0.00027460846,0.00015205759],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014553546,0.0002052957,0.00021996706,0.00057250913,0.00210144,0.0012745318,0.0012023004,0.00010348012,0.0013011165],"category_scores_gemma":[0.0005252009,0.00020129651,0.00006685902,0.0023273912,0.00011291855,0.0011015537,0.0009504449,0.00065528945,0.008585263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022154635,0.0012289771,0.012687639,0.00073496986,0.00022882447,0.00015357079,0.0378278,0.14046286,0.0037253995,0.007998389,0.03196827,0.7627618],"study_design_scores_gemma":[0.0011426025,0.00061901455,0.014336879,0.00021890264,0.0000104607725,0.0000753512,0.0015722327,0.1362595,0.0002495213,0.00026647278,0.84475756,0.0004914847],"about_ca_topic_score_codex":0.000038353297,"about_ca_topic_score_gemma":0.0000038957646,"teacher_disagreement_score":0.8127893,"about_ca_system_score_codex":0.00018818176,"about_ca_system_score_gemma":0.00000959618,"threshold_uncertainty_score":0.99976224},"labels":[],"label_agreement":null},{"id":"W6958776808","doi":"10.6084/m9.figshare.26607649.v1","title":"Additional file 1 of Effectiveness of visceral fascial therapy targeting visceral dysfunctions outcome: systematic review of randomized controlled trials","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Randomized controlled trial; MEDLINE; Clinical trial; Meta-analysis; Compression Bandage","score_opus":0.02891360644163753,"score_gpt":0.30309710375836296,"score_spread":0.2741834973167254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958776808","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001757681,0.01873233,0.00043122345,0.000023080673,0.0003634518,0.0055614887,0.9743616,0.000112780144,0.0003964876],"genre_scores_gemma":[0.062883936,0.00063621235,0.002575405,0.0002093402,0.0006465948,0.048460115,0.88385046,0.00007107772,0.0006668907],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934692,0.0029283292,0.0025901936,0.00028448607,0.0005688121,0.00015897518],"domain_scores_gemma":[0.95020634,0.04723945,0.0014037513,0.00041787524,0.000687275,0.000045285196],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050490825,0.00020999431,0.004884826,0.00016049814,0.00005535892,0.000041977437,0.0004339631,0.00009422036,0.636303],"category_scores_gemma":[0.056901,0.000118831784,0.001963679,0.00047724138,0.00003080913,0.0002573695,0.00008504837,0.00012723194,0.00015038959],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014416407,0.000055316887,0.0000012493823,0.46996388,0.0005642795,0.00000136504,0.000053944277,0.000011278484,0.000018364393,0.000059546528,0.52771974,0.00010938695],"study_design_scores_gemma":[0.031146023,0.00012130846,0.00007553862,0.9598147,0.00022749833,0.000007342533,0.0000086518085,0.0053582033,0.00024936392,0.00013104378,0.0026467931,0.00021349947],"about_ca_topic_score_codex":0.0000055781447,"about_ca_topic_score_gemma":2.3745665e-7,"teacher_disagreement_score":0.6361526,"about_ca_system_score_codex":0.000042115273,"about_ca_system_score_gemma":0.0003037764,"threshold_uncertainty_score":0.9510431},"labels":[],"label_agreement":null},{"id":"W6959146065","doi":"10.7266/n7vh5kvg","title":"CTD profile data of the Mississippi Bight, Mobile Bay and Western Florida Shelf off the R/V Point Sur during late October and early November 2015","year":2015,"lang":"en","type":"dataset","venue":"GRIIDC","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CTD; Bay; West coast; Nova scotia; Cape","score_opus":0.020856975907663847,"score_gpt":0.25543954238199745,"score_spread":0.23458256647433362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959146065","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4636102,0.0040659783,0.00004365547,0.0005844852,0.002591124,0.0015276613,0.5274301,0.00009591172,0.000050849303],"genre_scores_gemma":[0.3094416,0.0072873356,0.0028183796,0.0018443515,0.007737329,0.0015113455,0.64989954,0.00049382885,0.01896626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973685,0.0001858423,0.0005621531,0.0008601248,0.00064143393,0.00038192482],"domain_scores_gemma":[0.9949582,0.0001594612,0.00039426147,0.0041381777,0.00019317315,0.00015668904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012773791,0.00037642271,0.000521313,0.000074878975,0.00022587812,0.00025374806,0.0027983014,0.00026969786,0.000033063636],"category_scores_gemma":[0.000104000625,0.0001899682,0.000071820075,0.00030001262,0.00025660841,0.0007933919,0.0038197343,0.00049279793,0.000049005535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019330033,0.000056115292,0.01788033,0.0005921989,0.00007744073,0.000008004195,0.0005151112,0.000008542073,0.000020311585,0.0000012412919,0.9797602,0.001061163],"study_design_scores_gemma":[0.0006901835,0.00009209749,0.13767892,0.00038090855,0.00008221164,0.00009069488,0.000026927522,0.0004456565,0.00014629315,0.000033637778,0.85988295,0.0004495239],"about_ca_topic_score_codex":0.0007784142,"about_ca_topic_score_gemma":0.0003789488,"teacher_disagreement_score":0.15416859,"about_ca_system_score_codex":0.000040243627,"about_ca_system_score_gemma":0.0002450642,"threshold_uncertainty_score":0.77466786},"labels":[],"label_agreement":null},{"id":"W6966906893","doi":"10.48550/arxiv.2505.19078","title":"Proceedings 16th International Workshop on Programming Language Approaches to Concurrency and Communication-cEntric Software","year":2025,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Concurrency; Event (particle physics); Concurrent object-oriented programming; Concurrent computing; Programming paradigm; Software; Concurrency control; Extensible programming","score_opus":0.10427081442621143,"score_gpt":0.21830748831912997,"score_spread":0.11403667389291854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966906893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5278189,0.0005283998,0.46261382,0.0011094942,0.0012139609,0.0016845035,0.000035003093,0.00089635694,0.004099553],"genre_scores_gemma":[0.9881467,0.00015854079,0.010359705,0.000103477854,0.000050743383,0.000011860362,0.000024682417,0.000007811482,0.0011364475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843156,0.000049222428,0.00021378703,0.0009183516,0.0001282111,0.00025884347],"domain_scores_gemma":[0.9985401,0.00016555788,0.00018300946,0.00080840435,0.00016623647,0.00013666903],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032553848,0.00026024086,0.0002665009,0.0003511074,0.00018953162,0.00024697484,0.002020226,0.00022056168,0.0000056893996],"category_scores_gemma":[0.00015490346,0.0002654601,0.000099180135,0.000699793,0.00008173652,0.00031958043,0.0027073938,0.00053142005,0.000020684838],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019081523,0.0011229739,0.3060217,0.0022615262,0.0006018795,0.00008459918,0.023221735,0.03773897,0.0000036371534,0.32113084,0.0030131394,0.3046082],"study_design_scores_gemma":[0.005386837,0.00049790106,0.058283653,0.011074157,0.0004573551,0.000041510564,0.00941594,0.8461295,0.00034986745,0.028521907,0.03424746,0.0055939574],"about_ca_topic_score_codex":0.000053543834,"about_ca_topic_score_gemma":0.0000101783535,"teacher_disagreement_score":0.8083905,"about_ca_system_score_codex":0.00022713961,"about_ca_system_score_gemma":0.0001375025,"threshold_uncertainty_score":0.99997973},"labels":[],"label_agreement":null},{"id":"W6968041886","doi":"10.5281/zenodo.14340259","title":"Checklist: Pathways to National PID Strategies","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission","keywords":"PID controller; Checklist; Government (linguistics); Conversation; Identifier; Control (management)","score_opus":0.046293058068048,"score_gpt":0.2649525769039863,"score_spread":0.21865951883593832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968041886","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19722538,0.00007386977,0.27800652,0.0082958825,0.0014093282,0.0017334769,0.000312721,0.016599309,0.49634352],"genre_scores_gemma":[0.9972302,0.000017761226,0.0010335085,0.0002448027,0.00017551472,1.2939809e-7,0.0002865953,0.0003446952,0.0006668215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833536,0.00013994599,0.00020909545,0.00041168285,0.0005726507,0.00033128],"domain_scores_gemma":[0.9986506,0.000028825798,0.00004990455,0.0004593037,0.00065713626,0.00015420349],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011328728,0.00010359232,0.00010233877,0.00027097092,0.0014395567,0.001138336,0.0015345658,0.000047182053,0.00083143974],"category_scores_gemma":[0.00045339463,0.00009920817,0.00004272167,0.0014521795,0.00005681071,0.00061591476,0.0014099912,0.00013694914,0.02929712],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025745907,0.00013041367,0.000022944134,0.00014743094,0.00003662456,0.000031047206,0.0071885674,0.0019509388,0.0063018412,0.12782593,0.72413635,0.13220216],"study_design_scores_gemma":[0.00021305465,0.00015290486,0.004191025,0.000021797241,0.0000014591176,0.00005282745,0.00039145988,0.004442891,0.00044328973,0.0024493777,0.98746014,0.0001797884],"about_ca_topic_score_codex":0.00000660365,"about_ca_topic_score_gemma":1.4811994e-7,"teacher_disagreement_score":0.8000048,"about_ca_system_score_codex":0.00012504288,"about_ca_system_score_gemma":0.000015452923,"threshold_uncertainty_score":0.99989855},"labels":[],"label_agreement":null},{"id":"W6968829006","doi":"10.5281/zenodo.7888465","title":"Investigating the Impact of Pull Request Reviews on Software Quality Metrics and Code Smells","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Software; Code (set theory); Software quality; Directory; Code smell; Quality (philosophy)","score_opus":0.10441867049082394,"score_gpt":0.3364648172387983,"score_spread":0.23204614674797436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968829006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92265606,0.0010800182,0.052345943,0.0023201976,0.00043291482,0.002569089,0.0004270159,0.003831663,0.014337092],"genre_scores_gemma":[0.99615335,0.0007715214,0.0020243789,0.00016181219,0.00009528476,1.5236887e-7,0.00017271368,0.00036627642,0.00025453104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788785,0.0007451556,0.00039618954,0.0003478154,0.00036214667,0.00026085335],"domain_scores_gemma":[0.9983266,0.00017574515,0.0002264141,0.0007934392,0.00035801562,0.00011976131],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003919163,0.00011942963,0.00020582955,0.00019561089,0.0011032379,0.0003857921,0.0012214906,0.000049488965,0.00014981283],"category_scores_gemma":[0.0045025013,0.000078887584,0.00007583162,0.0018887244,0.00017614716,0.00028679107,0.0010963477,0.00022303581,0.0014513292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033292195,0.00021722913,0.004158441,0.0009911921,0.00010655295,0.000009560399,0.009622018,0.0009703228,0.002934287,0.011620005,0.3056525,0.6636846],"study_design_scores_gemma":[0.0011814758,0.001755733,0.17826277,0.00059854856,0.000025790803,0.00014131196,0.00047782593,0.020775499,0.0017218087,0.0039993674,0.79025644,0.0008034112],"about_ca_topic_score_codex":0.00005599855,"about_ca_topic_score_gemma":3.1264284e-7,"teacher_disagreement_score":0.6628812,"about_ca_system_score_codex":0.00009254022,"about_ca_system_score_gemma":0.00000848185,"threshold_uncertainty_score":0.99932617},"labels":[],"label_agreement":null},{"id":"W6968863115","doi":"10.5281/zenodo.3672037","title":"Portage Network: Update on Progress and Transition","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Transition (genetics); Work (physics); Process (computing); Field (mathematics)","score_opus":0.025300102774699813,"score_gpt":0.22578350022496124,"score_spread":0.20048339745026142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968863115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20082037,0.0006998627,0.68176156,0.05470997,0.0006797057,0.0025125055,0.00014276407,0.008505374,0.050167907],"genre_scores_gemma":[0.9972252,0.000053988617,0.0010937651,0.0010543013,0.00017339262,3.8796408e-8,0.00013749574,0.00023738318,0.00002439446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880797,0.00015794145,0.00016477217,0.0003781222,0.00024703948,0.00024415177],"domain_scores_gemma":[0.99929875,0.000009918376,0.00007060273,0.00029913126,0.00015438373,0.00016720484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041862065,0.000094103,0.00010364808,0.000045301495,0.0010059135,0.00053223176,0.00065927475,0.00004178921,0.00047907518],"category_scores_gemma":[0.000076958386,0.0000861046,0.00002752068,0.00041243664,0.0000857641,0.00034550813,0.0004413505,0.00015884625,0.0017402173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013953965,0.00016327378,0.00008643878,0.0002832149,0.000051958817,0.000071944145,0.0066135367,0.00084594433,0.00027083053,0.026764242,0.18445288,0.7802562],"study_design_scores_gemma":[0.00049687794,0.0005194328,0.0020442791,0.000039916584,0.000005942434,0.000075890515,0.00007326699,0.017416257,0.00018036527,0.00031797448,0.9786268,0.00020301531],"about_ca_topic_score_codex":0.0000013123658,"about_ca_topic_score_gemma":2.5082144e-8,"teacher_disagreement_score":0.79640484,"about_ca_system_score_codex":0.000025662028,"about_ca_system_score_gemma":0.0000022772006,"threshold_uncertainty_score":0.999037},"labels":[],"label_agreement":null},{"id":"W6968865755","doi":"10.5281/zenodo.3672038","title":"Portage Network: Update on Progress and Transition","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Transition (genetics); Work (physics); Process (computing); Field (mathematics)","score_opus":0.025300102774699813,"score_gpt":0.22578350022496124,"score_spread":0.20048339745026142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968865755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20082037,0.0006998627,0.68176156,0.05470997,0.0006797057,0.0025125055,0.00014276407,0.008505374,0.050167907],"genre_scores_gemma":[0.9972252,0.000053988617,0.0010937651,0.0010543013,0.00017339262,3.8796408e-8,0.00013749574,0.00023738318,0.00002439446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880797,0.00015794145,0.00016477217,0.0003781222,0.00024703948,0.00024415177],"domain_scores_gemma":[0.99929875,0.000009918376,0.00007060273,0.00029913126,0.00015438373,0.00016720484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041862065,0.000094103,0.00010364808,0.000045301495,0.0010059135,0.00053223176,0.00065927475,0.00004178921,0.00047907518],"category_scores_gemma":[0.000076958386,0.0000861046,0.00002752068,0.00041243664,0.0000857641,0.00034550813,0.0004413505,0.00015884625,0.0017402173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013953965,0.00016327378,0.00008643878,0.0002832149,0.000051958817,0.000071944145,0.0066135367,0.00084594433,0.00027083053,0.026764242,0.18445288,0.7802562],"study_design_scores_gemma":[0.00049687794,0.0005194328,0.0020442791,0.000039916584,0.000005942434,0.000075890515,0.00007326699,0.017416257,0.00018036527,0.00031797448,0.9786268,0.00020301531],"about_ca_topic_score_codex":0.0000013123658,"about_ca_topic_score_gemma":2.5082144e-8,"teacher_disagreement_score":0.79640484,"about_ca_system_score_codex":0.000025662028,"about_ca_system_score_gemma":0.0000022772006,"threshold_uncertainty_score":0.999037},"labels":[],"label_agreement":null},{"id":"W6977279236","doi":"10.6084/m9.figshare.16641940","title":"Additional file 1 of Ixekizumab improves spinal pain, function, fatigue, stiffness, and sleep in radiographic axial Spondyloarthritis: COAST-V/W 52-week results","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"BASDAI; Ankylosing spondylitis; BASFI; Ixekizumab; Spondylitis; Repeated measures design","score_opus":0.01729227903107537,"score_gpt":0.21634061127068707,"score_spread":0.1990483322396117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977279236","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010642024,0.00077296654,0.000082672406,0.00007763378,0.00014042965,0.0001866268,0.9973929,0.000094820665,0.00018778071],"genre_scores_gemma":[0.17117399,0.000013004237,0.0018053845,0.00020231328,0.00026762637,0.0008263933,0.82554656,0.000017381935,0.00014737574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827945,0.000140473,0.0004547221,0.0005232346,0.00033513823,0.00026700817],"domain_scores_gemma":[0.9979847,0.00087805704,0.00019075439,0.00044332436,0.00040909878,0.00009402954],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014692672,0.00017077042,0.00025542823,0.00016148044,0.000115895156,0.00008886121,0.00029058184,0.00013120373,0.35819185],"category_scores_gemma":[0.0036498352,0.00016706574,0.00009845113,0.0008543868,0.000035689744,0.00052152725,0.00020337594,0.00019147396,0.00010788718],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061479506,0.00007977724,0.000019478768,0.00022235443,0.000013112867,0.000035842222,0.00007437642,0.000011500485,0.000006845897,0.000008836098,0.8964704,0.102996],"study_design_scores_gemma":[0.0018774198,0.00046248714,0.348286,0.006624856,0.0000067019337,0.00011584842,0.00013608007,0.005237275,0.000082601335,0.0003527561,0.6363243,0.00049370487],"about_ca_topic_score_codex":0.000018723666,"about_ca_topic_score_gemma":0.00011203324,"teacher_disagreement_score":0.35808393,"about_ca_system_score_codex":0.000025361871,"about_ca_system_score_gemma":0.00026329843,"threshold_uncertainty_score":0.6812743},"labels":[],"label_agreement":null},{"id":"W6977533577","doi":"10.6084/m9.figshare.27123694","title":"Additional file 1 of Contextualizing HIV testing experiences within the HIV prevention cascade: qualitative insights from refugee youth in Bidi Bidi refugee settlement, Uganda","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"United Nations University Institute for Water, Environment, and Health; Women's College Hospital; University of Toronto","funders":"","keywords":"Refugee; Human immunodeficiency virus (HIV); Qualitative research; Population; Immigration; Qualitative property","score_opus":0.06757911745974023,"score_gpt":0.3152895769668385,"score_spread":0.2477104595070983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977533577","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019051244,0.00048377187,0.00008730842,0.00006058463,0.00014189252,0.00031762916,0.97935236,0.0001700511,0.000335176],"genre_scores_gemma":[0.4325735,8.564543e-7,0.0040743984,0.000090352296,0.00023639554,0.0017463414,0.56090504,0.000020441797,0.0003526657],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979507,0.0003197616,0.00056911306,0.00050299393,0.00045118306,0.00020629728],"domain_scores_gemma":[0.9955204,0.003599479,0.0002755545,0.000394846,0.00015934664,0.00005038639],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000212873,0.00018405756,0.00022150109,0.00011682822,0.0001621999,0.00016165784,0.00060495635,0.00009837288,0.23728299],"category_scores_gemma":[0.0029854889,0.0001229945,0.00009009868,0.0008176946,0.000040643543,0.0007635031,0.00023705773,0.000247336,0.0006792721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045577585,0.00002833299,0.000023687822,0.00016023169,0.000023049253,0.000008640863,0.09648392,0.000026594105,0.0000132531295,0.00007909197,0.9022432,0.0009054516],"study_design_scores_gemma":[0.0012567084,0.0004995039,0.007936431,0.08709208,0.000045938126,0.000029266457,0.19496065,0.082926996,0.0038710462,0.0050839237,0.61455804,0.0017394157],"about_ca_topic_score_codex":0.000035596637,"about_ca_topic_score_gemma":0.000069371716,"teacher_disagreement_score":0.4184473,"about_ca_system_score_codex":0.00008852788,"about_ca_system_score_gemma":0.0003115831,"threshold_uncertainty_score":0.87308955},"labels":[],"label_agreement":null},{"id":"W6977583812","doi":"10.60692/07amm-xmt85","title":"Evaluating factors contributing to the failure of information system in the banking industry","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Key (lock); Order (exchange); Banking industry; Information system; Failure mode and effects analysis; Field (mathematics); Rough set; Set (abstract data type)","score_opus":0.04119097551164559,"score_gpt":0.2537013000289762,"score_spread":0.2125103245173306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977583812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9194076,0.0000024247543,0.077675276,0.00023213576,0.00076133356,0.0012127364,0.00005925791,0.00017633072,0.0004728707],"genre_scores_gemma":[0.99908465,7.1758652e-9,0.00034468714,0.00022569958,0.000042474334,0.00028208448,0.000013317137,0.0000038119501,0.0000032775695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99643224,0.0005507187,0.0012917073,0.00014977226,0.0011637461,0.000411808],"domain_scores_gemma":[0.9979213,0.00008813333,0.00082181545,0.0008434157,0.0002791983,0.000046169636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006964488,0.00018447277,0.0002744734,0.0003510541,0.00085336436,0.0003696401,0.0013928561,0.00011952709,0.000006106801],"category_scores_gemma":[0.00013785773,0.000105558545,0.000092678216,0.0013848203,0.00001809485,0.0019266597,0.00056172954,0.0004877885,0.00006662085],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002147091,0.000002465865,0.44476327,0.0006800324,0.00002298976,8.4346976e-7,0.50495064,0.04552453,8.7315146e-7,0.0022401914,0.000086978536,0.0017057016],"study_design_scores_gemma":[0.001266064,0.00020032833,0.25715736,0.00050876033,0.000023385872,0.00014186556,0.5532992,0.1856971,0.00023563838,0.0000030838453,0.0010903095,0.00037694408],"about_ca_topic_score_codex":0.00006235324,"about_ca_topic_score_gemma":6.670576e-7,"teacher_disagreement_score":0.18760592,"about_ca_system_score_codex":0.0004477094,"about_ca_system_score_gemma":0.0001284905,"threshold_uncertainty_score":0.6563475},"labels":[],"label_agreement":null},{"id":"W6981764681","doi":"","title":"Fall 2006 Nova Southeastern University Farquhar College of Arts and Sciences Student Catalog","year":2006,"lang":"en","type":"other","venue":"NSUWorks (Nova Southeastern University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; Yarmouk University; Universidad de Antioquia; Simon Fraser University; Beijing Normal University; York University; Universidad del Atlántico; Virginia Commonwealth University; Nova Southeastern University; Florida Institute of Technology; Towson University; University of the Pacific; Iowa State University; Colgate University; Eastern Illinois University; University of Miami; University of South Carolina; University of Southern California; Louisiana State University; Texas State University; Santa Clara University; East Carolina University; St. John's University; University of Notre Dame; University of North Florida; College of Engineering, Michigan State University; Simpson Fund; DePaul University; Pomona College; University of Pittsburgh; University of Central Florida; Villanova University; Auburn University; Michigan State University; University of South Florida; University College Dublin; Coastal Carolina University; Florida International University; State University of New York; Arkansas State University; Ball State University; University of Illinois at Urbana-Champaign; Colorado State University; Portland State University; Harvard University; University of Washington; University of Southern Mississippi; Johns Hopkins University; Florida Atlantic University; Western Michigan University; Rowan University; Temple University; Valparaiso University; Georgia Institute of Technology; University of Pennsylvania; Rice University; Ohio State University; City University of New York; Yale University","keywords":"Nova (rocket); The arts; Work (physics); Research council","score_opus":0.018681308557957105,"score_gpt":0.22416876044004147,"score_spread":0.20548745188208437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981764681","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09655414,0.0017041882,0.12517236,0.00051101187,0.004101562,0.0029010782,0.0043564104,0.0016237579,0.7630755],"genre_scores_gemma":[0.45120126,0.00009083877,0.003395102,0.000055858727,0.00030080703,5.916166e-7,0.00004937605,0.00018669156,0.54471946],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99674934,0.00018444927,0.0003906475,0.0012594374,0.0007591963,0.0006569263],"domain_scores_gemma":[0.9977739,0.00009581946,0.000631872,0.0011127611,0.0001667296,0.00021894669],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004177823,0.0005911194,0.00083398115,0.0013101287,0.000275459,0.000074997835,0.0023563365,0.00061273266,0.000049501177],"category_scores_gemma":[0.000008755226,0.00058842497,0.00023453406,0.0015120163,0.0008542439,0.0003766703,0.0012165672,0.0004186525,0.00013416307],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029183613,0.0015862011,0.9063263,0.00199637,0.0010462585,0.0013649721,0.006153869,0.00066509144,0.0000401273,0.026129907,0.046040088,0.008359],"study_design_scores_gemma":[0.008683315,0.0010839691,0.04791847,0.0043012938,0.0006195604,0.0002020483,0.015850568,0.0026854621,0.00004730166,0.00027827328,0.91368896,0.0046408074],"about_ca_topic_score_codex":0.00344215,"about_ca_topic_score_gemma":0.004536503,"teacher_disagreement_score":0.86764884,"about_ca_system_score_codex":0.00009608925,"about_ca_system_score_gemma":0.00031440877,"threshold_uncertainty_score":0.99965674},"labels":[],"label_agreement":null},{"id":"W6986254056","doi":"","title":"Ontario's Government Found 15,000 COVID-19 Workplace Violations. They Stopped Work Only 24 Times.","year":2021,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Government (linguistics); Order (exchange); Key (lock); Quality (philosophy)","score_opus":0.015612325406774454,"score_gpt":0.24561124766172032,"score_spread":0.22999892225494586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986254056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72214705,0.002934868,0.17810723,0.0124353245,0.010022032,0.0020814955,0.00007352357,0.0017389006,0.070459574],"genre_scores_gemma":[0.9363257,0.000033510794,0.016579561,0.0054927776,0.0003340406,0.00008099664,0.00002277202,0.000029868843,0.041100733],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996629,0.00025231784,0.00057473005,0.0009235794,0.0010235445,0.0005968145],"domain_scores_gemma":[0.99690354,0.00038090866,0.00020301528,0.0017802698,0.00014281286,0.0005894374],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008644013,0.00033305946,0.00040304274,0.00003607279,0.00060459337,0.0005408152,0.0010182684,0.00021618849,0.001916341],"category_scores_gemma":[0.00026201754,0.00029979486,0.00021182658,0.0005894611,0.0000870144,0.0008349196,0.00052660954,0.0005497585,0.0011782167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020046781,0.00081815984,0.8374141,0.00025909967,0.00030877086,0.00031757748,0.0055759726,0.004672576,0.00013318988,0.06558046,0.0736656,0.011054053],"study_design_scores_gemma":[0.0014237196,0.00010351784,0.058518775,0.00019006521,0.000038555827,0.00009433629,0.00016989703,0.0006615913,0.00023227399,0.0051143547,0.93269956,0.00075335504],"about_ca_topic_score_codex":0.010475427,"about_ca_topic_score_gemma":0.065096416,"teacher_disagreement_score":0.85903394,"about_ca_system_score_codex":0.0018224444,"about_ca_system_score_gemma":0.0015795407,"threshold_uncertainty_score":0.9999454},"labels":[],"label_agreement":null},{"id":"W6986931268","doi":"","title":"Researching Canadian Law","year":2019,"lang":"en","type":"report","venue":"eCommons (Cornell University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Durvalumab","score_opus":0.059135550077100626,"score_gpt":0.23726700751567328,"score_spread":0.17813145743857267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986931268","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005530353,0.00015626942,0.0051084226,0.00017982272,0.0034914555,0.00049144565,0.00007918393,0.00032055774,0.9846425],"genre_scores_gemma":[0.9399279,0.00027196127,0.00051285035,0.00010884322,0.0002552057,0.0000010514032,0.00005101108,0.000035876437,0.05883535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742943,0.00019553918,0.00026604556,0.00089969323,0.00045773346,0.0007515874],"domain_scores_gemma":[0.99658644,0.00017891468,0.00017986694,0.0021330055,0.00042051185,0.0005012526],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011094193,0.0003128545,0.000480395,0.00079466787,0.00045098978,0.00018918622,0.0027213935,0.00047838467,0.00010499727],"category_scores_gemma":[0.00007326357,0.0003262741,0.00027065576,0.00089893263,0.00011544717,0.000632628,0.0007589822,0.0009671393,0.0013391296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052538315,0.00037331067,0.20008183,0.0027897137,0.0009822742,0.005695605,0.0017796465,0.0076182703,0.0000088833585,0.32058322,0.44007224,0.019962478],"study_design_scores_gemma":[0.00022601681,0.00006411283,0.004006839,0.0002002815,0.000023701745,0.000059784623,0.000043994416,0.0030131326,0.000009128235,0.0007689978,0.9910334,0.00055060606],"about_ca_topic_score_codex":0.431444,"about_ca_topic_score_gemma":0.37801954,"teacher_disagreement_score":0.9343975,"about_ca_system_score_codex":0.0020880583,"about_ca_system_score_gemma":0.0050326916,"threshold_uncertainty_score":0.99991894},"labels":[],"label_agreement":null},{"id":"W6989264496","doi":"","title":"Analyse de l'accessibilité piétonne dans le cadre de la ville des courtes distances et dans une perspective d'équité sociale : le cas de Montréal","year":2023,"lang":"fr","type":"other","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transportation infrastructure; Urban tourism; Local Development","score_opus":0.009398307635570532,"score_gpt":0.261219234183716,"score_spread":0.2518209265481455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989264496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24641459,0.010487793,0.71856093,0.006967415,0.00040743506,0.0014022571,0.00029597967,0.0024729073,0.012990701],"genre_scores_gemma":[0.883855,0.0029999705,0.06658743,0.00076404156,0.0008112865,0.001410371,0.000035175814,0.0007736086,0.042763136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99133694,0.0020850233,0.0012893766,0.0019243354,0.00089639204,0.0024679261],"domain_scores_gemma":[0.99406374,0.0012838646,0.00096979714,0.0022270016,0.00057288347,0.0008827314],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004855206,0.0013034825,0.0015767483,0.00070885295,0.0015965835,0.0011221841,0.0026775142,0.0016977449,0.00008202901],"category_scores_gemma":[0.0013455063,0.0012977015,0.000918237,0.0026022645,0.0019027642,0.0013182127,0.00090425747,0.0017016695,0.00004971988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00021180398,0.001882362,0.71274364,0.0007929352,0.0009637246,0.0011208174,0.072662026,0.01734921,0.005569104,0.16267759,0.006351876,0.017674906],"study_design_scores_gemma":[0.0022032573,0.00051976077,0.7172212,0.0015158445,0.0004815591,0.00095057924,0.03922418,0.15435068,0.013051863,0.060129162,0.00745908,0.0028928008],"about_ca_topic_score_codex":0.8169783,"about_ca_topic_score_gemma":0.7839587,"teacher_disagreement_score":0.6519735,"about_ca_system_score_codex":0.00937852,"about_ca_system_score_gemma":0.0072131837,"threshold_uncertainty_score":0.9999717},"labels":[],"label_agreement":null},{"id":"W6996463257","doi":"","title":"Scripps Networks Interactive reports third quarter 2017 operating results","year":2017,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); The Internet; Table (database); Key (lock)","score_opus":0.013982472652831226,"score_gpt":0.2712947062590123,"score_spread":0.2573122336061811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996463257","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000072881903,0.0003950505,0.12117389,0.0002468614,0.007029734,0.00045998907,0.000004674169,0.0007856442,0.8698969],"genre_scores_gemma":[0.01319224,0.00010853152,0.012261162,0.00029623954,0.0015728095,0.000052503357,0.000028118422,0.000121515026,0.97236687],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974386,0.000101620295,0.00056984834,0.0011096037,0.00035557259,0.0004247177],"domain_scores_gemma":[0.9950672,0.0000782061,0.0010213796,0.0035839046,0.00012554112,0.00012379994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009022439,0.00039498525,0.00054559694,0.00015072002,0.00029139192,0.0006332349,0.0013340005,0.0004945852,0.00007251519],"category_scores_gemma":[0.00020832298,0.00027926711,0.00016797597,0.00008262891,0.00008493791,0.0006229321,0.0005031205,0.0005078889,0.00023426503],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040928903,0.000021466056,0.0002464793,0.000033802404,0.000047984635,0.00013708003,0.00025039585,0.000029475237,7.7743596e-7,0.000042609438,0.9944474,0.004738444],"study_design_scores_gemma":[0.00037926514,0.000108148924,0.0005236409,0.001596061,0.000015588563,0.00027384303,0.00003722225,0.02006143,0.000020925745,0.00006963578,0.9761913,0.0007229811],"about_ca_topic_score_codex":0.001216197,"about_ca_topic_score_gemma":0.0003493175,"teacher_disagreement_score":0.10891273,"about_ca_system_score_codex":0.000067688656,"about_ca_system_score_gemma":0.00014015687,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W6998995058","doi":"","title":"Can Microservice-Based Online-Retailers be Used as an SPL? A study of six reference architectures","year":2020,"lang":"en","type":"other","venue":"Archipelago (University of Quebec in Montreal)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Reuse; Feature (linguistics); Interchangeability; Software; Software versioning; Set (abstract data type); Service (business); Feature model","score_opus":0.018558221883153068,"score_gpt":0.22893704830421688,"score_spread":0.2103788264210638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6998995058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99410313,0.000065057924,0.0006101306,0.0004590947,0.0001121365,0.0009617068,0.0001958822,0.0001995383,0.0032933482],"genre_scores_gemma":[0.98970956,0.000020116098,0.005375914,0.00013864577,0.000035376437,0.0000017398792,0.00010126889,0.00007465646,0.004542751],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9973641,0.0004346875,0.00036302878,0.0008697704,0.0006083365,0.00036005458],"domain_scores_gemma":[0.997611,0.00015242754,0.000559507,0.001399208,0.00007150024,0.00020640061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023122772,0.00039103633,0.00088511937,0.0006527631,0.00008319402,0.000021446742,0.002367311,0.00028063188,0.00007831345],"category_scores_gemma":[0.000027320695,0.00040687193,0.00016141201,0.0006626723,0.00024105873,0.00010515375,0.0004265494,0.0004986752,0.000009824931],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017625274,0.0111253485,0.14647977,0.005806373,0.0011013531,0.0013440865,0.5970655,0.0055673462,0.0007579651,0.0015096708,0.0070153954,0.22046466],"study_design_scores_gemma":[0.020280931,0.0076573407,0.7963644,0.0036717157,0.0005157697,0.000021771055,0.12218576,0.03414519,0.00021487531,0.0047543137,0.006294694,0.0038932373],"about_ca_topic_score_codex":0.8279229,"about_ca_topic_score_gemma":0.98988825,"teacher_disagreement_score":0.64988464,"about_ca_system_score_codex":0.00008137829,"about_ca_system_score_gemma":0.00051733456,"threshold_uncertainty_score":0.9998383},"labels":[],"label_agreement":null},{"id":"W7000046967","doi":"","title":"An Efficient Computation of\\nConvex Closure on Abstract Events","year":2006,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo; International Council for Canadian Studies","keywords":"Event (particle physics); Nucleofection; Filter (signal processing); Frame (networking)","score_opus":0.007194938647522051,"score_gpt":0.21573508652750725,"score_spread":0.2085401478799852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000046967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973961,0.000032630818,0.001050306,0.00007318064,0.0007289853,0.00029767805,0.000017790686,0.00009684587,0.00030644407],"genre_scores_gemma":[0.98741996,0.000006699865,0.0020903337,0.0000046617997,0.000029169998,3.1110756e-7,0.00026579853,0.000011988172,0.010171101],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99847865,0.00006799569,0.00023366905,0.00046790036,0.0005396559,0.00021210458],"domain_scores_gemma":[0.99851805,0.000037651484,0.00052461383,0.0005452298,0.00030049338,0.00007395612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027352964,0.00022369265,0.00040517017,0.000296615,0.00014556308,0.000016785401,0.00077885727,0.00030861894,0.000014215746],"category_scores_gemma":[0.0000052845376,0.00023158189,0.00019408739,0.0002682891,0.00004781221,0.00025527994,0.000039905448,0.00020477868,0.000045412817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018028808,0.0071681323,0.0639873,0.0120718395,0.00079257664,0.00025568664,0.50118613,0.2873102,0.008630623,0.002663853,0.006295598,0.10783519],"study_design_scores_gemma":[0.0019459331,0.0011901162,0.9232337,0.001426989,0.00012199742,0.0000052791465,0.022587948,0.040816158,0.007185167,0.00044977624,0.00010009877,0.00093688135],"about_ca_topic_score_codex":0.011829073,"about_ca_topic_score_gemma":0.0027351708,"teacher_disagreement_score":0.8592464,"about_ca_system_score_codex":0.00008277456,"about_ca_system_score_gemma":0.00011848181,"threshold_uncertainty_score":0.9947512},"labels":[],"label_agreement":null},{"id":"W7000938789","doi":"","title":"Home Battery Storage Growth Spurs Race for Software, New Services - Forester Network","year":2016,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Forester; Race (biology); Battery (electricity); Work (physics); Quarter (Canadian coin)","score_opus":0.0075567263038752545,"score_gpt":0.22875699086446905,"score_spread":0.2212002645605938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7000938789","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031395375,0.0008744916,0.9748826,0.00079684646,0.0044519403,0.0010187603,0.000028754019,0.0015885256,0.016326657],"genre_scores_gemma":[0.00018289569,0.00018396965,0.0935632,0.0012042358,0.003187602,0.00011843884,0.000016508164,0.00033916772,0.901204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974305,0.000056318,0.00041841212,0.00096425274,0.00039250893,0.00073799235],"domain_scores_gemma":[0.99754333,0.00033609592,0.00035507636,0.0014391,0.00008776293,0.00023863347],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003554409,0.00051187986,0.00064748764,0.00018373241,0.000095521136,0.00018237125,0.0018882687,0.0005145776,0.0008828928],"category_scores_gemma":[0.000017550332,0.00029502917,0.0002655521,0.00022399527,0.000046544665,0.0005270698,0.00043020866,0.00011904671,0.0010522869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011096767,0.00001784692,0.010575278,0.00063229003,0.000069198155,0.0000032412988,0.000045427256,0.000005835558,5.682516e-7,0.0007692921,0.97713804,0.010731907],"study_design_scores_gemma":[0.001096678,0.00012903384,0.0024797956,0.0013690327,0.000033482527,0.000013329894,0.000003426199,0.00019562303,0.000011385666,0.00518357,0.9885759,0.0009087634],"about_ca_topic_score_codex":0.00027674486,"about_ca_topic_score_gemma":0.00031626984,"teacher_disagreement_score":0.8848773,"about_ca_system_score_codex":0.0000814466,"about_ca_system_score_gemma":0.00020015969,"threshold_uncertainty_score":0.9999502},"labels":[],"label_agreement":null},{"id":"W7001293159","doi":"","title":"The Impact of Parallel and Batch Testing in Continuous Integration Environments","year":2021,"lang":"en","type":"other","venue":"Spectrum Research Repository (Concordia University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Batch processing; Metric (unit); Weighting; Constant (computer programming); Batch production; Software; Test case","score_opus":0.024930461198552113,"score_gpt":0.27365903924613666,"score_spread":0.24872857804758455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001293159","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42760864,0.002673933,0.006147158,0.00024506816,0.0007480294,0.0015100567,0.000008499489,0.00015688832,0.5609017],"genre_scores_gemma":[0.8509088,0.0005255602,0.00029878924,9.707805e-7,0.00010187072,0.0000034032582,0.000003221534,0.0000430424,0.14811434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788696,0.00057823135,0.00021953415,0.00049140374,0.0004127195,0.00041117013],"domain_scores_gemma":[0.9984243,0.0004775771,0.00018748792,0.0007497509,0.00005458714,0.0001062795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006991878,0.00017684248,0.0003145435,0.00046057827,0.00022601977,0.00011537813,0.00080582564,0.00019945519,0.000010678506],"category_scores_gemma":[0.00013314042,0.00013126967,0.00010069225,0.0008898473,0.00036566769,0.00014376674,0.0005067087,0.00053896493,0.0000037489697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069346665,0.00015366286,0.97843814,0.0001406734,0.00018504204,0.00055776886,0.00041996065,0.00006584021,0.001668294,0.0012938911,0.0058738566,0.011133502],"study_design_scores_gemma":[0.0013354911,0.0009124281,0.9572644,0.001111888,0.000016498781,0.000084567095,0.00077629095,0.00627935,0.0009392494,0.00048329408,0.030228367,0.00056814984],"about_ca_topic_score_codex":0.040237978,"about_ca_topic_score_gemma":0.003989765,"teacher_disagreement_score":0.42330015,"about_ca_system_score_codex":0.00043348176,"about_ca_system_score_gemma":0.00049400405,"threshold_uncertainty_score":0.96615314},"labels":[],"label_agreement":null},{"id":"W7009722000","doi":"","title":"Eucalyptus: a web service-enabled e-infrastructure","year":2007,"lang":"en","type":"article","venue":"NPARC","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Canarie","keywords":"Provisioning; Variety (cybernetics); Software; Web application; The Internet; Architecture; Quality of service; Simple (philosophy)","score_opus":0.006690747681860679,"score_gpt":0.2320083910253971,"score_spread":0.22531764334353643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009722000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7218615,0.000060895996,0.20536664,0.0022705018,0.0016946665,0.0003281994,0.0000025658323,0.0008216409,0.06759341],"genre_scores_gemma":[0.9631173,0.000005925553,0.03515434,0.0012504476,0.00019983391,0.0000061229803,0.0000014348552,0.000008189794,0.00025639197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861556,0.00002899096,0.0002664362,0.00034646652,0.00032304644,0.00041947266],"domain_scores_gemma":[0.9988104,0.00007733114,0.000069412046,0.00074668636,0.00015310325,0.00014305073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006950003,0.00014004402,0.00017090839,0.000086851716,0.00013152529,0.00007933155,0.0008095089,0.00012453052,0.00017586233],"category_scores_gemma":[0.000036055182,0.000106351574,0.00006350503,0.00069729704,0.000026669244,0.00037168246,0.00019911262,0.00018792164,0.00031710643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016578182,0.000445067,0.20252323,0.0011067465,0.00019413985,0.00027153137,0.012592647,0.0005101656,0.0991046,0.060572837,0.111280106,0.51123315],"study_design_scores_gemma":[0.003935646,0.00039395306,0.33729035,0.00028606414,0.00004000904,0.0004087018,0.00061310374,0.12627417,0.027685264,0.09745042,0.40367594,0.0019463857],"about_ca_topic_score_codex":0.000011487026,"about_ca_topic_score_gemma":0.000022446888,"teacher_disagreement_score":0.50928676,"about_ca_system_score_codex":0.00006894618,"about_ca_system_score_gemma":0.0001284905,"threshold_uncertainty_score":0.43368915},"labels":[],"label_agreement":null},{"id":"W7011704734","doi":"","title":"Monitoring and diagnosing orchestrated web service processes","year":2007,"lang":"en","type":"article","venue":"NPARC","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business Process Execution Language; Web service; Orchestration; Business process; Business process modeling; WS-Policy; Executable; Web modeling; Artifact-centric business process model","score_opus":0.019148694605043433,"score_gpt":0.26239789008953834,"score_spread":0.24324919548449492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7011704734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98548806,0.00018451246,0.0112017,0.00038204005,0.00030637757,0.00009611344,2.7322298e-7,0.00023805232,0.0021028474],"genre_scores_gemma":[0.98555815,0.000055250046,0.014173884,0.000059965892,0.00012423914,0.0000060705006,1.9676261e-7,0.0000045284955,0.00001770735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99923056,0.000013684164,0.00015083815,0.00022544176,0.00015764215,0.00022182721],"domain_scores_gemma":[0.9993234,0.00018217547,0.00004098943,0.0002230742,0.00015224236,0.00007808302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004371159,0.00008264809,0.00008990431,0.000044479282,0.00011684073,0.000096692966,0.00025094443,0.000053925458,0.000003103485],"category_scores_gemma":[0.00007904944,0.0000679676,0.000010159318,0.00054767204,0.00002086412,0.00042748856,0.000089387984,0.000087375774,0.000015946442],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001490758,0.0001018842,0.81192654,0.0010420431,0.000018600405,0.00003988231,0.003937117,0.000026171234,0.035264164,0.00048468146,0.0001541832,0.14698981],"study_design_scores_gemma":[0.0012687042,0.00022446421,0.60103846,0.0010986327,0.000020037662,0.00017772974,0.0007355461,0.010761895,0.3720081,0.006444234,0.005265223,0.00095702603],"about_ca_topic_score_codex":0.000016092892,"about_ca_topic_score_gemma":0.000011328604,"teacher_disagreement_score":0.33674392,"about_ca_system_score_codex":0.000023795405,"about_ca_system_score_gemma":0.00009587513,"threshold_uncertainty_score":0.27716383},"labels":[],"label_agreement":null},{"id":"W7015155719","doi":"","title":"SDL 2013: model driven dependability engineering 16th International SDL Forum, Montreal, Canada, June 26 - 28, 2013 ; proceedings","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dependability; Interoperability; Reliability (semiconductor); Key (lock); Process (computing)","score_opus":0.005133618164508764,"score_gpt":0.18764823256263766,"score_spread":0.18251461439812888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015155719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7025624,0.00015867669,0.26164123,0.024529831,0.0037178756,0.0015584938,0.000019019075,0.001428915,0.004383583],"genre_scores_gemma":[0.97663367,0.000033908032,0.020767218,0.00029802645,0.00011283158,0.00013456041,0.000004528058,0.000022039885,0.0019932415],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976713,0.0000097605625,0.0004909628,0.0006387092,0.0006325704,0.0005566861],"domain_scores_gemma":[0.99853975,0.00006099481,0.00011826471,0.0005267597,0.0004991214,0.00025514234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025106847,0.0002784638,0.0002839935,0.00009986006,0.00011649803,0.000243601,0.00131756,0.00012323802,0.00012637838],"category_scores_gemma":[0.00006621131,0.00022070667,0.000096100914,0.00023000246,0.000034946257,0.0018266327,0.0004344505,0.00022951799,0.00015364969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000139277045,0.00025563856,0.13672298,0.00030834816,0.00015117256,0.0000063568314,0.0012316122,0.11461908,0.0005576553,0.0027700139,0.7348264,0.00853683],"study_design_scores_gemma":[0.0002698617,0.00002093634,0.024916867,0.000027089216,0.0000042061747,0.000013159518,0.000052975385,0.96845317,0.00023602082,0.0005800621,0.005128349,0.00029732118],"about_ca_topic_score_codex":0.52944833,"about_ca_topic_score_gemma":0.3055682,"teacher_disagreement_score":0.8538341,"about_ca_system_score_codex":0.00038709232,"about_ca_system_score_gemma":0.00035752196,"threshold_uncertainty_score":0.90001565},"labels":[],"label_agreement":null},{"id":"W7015852967","doi":"","title":"VMware Reports Fourth Quarter and Full Year 2016 Results","year":2017,"lang":"en","type":"other","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Period (music); Government (linguistics); Center (category theory)","score_opus":0.009074517806232196,"score_gpt":0.2352921550949626,"score_spread":0.2262176372887304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015852967","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040213068,0.00054535153,0.017829975,0.00046178978,0.0025960496,0.0003513972,0.000015390813,0.00069118344,0.97746867],"genre_scores_gemma":[0.0023746751,0.0001896978,0.011530536,0.00006705689,0.00049695745,0.000013348437,0.00000929017,0.000074817806,0.9852436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851114,0.000031165837,0.00027000988,0.0006962222,0.00025353648,0.00023793368],"domain_scores_gemma":[0.9971762,0.000027147646,0.0004035854,0.0022436774,0.000045458055,0.00010394601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003944066,0.00022125684,0.00030968295,0.00010888271,0.00009331457,0.00017768798,0.0005134324,0.00030406835,0.00011641788],"category_scores_gemma":[0.000060359733,0.00014842034,0.000069828064,0.000042248517,0.0000718161,0.00018160898,0.0002418233,0.000137571,0.0003061248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035918194,0.000008932382,0.0004334113,0.000067812,0.000016395217,0.00004932398,0.00007194533,9.2630074e-8,7.313391e-7,0.000048411446,0.99321496,0.006084402],"study_design_scores_gemma":[0.0002449253,0.00007004646,0.0009133569,0.00037740573,0.000006071308,0.00009912784,0.0000067052674,0.00007737007,0.0000052518817,0.0001582102,0.9977705,0.0002710204],"about_ca_topic_score_codex":0.00041218553,"about_ca_topic_score_gemma":0.00021658848,"teacher_disagreement_score":0.0077749696,"about_ca_system_score_codex":0.000017446124,"about_ca_system_score_gemma":0.000105411425,"threshold_uncertainty_score":0.6052406},"labels":[],"label_agreement":null},{"id":"W7019045528","doi":"","title":"Event Stream Processing with Beep Beep 3 : Log crunching and analysis made easy","year":2018,"lang":"en","type":"book","venue":"BiblioBoard Library Catalog (Open Research Library)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Event (particle physics); Process (computing); Transaction processing; Troubleshooting; Filter (signal processing)","score_opus":0.03716945310582175,"score_gpt":0.309489270395327,"score_spread":0.2723198172895052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019045528","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009935829,0.021195265,0.0260828,0.009656858,0.0009154723,0.010358632,0.0010691204,0.0039577805,0.9168282],"genre_scores_gemma":[0.014670743,0.0025699162,0.046484694,0.001120469,0.001530499,0.0006155657,0.003802565,0.00046592485,0.9287396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99006104,0.0009858722,0.0012858079,0.0031846017,0.002615144,0.0018675262],"domain_scores_gemma":[0.99346185,0.00079697435,0.00067570823,0.003622427,0.00030203906,0.0011410142],"candidate_categories":["metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.00205609,0.0010818775,0.0017618664,0.013126051,0.0013272584,0.010609267,0.009575087,0.0008780869,0.0005791796],"category_scores_gemma":[0.000081987215,0.0008150233,0.00039897326,0.020516662,0.0013008615,0.030016784,0.012099532,0.00218827,0.00035323534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005346604,0.00049782643,0.061664425,0.0027433054,0.002021645,0.0007013082,0.0010563716,0.00005763779,0.0000105840145,0.012087401,0.8540672,0.06455763],"study_design_scores_gemma":[0.001959099,0.0024396104,0.034974407,0.003126723,0.00047949003,0.00013709195,0.000092166534,0.007568213,0.00073258707,0.025935465,0.9195291,0.0030260624],"about_ca_topic_score_codex":0.00014297025,"about_ca_topic_score_gemma":0.00003060068,"teacher_disagreement_score":0.065461874,"about_ca_system_score_codex":0.00013479975,"about_ca_system_score_gemma":0.0056189834,"threshold_uncertainty_score":0.9999729},"labels":[],"label_agreement":null},{"id":"W7019435703","doi":"","title":"Generalization of a Constraint Based Intrusion Detection System","year":2020,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Digital subscriber line; Constraint (computer-aided design); Network packet; Domain (mathematical analysis); Generalization; Intrusion detection system; Variety (cybernetics); Sequence (biology)","score_opus":0.004890740538879874,"score_gpt":0.1748457845770339,"score_spread":0.16995504403815404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019435703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18286493,0.000066232606,0.7845504,0.009883407,0.0043991324,0.0021324912,0.000087805136,0.0033097968,0.012705791],"genre_scores_gemma":[0.98393595,0.000046153815,0.011083706,0.00005235877,0.00008755621,0.0000024000474,0.00037932143,0.000030737327,0.0043818126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99825484,0.00022812547,0.00030677047,0.0005963891,0.0003981051,0.00021574838],"domain_scores_gemma":[0.99855185,0.00006501221,0.0005152424,0.000564116,0.00015532643,0.00014842779],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00007369627,0.00029055905,0.0004401452,0.0004030509,0.00019203407,0.00007656868,0.00076561584,0.00041506696,0.000032527347],"category_scores_gemma":[0.000024021978,0.00030492034,0.00021368633,0.0010126808,0.000050091217,0.0011758844,0.00013547392,0.0002724039,0.00002766258],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009321559,0.0029393649,0.09019927,0.12352847,0.0030683866,0.0026047286,0.05501789,0.024664551,0.014371541,0.2713481,0.2291259,0.17381023],"study_design_scores_gemma":[0.005980668,0.0022047001,0.031969376,0.0068981564,0.0006955519,0.000007496506,0.014726047,0.10347635,0.68994415,0.00042444162,0.13890445,0.0047685932],"about_ca_topic_score_codex":0.000985716,"about_ca_topic_score_gemma":0.000026828711,"teacher_disagreement_score":0.801071,"about_ca_system_score_codex":0.00017990913,"about_ca_system_score_gemma":0.0005448904,"threshold_uncertainty_score":0.9999403},"labels":[],"label_agreement":null},{"id":"W7020682847","doi":"","title":"Load-balancing and reconfiguration in a J2EE application server system","year":2005,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Library and Archives Canada","funders":"","keywords":"Control reconfiguration; Replication (statistics); Client–server model; Application server; Server; Server farm; Systems architecture; Web server","score_opus":0.00766755915350783,"score_gpt":0.22105892438842642,"score_spread":0.21339136523491858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020682847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746826,0.00048537125,0.000033690532,0.000025582813,0.0012627156,0.0012850392,0.000053992797,0.00058038055,0.021590607],"genre_scores_gemma":[0.9965971,0.00012972845,0.001269291,0.00009435319,0.00008261544,0.00037531185,0.00018272694,0.00006286121,0.0012059982],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957457,0.00029097276,0.0011675516,0.0014133747,0.0008179181,0.00056449097],"domain_scores_gemma":[0.99735665,0.00015457124,0.0006777007,0.0011928324,0.0004452682,0.00017295803],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019128487,0.0005810537,0.0007018756,0.00037467317,0.00057209807,0.0001927479,0.000873907,0.00083660724,0.000009903029],"category_scores_gemma":[0.00019721709,0.0005850329,0.0001584324,0.0007953822,0.000025626905,0.0018850437,0.000119856784,0.0009335101,0.00023586319],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014403994,0.00021963408,0.0017632426,0.004487892,0.00010362777,0.000038995087,0.00016477777,0.0002674334,0.011962974,0.13153656,0.000007771157,0.84930307],"study_design_scores_gemma":[0.017980874,0.0016642024,0.38615447,0.027786825,0.0008217743,0.0014057534,0.007092634,0.10288194,0.24370238,0.028098127,0.1635069,0.018904114],"about_ca_topic_score_codex":0.0006549699,"about_ca_topic_score_gemma":0.004564646,"teacher_disagreement_score":0.8303989,"about_ca_system_score_codex":0.0019458001,"about_ca_system_score_gemma":0.00014180006,"threshold_uncertainty_score":0.99966013},"labels":[],"label_agreement":null},{"id":"W7024073354","doi":"","title":"Recrutamento ? representa??o pol?tico-partid?ria: o caso das elei??es de 2010 no Rio Grande do Sul","year":2015,"lang":"pt","type":"article","venue":"Americanae (AECID Library)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Energy Research and Development","keywords":"Work (physics); Scale (ratio); Context (archaeology)","score_opus":0.027985466984267546,"score_gpt":0.2808641428012149,"score_spread":0.25287867581694734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024073354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597821,0.004260507,0.006197032,0.010754109,0.009330303,0.0015364251,0.00008547347,0.0012111639,0.0068428656],"genre_scores_gemma":[0.9579952,0.0011857371,0.007658989,0.0027779876,0.0017391781,0.00016432063,0.000059372687,0.00016632956,0.028252887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919332,0.0010812292,0.0015404755,0.0020254636,0.0013997459,0.0020198647],"domain_scores_gemma":[0.9927723,0.0005614017,0.0009111771,0.0036498467,0.00030149668,0.0018037765],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012655465,0.00093884434,0.0014430634,0.0004078419,0.00045940912,0.0007018433,0.0029835175,0.00043212535,0.0008416605],"category_scores_gemma":[0.00062435505,0.00084327103,0.0005327855,0.002352925,0.0008774596,0.004188149,0.001492734,0.00091752247,0.0029723872],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001739223,0.000332804,0.63229054,0.000090037815,0.0001719788,0.00021207308,0.0027501811,0.00013592071,0.00009208743,0.00031850842,0.35102755,0.012404383],"study_design_scores_gemma":[0.005314613,0.0033718038,0.64870864,0.0008638644,0.00033058078,0.00044216416,0.002487691,0.017227815,0.004546064,0.0017552202,0.31114075,0.003810808],"about_ca_topic_score_codex":0.04695347,"about_ca_topic_score_gemma":0.000118936674,"teacher_disagreement_score":0.046834536,"about_ca_system_score_codex":0.0003638834,"about_ca_system_score_gemma":0.0019119736,"threshold_uncertainty_score":0.9994018},"labels":[],"label_agreement":null},{"id":"W7029356603","doi":"","title":"An Industrial Study on Predicting Crash Report Log &#13;\\nTypes Using Large Language Models","year":2023,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs; Concordia University","keywords":"Crash; Artificial neural network; Software; Classifier (UML); Feature (linguistics); Feature engineering; Relevance (law); Process (computing)","score_opus":0.061742764380277766,"score_gpt":0.33231137786458814,"score_spread":0.2705686134843104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7029356603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98161095,0.000025552587,0.0005130566,0.000027386348,0.0047359853,0.0013738042,0.00001395596,0.00077123166,0.010928096],"genre_scores_gemma":[0.98194855,0.000009789398,0.000024142766,0.000002996525,0.0010256312,0.000009127848,0.000098142926,0.00006595905,0.016815627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99343437,0.0013071568,0.0006027556,0.0016843452,0.0018717233,0.0010996598],"domain_scores_gemma":[0.9961237,0.00035864362,0.00043834595,0.002237496,0.00045072622,0.00039108974],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0028261237,0.00044157222,0.0006299531,0.0017854704,0.0014886317,0.000487509,0.0022697821,0.00066340744,0.000007650023],"category_scores_gemma":[0.00022667408,0.00045475955,0.00023472405,0.0024891454,0.00009669774,0.0012641326,0.0004712854,0.0020619882,0.00004095904],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008761761,0.001989476,0.9307809,0.0003837722,0.00071635837,0.033386506,0.023241539,0.0029899955,0.002001961,0.0008171451,0.0009891102,0.0018270712],"study_design_scores_gemma":[0.00740388,0.008466255,0.68467915,0.0021198182,0.00043140043,0.00042797538,0.15658723,0.119698055,0.013537729,0.001265305,0.0016424992,0.0037407216],"about_ca_topic_score_codex":0.025055615,"about_ca_topic_score_gemma":0.014898758,"teacher_disagreement_score":0.24610175,"about_ca_system_score_codex":0.0010351986,"about_ca_system_score_gemma":0.0019887004,"threshold_uncertainty_score":0.9998113},"labels":[],"label_agreement":null},{"id":"W7030726004","doi":"","title":"Dabiq 04","year":2022,"lang":"ar","type":"other","venue":"Internet Archive (Internet Archive)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Islam; Brother; State (computer science); Supporter","score_opus":0.012790444338551305,"score_gpt":0.2381225281543161,"score_spread":0.22533208381576478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7030726004","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066549457,0.0012734379,0.037990388,0.0004954835,0.009764163,0.0024231581,0.0008515661,0.0011370649,0.9394098],"genre_scores_gemma":[0.08006075,0.00037752502,0.0058452333,0.0010464792,0.0017801975,0.0004759642,0.00075327314,0.00064644497,0.9090141],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98812073,0.0013592194,0.0022607292,0.0040549557,0.0019234059,0.0022809554],"domain_scores_gemma":[0.9924217,0.00094890565,0.0014666718,0.0041101603,0.00012013603,0.00093245733],"candidate_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","open_science","insufficient_payload"],"category_scores_codex":[0.0012578912,0.002106098,0.0022313236,0.00148301,0.00028174077,0.00079142547,0.009312613,0.00045902233,0.105065905],"category_scores_gemma":[0.00019835363,0.0019266517,0.0016835586,0.0006604592,0.0012736919,0.00053991686,0.009721882,0.0034308615,0.05535646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034561122,0.00051506876,0.013053208,0.0007334348,0.00093373284,0.0005345647,0.016919727,0.00009523313,0.00005886383,0.010374841,0.9540609,0.0023747804],"study_design_scores_gemma":[0.0014725286,0.0013675024,0.002882008,0.0013846947,0.00014462556,0.00043915864,0.00025485398,0.02412986,0.00015366434,0.0027553653,0.9629389,0.0020768086],"about_ca_topic_score_codex":0.016410233,"about_ca_topic_score_gemma":0.00627284,"teacher_disagreement_score":0.0734058,"about_ca_system_score_codex":0.0004812113,"about_ca_system_score_gemma":0.0006013871,"threshold_uncertainty_score":0.99916804},"labels":[],"label_agreement":null},{"id":"W7031588615","doi":"","title":"Full Issue 11(4)","year":2008,"lang":"en","type":"other","venue":"Digital Commons - University of South Florida (University of South Florida)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metropolitan area; TRIPS architecture; Transit (satellite); Destinations; Rapid transit; Public transport; Key (lock); Urban transit","score_opus":0.011628734258287093,"score_gpt":0.1755216842833602,"score_spread":0.16389295002507312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7031588615","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13469467,0.0010114586,0.1673996,0.00068252353,0.0054522245,0.0023139666,0.0056052,0.0032372952,0.67960304],"genre_scores_gemma":[0.7011964,0.0002613231,0.008371856,0.000036167527,0.00060268154,2.95501e-7,0.00030986767,0.00031282761,0.2889086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657464,0.000096819545,0.00037936456,0.0011498531,0.0010839135,0.00071538537],"domain_scores_gemma":[0.99588764,0.000112533126,0.0010481415,0.002156116,0.0003577853,0.00043776075],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021136407,0.0007070963,0.0014068647,0.0010652464,0.0005432525,0.00007002914,0.003944393,0.0008063328,0.00057741517],"category_scores_gemma":[0.000037216778,0.00091166067,0.0008250052,0.0012300428,0.0012785646,0.0011698323,0.0017519806,0.00058893213,0.00090746616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013714103,0.0010289397,0.12941983,0.0037452567,0.0026221958,0.0017227306,0.11608722,0.00040063594,0.000027109094,0.003862452,0.72825944,0.01145275],"study_design_scores_gemma":[0.0041256137,0.00073752704,0.0063128634,0.0011793339,0.00031780096,0.0000562865,0.024383526,0.0011033778,0.000026363672,0.000103113955,0.95932,0.0023341763],"about_ca_topic_score_codex":0.001235453,"about_ca_topic_score_gemma":0.00036824937,"teacher_disagreement_score":0.5665017,"about_ca_system_score_codex":0.00018753464,"about_ca_system_score_gemma":0.0004353178,"threshold_uncertainty_score":0.9998704},"labels":[],"label_agreement":null},{"id":"W7032808621","doi":"","title":"Ottawa Inshallah / An Anthology That Dreams of a Better Future = une anthologie qui rêve d'un avenir meilleur","year":2021,"lang":"fr","type":"book","venue":"E-Artexte (Artexte)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Interpretation (philosophy); Ooid","score_opus":0.025493016710392162,"score_gpt":0.2634340032270128,"score_spread":0.23794098651662066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7032808621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73495746,0.034957837,0.034742,0.02366498,0.05129746,0.0053954883,0.0010324059,0.002109929,0.111842446],"genre_scores_gemma":[0.80653185,0.006061894,0.0358671,0.0072962306,0.011160771,0.00044445696,0.0014115344,0.00070818485,0.13051799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98609436,0.002511293,0.002941706,0.0040726378,0.0018872917,0.002492729],"domain_scores_gemma":[0.9888209,0.00088025,0.0020444342,0.0060857357,0.001305598,0.0008630872],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0031916196,0.0022286165,0.003790636,0.00064668525,0.0010016692,0.00046022944,0.004252328,0.0034001654,0.002229234],"category_scores_gemma":[0.0002540432,0.0020273058,0.0015406787,0.0015165892,0.0026645586,0.0017625084,0.001763868,0.0028247521,0.0018077648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004239729,0.005152317,0.06518907,0.0062130587,0.0021994195,0.0084009245,0.036218304,0.00037240973,0.0021265585,0.030058179,0.10911943,0.73452634],"study_design_scores_gemma":[0.004967559,0.0039346255,0.20856889,0.0029989595,0.0007675419,0.0048804693,0.002572201,0.0022798628,0.0034853825,0.012540027,0.7476441,0.00536034],"about_ca_topic_score_codex":0.0005976988,"about_ca_topic_score_gemma":0.0010836473,"teacher_disagreement_score":0.72916603,"about_ca_system_score_codex":0.00061254576,"about_ca_system_score_gemma":0.0022269692,"threshold_uncertainty_score":0.9994758},"labels":[],"label_agreement":null},{"id":"W7033627565","doi":"","title":"Prédiction automatique de la maturité osseuse à partir de radiographies EOS chez les patients atteints de la scoliose idiopathique de l’adolescent","year":2023,"lang":"fr","type":"other","venue":"Espace École de technologie supérieure (École de technologie supérieure)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Congenital disease; Computed tomography; Lumbar spine; Electrodiagnosis","score_opus":0.009885467802081152,"score_gpt":0.25795156411621706,"score_spread":0.2480660963141359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033627565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78933215,0.004873865,0.15196657,0.0072574485,0.0012987071,0.0056928876,0.00029065728,0.03776196,0.0015257581],"genre_scores_gemma":[0.95528823,0.0074649947,0.023517124,0.0009080631,0.0004920193,0.0034709391,0.00004373453,0.0012360048,0.0075789043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9845188,0.0027827679,0.002186873,0.0034437857,0.001409682,0.0056580673],"domain_scores_gemma":[0.98936856,0.0019064945,0.001765184,0.005338367,0.0006807139,0.00094068353],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","sts","research_integrity"],"category_scores_codex":[0.008185178,0.0028062693,0.0025496425,0.003599856,0.0015052693,0.0015368556,0.007492655,0.013856608,0.000109019515],"category_scores_gemma":[0.011856177,0.0028903354,0.0012852706,0.00705631,0.00672108,0.0009304928,0.0030032343,0.008736982,0.00028884743],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032804426,0.0028651247,0.8921533,0.00343803,0.0007000088,0.0030314855,0.005720273,0.011995341,0.0060408474,0.0058318083,0.032445837,0.035449862],"study_design_scores_gemma":[0.0058618723,0.0030137538,0.60142034,0.012376738,0.0010515386,0.0036093784,0.008684554,0.08585579,0.105960205,0.017788958,0.14654414,0.007832701],"about_ca_topic_score_codex":0.0021327236,"about_ca_topic_score_gemma":0.0027394246,"teacher_disagreement_score":0.29073298,"about_ca_system_score_codex":0.0050433963,"about_ca_system_score_gemma":0.0043244264,"threshold_uncertainty_score":0.99979466},"labels":[],"label_agreement":null},{"id":"W7033666863","doi":"","title":"Responsiveness in non-democratic regimes: The role of elections, legislatures and parties","year":2013,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Legislature; Authoritarianism; Democracy; Argument (complex analysis); Clientelism; Transparency (behavior)","score_opus":0.0017204754173785715,"score_gpt":0.14139823888173156,"score_spread":0.13967776346435298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033666863","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023213638,0.011603046,0.00038351121,0.0035100018,0.00057553133,0.0009185249,0.00007323034,0.00003564143,0.9596869],"genre_scores_gemma":[0.7084481,0.0011244388,0.0010858754,0.00039907798,0.000079851154,0.000047179332,0.0000020834698,0.00005680155,0.28875658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986012,0.00009705301,0.0002335355,0.00021872832,0.00067314977,0.00017635537],"domain_scores_gemma":[0.99912816,0.00024457727,0.00020462251,0.00035459638,6.1731134e-7,0.000067429435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000021237844,0.00015566775,0.00027365622,0.00004325784,0.000072422175,0.000022839018,0.00035911737,0.00004880965,0.0000092058835],"category_scores_gemma":[0.0000045274705,0.00010702598,0.000018372142,0.00010654324,0.000114468574,0.0002080677,0.00016218182,0.00013662387,2.243794e-9],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071189296,0.00018072268,0.30280662,0.0049739326,0.0006852007,0.00009386441,0.0031075368,0.00021615869,0.006500872,0.31819412,0.26894236,0.09358673],"study_design_scores_gemma":[0.0010040238,0.00035699035,0.2374353,0.0031330665,0.000055719716,0.00004160302,0.0061958935,0.014811857,0.040778235,0.018208392,0.676743,0.0012359478],"about_ca_topic_score_codex":0.012017948,"about_ca_topic_score_gemma":0.026209407,"teacher_disagreement_score":0.6852345,"about_ca_system_score_codex":0.000004074698,"about_ca_system_score_gemma":0.0009715582,"threshold_uncertainty_score":0.99456114},"labels":[],"label_agreement":null},{"id":"W7033718361","doi":"","title":"Rôle des microorganismes sur la spéciation du Cu, Zn et Al dans la rhizosphère de sols forestiers","year":2012,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Zinc; Context (archaeology); Human health","score_opus":0.003233459616505781,"score_gpt":0.14730943649716824,"score_spread":0.14407597688066245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033718361","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1387127,0.0027720316,0.014923758,0.022627767,0.0016468042,0.0007263118,0.0005008521,0.00008776228,0.818002],"genre_scores_gemma":[0.86152464,0.00094134663,0.00817306,0.0031524182,0.00020010494,0.000022516388,0.000021483736,0.0001249726,0.12583946],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996873,0.00038869402,0.00042515638,0.0004098807,0.0012864864,0.0006167727],"domain_scores_gemma":[0.9980762,0.00070366985,0.00036310338,0.00041864757,0.0000028899972,0.0004354711],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000100578865,0.00041354436,0.00044974947,0.000037650316,0.000320322,0.00012685091,0.0006479034,0.00013713697,0.00013635117],"category_scores_gemma":[0.000021815322,0.0003938336,0.00007159049,0.00014536505,0.00037849243,0.0010122039,0.00034240438,0.00030062272,4.73097e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112261245,0.0001392502,0.7908802,0.0010207698,0.00024859764,0.00008961334,0.0026862253,0.0001584485,0.0033905257,0.13188086,0.049073357,0.020319892],"study_design_scores_gemma":[0.00057221437,0.000085550295,0.34789166,0.00076151686,0.000049535658,0.00007082705,0.0018192347,0.0038455075,0.01591689,0.0018804468,0.6264458,0.0006608423],"about_ca_topic_score_codex":0.02634046,"about_ca_topic_score_gemma":0.10710932,"teacher_disagreement_score":0.72281194,"about_ca_system_score_codex":0.000053755874,"about_ca_system_score_gemma":0.0072006355,"threshold_uncertainty_score":0.99985135},"labels":[],"label_agreement":null},{"id":"W7033845102","doi":"","title":"Satire, parody, and nostalgia on the threshold : Viktor Pelevin's Chapaev i Pustota in the context of its times","year":2005,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Motif (music); Theme (computing); Perspective (graphical); Context (archaeology); Transition (genetics); Expression (computer science); Dual (grammatical number)","score_opus":0.015091989611194505,"score_gpt":0.23382084816253798,"score_spread":0.21872885855134347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033845102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958534,0.0011507684,1.96766e-7,0.00032911298,0.000876243,0.0014727109,0.0001874809,0.00011337369,0.03733611],"genre_scores_gemma":[0.9968848,0.00056416134,0.00007662103,0.00081797794,0.000060217993,0.00018473579,0.000056452867,0.000051676765,0.0013033237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99564725,0.00052261376,0.001017873,0.0010561467,0.0011390189,0.0006171195],"domain_scores_gemma":[0.9962269,0.0009669081,0.0006769552,0.0016888377,0.00030842162,0.00013198718],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025504194,0.0006664221,0.0007555285,0.00028449533,0.0007596059,0.00016533937,0.0022930186,0.00055347773,0.00006171633],"category_scores_gemma":[0.0006189428,0.00040495212,0.00027414892,0.00078202126,0.00012577594,0.00072062796,0.00024007374,0.0014228813,0.000147073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026319368,0.00062922976,0.0011629334,0.0012893446,0.00020491073,0.000045356617,0.0009315061,0.000040461742,0.0031719764,0.6964025,0.00015537796,0.29570323],"study_design_scores_gemma":[0.010726802,0.005218084,0.3182665,0.014351164,0.00084050384,0.00043931027,0.018936537,0.0062178434,0.24086793,0.056495454,0.31658465,0.011055205],"about_ca_topic_score_codex":0.00013464983,"about_ca_topic_score_gemma":0.00087153213,"teacher_disagreement_score":0.639907,"about_ca_system_score_codex":0.00022081414,"about_ca_system_score_gemma":0.000085739906,"threshold_uncertainty_score":0.99984026},"labels":[],"label_agreement":null},{"id":"W7034097778","doi":"","title":"A study of Asphalt Binders by X-Ray Diffraction&#13;\\nUsing Pearson-VII, Pseudo-Voigt and Generalized&#13;\\nFermi Functions","year":2017,"lang":"en","type":"dissertation","venue":"Memorial University Research Repository (Memorial University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Fusible alloy; Diafiltration; Hyporeflexia; Liquation; Dysgeusia","score_opus":0.03050843240489567,"score_gpt":0.28094271123406706,"score_spread":0.2504342788291714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034097778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95999795,0.00009926422,0.00047284478,0.000069981295,0.018272758,0.0016711152,0.000048941212,0.00024770564,0.01911946],"genre_scores_gemma":[0.89151317,0.0002729197,0.00014050673,0.0000033730996,0.0021720533,0.0000027839062,0.00012920174,0.00005093094,0.10571504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928052,0.0017673774,0.0005860361,0.0018221063,0.0020839146,0.0009353923],"domain_scores_gemma":[0.994293,0.00049481005,0.0009101696,0.0020352334,0.0017025078,0.0005643175],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0014576707,0.0006419876,0.0010910889,0.0018571259,0.0046861176,0.00059096236,0.0030799094,0.0009122737,0.000032226613],"category_scores_gemma":[0.0002675743,0.00072844396,0.00037498685,0.0016399283,0.0005447176,0.0024704812,0.00085489376,0.0016845252,0.00002619457],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07571511,0.03270478,0.16304462,0.010712293,0.017687466,0.02840457,0.15293397,0.004897946,0.12638676,0.0057639237,0.30752656,0.07422199],"study_design_scores_gemma":[0.079114154,0.017371586,0.14087535,0.0032022821,0.0045572384,0.00038813526,0.2753707,0.006996222,0.011509293,0.0004814287,0.44938287,0.010750732],"about_ca_topic_score_codex":0.019998018,"about_ca_topic_score_gemma":0.003025353,"teacher_disagreement_score":0.1418563,"about_ca_system_score_codex":0.0011682683,"about_ca_system_score_gemma":0.0018726938,"threshold_uncertainty_score":0.99951667},"labels":[],"label_agreement":null},{"id":"W7034372854","doi":"","title":"Ãtude du comportement géochimique du sélénium, sa relation avec le soufre dans le bushveld (Afrique du sud) et développement des techniques analytiques","year":2010,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Western europe; Earth history; Prospection","score_opus":0.004329958240437963,"score_gpt":0.16110173994087817,"score_spread":0.1567717817004402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034372854","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12297324,0.0010013297,0.11495745,0.055793077,0.001860042,0.002508108,0.0004577376,0.00031164353,0.7001374],"genre_scores_gemma":[0.935073,0.0019900056,0.024956496,0.0017927084,0.0004031382,0.000106191124,0.00006614914,0.0001374962,0.035474822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948131,0.0004519323,0.0011051456,0.00094947836,0.0019975638,0.000682782],"domain_scores_gemma":[0.99742246,0.00035981665,0.0008650793,0.00085064536,0.000012193665,0.0004897949],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021883592,0.000748257,0.0008564322,0.00011552137,0.0007147313,0.00017675028,0.0010913669,0.00028096433,0.00022016316],"category_scores_gemma":[0.000020429059,0.0007075434,0.00015132599,0.00023063125,0.00047789988,0.0011167433,0.0007590115,0.00067431276,5.3959493e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002903531,0.0006298355,0.5008792,0.0023930997,0.0006857526,0.00037388693,0.0052700154,0.00039609548,0.009416269,0.43634376,0.012476411,0.030845298],"study_design_scores_gemma":[0.000982389,0.00042247635,0.568314,0.0021589294,0.000096227035,0.00011761194,0.0018716932,0.015946232,0.08516929,0.0045124567,0.3187493,0.001659395],"about_ca_topic_score_codex":0.05339482,"about_ca_topic_score_gemma":0.34533036,"teacher_disagreement_score":0.81209975,"about_ca_system_score_codex":0.000118623284,"about_ca_system_score_gemma":0.006897299,"threshold_uncertainty_score":0.9995376},"labels":[],"label_agreement":null},{"id":"W7034525593","doi":"","title":"Transforming growth factor-beta on human normal and malignant trophoblast cells, role in cell growth and hormonogenesis","year":2000,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cell growth; Trophoblast; Transforming growth factor; Cell; Cell culture; Cell division","score_opus":0.003093458172573116,"score_gpt":0.1419674388479161,"score_spread":0.13887398067534298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034525593","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28556728,0.0023143454,0.00017250048,0.00053322525,0.00026379435,0.00069030246,0.00047184972,0.000060078313,0.7099266],"genre_scores_gemma":[0.98385257,0.001632187,0.00045896147,0.00023782771,0.000055026532,0.000011455066,0.000004992861,0.000072717165,0.01367424],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99783903,0.000063331536,0.00032783314,0.0005068282,0.0008952116,0.00036773982],"domain_scores_gemma":[0.99926525,0.000085588574,0.0001471541,0.00026082247,3.1876343e-7,0.00024084693],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000012212,0.00034350523,0.0004252293,0.00009172127,0.00013317309,0.00004754272,0.0003641202,0.000087534216,0.00002108018],"category_scores_gemma":[2.9191122e-7,0.00029778975,0.00003170047,0.00009501119,0.00008234275,0.00030093058,0.00012122732,0.00017423226,5.677592e-9],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020790438,0.0010610656,0.43678054,0.020106642,0.0008548754,0.0016779046,0.005990518,0.00011196586,0.30348527,0.07605097,0.021300498,0.13050072],"study_design_scores_gemma":[0.0031236177,0.0010366252,0.13864866,0.0020085662,0.00006911797,0.00003873454,0.0011642568,0.0013011285,0.7888827,0.0006655975,0.060412012,0.002648995],"about_ca_topic_score_codex":0.010949713,"about_ca_topic_score_gemma":0.016979355,"teacher_disagreement_score":0.69828534,"about_ca_system_score_codex":0.000007371552,"about_ca_system_score_gemma":0.00047626536,"threshold_uncertainty_score":0.9999474},"labels":[],"label_agreement":null},{"id":"W7034592763","doi":"","title":"+91 7073778243 understanding problem in couple expert in Guwahati Assam","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tamil; Wife; Girl; Agra; MAGIC (telescope); Caste","score_opus":0.030073120907129967,"score_gpt":0.2718351055035621,"score_spread":0.24176198459643214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034592763","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052094186,0.00005079727,0.05146282,0.00034776912,0.0010273403,0.0016047908,0.0000060783755,0.00042529815,0.94455415],"genre_scores_gemma":[0.025578715,0.00086514495,0.020068081,0.00025516268,0.00022499237,0.0007658918,0.00004290777,0.00033699113,0.9518621],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931614,0.0007495371,0.0010343774,0.003493638,0.00075230113,0.0008087848],"domain_scores_gemma":[0.99332106,0.00039970895,0.00046409527,0.0055417162,0.000072593844,0.00020083925],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0050393245,0.0005934771,0.0009706674,0.0007017342,0.00009289154,0.00027212166,0.0027201814,0.00082523626,0.17843391],"category_scores_gemma":[0.0007403746,0.00062675425,0.00023123005,0.0010326811,0.00014506743,0.00035747502,0.002635005,0.00092567585,0.12888552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008892506,0.002331744,0.2687852,0.0033960158,0.00045387162,0.000739217,0.014698891,0.0036578442,0.00080328644,0.01715084,0.65542597,0.032468203],"study_design_scores_gemma":[0.0038262494,0.000006505971,0.014957556,0.008573084,0.00003401178,0.00014254388,0.0011476516,0.017691731,0.0013048154,0.01830398,0.9306659,0.0033459407],"about_ca_topic_score_codex":0.0027262026,"about_ca_topic_score_gemma":0.0021136883,"teacher_disagreement_score":0.27524,"about_ca_system_score_codex":0.001461736,"about_ca_system_score_gemma":0.0005694755,"threshold_uncertainty_score":0.99961835},"labels":[],"label_agreement":null},{"id":"W7034607295","doi":"","title":"The Training of Canadian Architects for the Challenges of Climate Change (Presentation)","year":2022,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Presentation (obstetrics); Climate change; Tribute; Work (physics)","score_opus":0.03207260471660176,"score_gpt":0.1825413773800572,"score_spread":0.15046877266345546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034607295","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023251674,0.0018267425,0.0005229403,0.0020724086,0.00062585896,0.0012360581,0.001878623,0.0003129143,0.99129194],"genre_scores_gemma":[0.27312696,0.027898552,0.004670068,0.0003081552,0.00088571926,0.000011908188,0.00060220476,0.0005776601,0.6919188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876153,0.00009662996,0.00014508038,0.00036868185,0.00024806437,0.000380024],"domain_scores_gemma":[0.9982231,0.0005535225,0.00033657852,0.0007199743,0.000027237995,0.00013956503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093090865,0.00020872496,0.00029122832,0.0010374143,0.00053744833,0.00007738427,0.00248765,0.00013507473,0.00007866561],"category_scores_gemma":[0.00001269924,0.00017033218,0.0002529147,0.0014553895,0.00028579493,0.00080881687,0.00067351933,0.00019141615,0.000006246723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027694128,0.00014181697,0.005622426,0.00092350715,0.0007419787,0.000105540006,0.009857837,0.00010365136,5.2181645e-7,0.6823835,0.11697668,0.18286563],"study_design_scores_gemma":[0.00033701202,0.00010190705,0.0005940998,0.00010768073,0.000032573666,0.0000030949154,0.009680171,0.00010116225,0.0000021758563,0.00013746801,0.9887107,0.0001919468],"about_ca_topic_score_codex":0.0025647946,"about_ca_topic_score_gemma":0.005068989,"teacher_disagreement_score":0.871734,"about_ca_system_score_codex":0.00007332314,"about_ca_system_score_gemma":0.00040375112,"threshold_uncertainty_score":0.69459444},"labels":[],"label_agreement":null},{"id":"W7036102675","doi":"","title":"Approaches for determining indicators of social and emotional wellbeing in first nations peoples: A Scoping Review","year":2021,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Mental health; Well-being; Psychological intervention; Qualitative research","score_opus":0.02831096876457844,"score_gpt":0.2851610754925912,"score_spread":0.25685010672801273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036102675","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043835817,0.0009104052,0.10187426,0.0006688803,0.00085286616,0.007671363,0.000045888857,0.00034023108,0.8832525],"genre_scores_gemma":[0.15874273,0.03914614,0.15625212,0.00048728363,0.0010480686,0.0078042443,0.00032401402,0.00087524316,0.6353201],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970007,0.0002564964,0.0006949288,0.0014745882,0.00030824708,0.00026505193],"domain_scores_gemma":[0.99696195,0.0010049286,0.0005816003,0.0013235067,0.000058128753,0.00006989695],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026619614,0.0002546234,0.0006747574,0.00045679556,0.00018433074,0.00006155668,0.00088109326,0.00028921285,0.014923948],"category_scores_gemma":[0.0026908081,0.00027433003,0.0001818982,0.0005220204,0.000120296914,0.00014193171,0.001099456,0.0002222465,0.0019487297],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034652487,0.0012648762,0.3040794,0.5184529,0.00077696977,0.000025976648,0.023316955,0.0004904395,0.000036651312,0.015574503,0.042617463,0.09332921],"study_design_scores_gemma":[0.0039170324,0.000009849697,0.122496374,0.77027255,0.00033079486,0.00014982025,0.000846688,0.008140805,0.0006029032,0.0015202748,0.08824079,0.0034721158],"about_ca_topic_score_codex":0.000060811348,"about_ca_topic_score_gemma":0.0011459234,"teacher_disagreement_score":0.25181964,"about_ca_system_score_codex":0.00010707686,"about_ca_system_score_gemma":0.0005900793,"threshold_uncertainty_score":0.9999709},"labels":[],"label_agreement":null},{"id":"W7036664309","doi":"","title":"Combat Motivation and Swift Trust in Canada's Battle of Hong Kong, 1941","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Battle; Cohesion (chemistry); Swift; Battlefield; Multinational corporation; Odds","score_opus":0.010149988624298818,"score_gpt":0.20603996609460168,"score_spread":0.19588997747030287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036664309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97807705,0.0011592327,0.00053983333,0.00085811736,0.0008908059,0.00074629765,0.012480779,0.00013670542,0.0051111653],"genre_scores_gemma":[0.9992098,0.0000016615842,0.000110401495,0.00006850849,0.000008569607,0.000018473618,0.0005153467,0.0000018619222,0.00006533195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99943495,0.00002099378,0.00016529913,0.00015920239,0.00011147734,0.000108086715],"domain_scores_gemma":[0.9994522,0.00017930695,0.000050262654,0.00023724517,0.000057354508,0.000023636287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000050002756,0.00006013971,0.000114850445,0.000059574635,0.00003064031,0.000018647848,0.00023485592,0.000034997604,0.00070078776],"category_scores_gemma":[0.0003779097,0.00005295103,0.000013883611,0.00030444254,0.000003921914,0.00015529113,0.00013156339,0.00006425457,0.000008711109],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005091614,0.000039093153,0.8345495,0.0012082986,0.000013637877,0.000007689919,0.0003736517,0.00035323444,0.000038190043,0.00031774127,0.12624027,0.036853638],"study_design_scores_gemma":[0.00019524214,0.0000098109285,0.9855233,0.0008963833,7.508048e-7,9.039539e-7,0.000029113373,0.007916777,0.0010466635,0.00006172367,0.0042509562,0.00006837628],"about_ca_topic_score_codex":0.081184044,"about_ca_topic_score_gemma":0.16819398,"teacher_disagreement_score":0.15097384,"about_ca_system_score_codex":0.00009739318,"about_ca_system_score_gemma":0.0004435698,"threshold_uncertainty_score":0.92493445},"labels":[],"label_agreement":null},{"id":"W7036837251","doi":"","title":"De la bulle spéculative à la bouteille traçable : quel avenir pour les NFT dans le vin ?","year":2025,"lang":"fr","type":"other","venue":"Oskar-Bordeaux (Universite de Bordeaux)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Context (archaeology); Public policy; Yield (engineering); Government (linguistics)","score_opus":0.005367353556694637,"score_gpt":0.22932856001970234,"score_spread":0.2239612064630077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036837251","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063436474,0.002268784,0.30674177,0.002765698,0.0008748214,0.0007903619,0.00019707634,0.00055892655,0.6794589],"genre_scores_gemma":[0.06743885,0.0011980841,0.03926916,0.00033323563,0.00051647314,0.00004382186,0.00008003737,0.00025808686,0.8908622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932799,0.0018712723,0.0006909515,0.0018073248,0.0006918737,0.0016586746],"domain_scores_gemma":[0.99545527,0.0012024218,0.0006252486,0.001664349,0.0004940434,0.0005586689],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017559865,0.0011839982,0.0013202166,0.00082410034,0.0014093481,0.0005976085,0.002568351,0.0019074422,0.004287969],"category_scores_gemma":[0.0002539936,0.0013343876,0.00080178626,0.001663218,0.001227911,0.0008363237,0.0011166257,0.0015183032,0.0006639904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023947087,0.0016018131,0.02738565,0.0019249467,0.0014123769,0.0015803857,0.019183997,0.0038914573,0.0008719264,0.7748955,0.08828397,0.0787285],"study_design_scores_gemma":[0.0024293533,0.00019129206,0.014581529,0.0012668462,0.00028942447,0.00021181224,0.005364196,0.020513581,0.00020680539,0.0054499414,0.9479811,0.0015140974],"about_ca_topic_score_codex":0.026595028,"about_ca_topic_score_gemma":0.0020868564,"teacher_disagreement_score":0.85969716,"about_ca_system_score_codex":0.0018040333,"about_ca_system_score_gemma":0.006829958,"threshold_uncertainty_score":0.9998907},"labels":[],"label_agreement":null},{"id":"W7036871546","doi":"","title":"Child Technology Use during the COVID-19 Pandemic: A Longitudinal Study","year":2024,"lang":"en","type":"dissertation","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Longitudinal study; Mental health; Coping (psychology); Social technology; Pandemic; Social support; Health technology","score_opus":0.0383183190578261,"score_gpt":0.27917971730403257,"score_spread":0.24086139824620648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036871546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947705,0.00073082733,0.00024303228,0.0009128507,0.0011703657,0.0011020418,0.000035803092,0.0007114523,0.0003230745],"genre_scores_gemma":[0.99020517,0.000090097004,0.00028811986,0.000057246947,0.00008673201,0.0000066510315,0.00005234832,0.000038234833,0.009175399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996344,0.00032119342,0.00044780335,0.0013635857,0.0009434132,0.00058001594],"domain_scores_gemma":[0.9967363,0.00022839721,0.00049836707,0.0019917695,0.00028116387,0.00026399462],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0013781427,0.0005188716,0.00070083904,0.001005773,0.0017333417,0.0002411644,0.003459408,0.00082770846,0.000103739745],"category_scores_gemma":[0.00033710376,0.00045726934,0.00041607625,0.0018582684,0.00026417593,0.0013308782,0.0010872908,0.0019288647,0.00029235537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017116856,0.00020567742,0.9865387,0.00068413955,0.00034804308,0.0002194181,0.0107084755,0.000036965765,0.000113916794,0.00025066492,0.00017124265,0.0005515991],"study_design_scores_gemma":[0.0012548396,0.00023660187,0.98333436,0.00031934574,0.0002680891,0.00028260614,0.0077509433,0.000054060725,0.00007459724,0.00063897436,0.0051380103,0.00064755307],"about_ca_topic_score_codex":0.0004958514,"about_ca_topic_score_gemma":0.0049141394,"teacher_disagreement_score":0.008852324,"about_ca_system_score_codex":0.0006526779,"about_ca_system_score_gemma":0.00047101357,"threshold_uncertainty_score":0.9997879},"labels":[],"label_agreement":null},{"id":"W7037333720","doi":"","title":"Debate on the paper by Gilberto Câmara & Antônio Miguel Vieira Monteiro","year":2001,"lang":"en","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Field (mathematics); Government (linguistics); Measure (data warehouse); Context (archaeology)","score_opus":0.018011980843625746,"score_gpt":0.23187543296655566,"score_spread":0.21386345212292993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037333720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44116816,0.0022779414,0.06439138,0.20817286,0.0056356257,0.0026585197,0.00007375821,0.0025480238,0.27307373],"genre_scores_gemma":[0.99501103,0.00024813632,0.0012891988,0.0018836337,0.00041149955,0.0002547196,0.000033546956,0.000038881055,0.0008293598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995742,0.0004962314,0.00076170743,0.0010215514,0.0010672521,0.0009112528],"domain_scores_gemma":[0.99673975,0.0005352031,0.00032947448,0.001617383,0.00035736783,0.00042080967],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010540606,0.0005304595,0.0004612647,0.00022276044,0.0011048074,0.00046085077,0.0019193538,0.0004183095,0.00004966968],"category_scores_gemma":[0.0004447128,0.00036571833,0.0002971446,0.0010181814,0.000038915357,0.0010308039,0.00038723648,0.00070774683,0.00010916391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018652665,0.0009166511,0.0028992188,0.00007185065,0.00016408239,0.00021327415,0.0018026687,0.000109028646,0.003157349,0.95892,0.02126606,0.010293293],"study_design_scores_gemma":[0.0006927941,0.00011453688,0.005854803,0.00011744018,0.000020681191,0.00088542653,0.00010869881,0.0022637188,0.0010417019,0.0005860605,0.98780733,0.00050681987],"about_ca_topic_score_codex":0.0000048863585,"about_ca_topic_score_gemma":0.0000710866,"teacher_disagreement_score":0.96654123,"about_ca_system_score_codex":0.00047675954,"about_ca_system_score_gemma":0.00031689028,"threshold_uncertainty_score":0.9998795},"labels":[],"label_agreement":null},{"id":"W7037498316","doi":"","title":"The Effects of Design Parameters on Nanoparticle Cellular Uptake, Nuclear Transport and Accumulation","year":2014,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada","keywords":"Nanoparticle; Nuclear localization sequence; Nuclear transport; Nanomaterials; Intracellular; Nanomedicine; Quantum dot; Nuclear pore","score_opus":0.02438289468000891,"score_gpt":0.28714713131544567,"score_spread":0.26276423663543674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037498316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708035,0.00054580695,0.025507662,0.00011614941,0.0016256971,0.0012420319,4.4024748e-7,0.00006998935,0.00008870932],"genre_scores_gemma":[0.9976831,0.0002522853,0.0015247278,0.00004183688,0.000040290666,0.000034363296,0.000006074132,0.000033167533,0.00038412234],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972924,0.00041145383,0.0006292507,0.00065604,0.00059151585,0.00041934548],"domain_scores_gemma":[0.99668264,0.0014761309,0.00054885214,0.0009789929,0.00017516899,0.00013821592],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013104526,0.0003853846,0.000499394,0.000084756204,0.0005482444,0.00012239568,0.00058153557,0.00031551466,0.0000050709714],"category_scores_gemma":[0.0002664042,0.0002752417,0.00016755734,0.00034998817,0.00017834324,0.00021391515,0.000029625166,0.00028780638,0.00004260611],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004955922,0.0013924465,0.01299859,0.017622987,0.00093262875,0.00005690255,0.29329082,0.034511432,0.23700644,0.008096809,0.0007901429,0.38834485],"study_design_scores_gemma":[0.003109424,0.005953847,0.14328992,0.0032895615,0.00051107653,0.00000768725,0.002827213,0.35501242,0.4815345,0.0008961092,0.0020009554,0.0015672512],"about_ca_topic_score_codex":0.00014754756,"about_ca_topic_score_gemma":0.000010982119,"teacher_disagreement_score":0.3867776,"about_ca_system_score_codex":0.000047839607,"about_ca_system_score_gemma":0.00010136101,"threshold_uncertainty_score":0.99996996},"labels":[],"label_agreement":null},{"id":"W7038222466","doi":"","title":"Historical Series of Estimates of National Income and Expenditure, Australia, September Quarter 1959 to June Quarter 1980 (Supplement to December Quarter 1984)","year":2023,"lang":"en","type":"other","venue":"ANU Open Research (Australian National University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Series (stratigraphy); Measures of national income and output; Time series; Trend analysis","score_opus":0.08087760941248398,"score_gpt":0.35971894166178214,"score_spread":0.2788413322492982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038222466","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05974646,0.00028846783,0.014136978,0.104550175,0.011380916,0.030705646,0.0077152415,0.002059947,0.76941615],"genre_scores_gemma":[0.05725548,0.000018384491,0.015454917,0.000043067837,0.00022939997,0.000058353417,0.00008520422,0.000119030934,0.9267362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957451,0.00023914663,0.0005340441,0.0008480326,0.0020934746,0.000540159],"domain_scores_gemma":[0.9975172,0.00033442993,0.00021985159,0.0005210728,0.0010377809,0.00036961737],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013434076,0.00032284152,0.0005941826,0.0017298791,0.00016009425,0.0001502559,0.0018183182,0.00030291453,0.00091274845],"category_scores_gemma":[0.00011091434,0.00031578503,0.00012829954,0.0016747025,0.00018653131,0.0008343525,0.000927816,0.00035410054,0.00039452457],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007890756,0.00013313595,0.005962751,0.00020318068,0.00013471361,0.000029652656,0.00051753083,0.000028811439,0.00004742079,0.012331488,0.9804659,0.00006654423],"study_design_scores_gemma":[0.0008690683,0.0005609203,0.0117597915,0.00052226917,0.000015612326,0.000015068822,0.0003972148,0.000027350421,0.00044996792,0.0014919782,0.98338413,0.0005066302],"about_ca_topic_score_codex":0.0038633528,"about_ca_topic_score_gemma":0.0028549023,"teacher_disagreement_score":0.15732,"about_ca_system_score_codex":0.00089042797,"about_ca_system_score_gemma":0.000458657,"threshold_uncertainty_score":0.9999294},"labels":[],"label_agreement":null},{"id":"W7038263040","doi":"","title":"The Greg Morgan Morning Show with Kevin Martel - Wednesday, April 26, 2023 Hour 2","year":2023,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Morning; Joins; Queen (butterfly)","score_opus":0.005826291636496411,"score_gpt":0.18101757206277633,"score_spread":0.1751912804262799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038263040","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043774693,0.0003532417,0.000024398922,0.00051328406,0.0017251368,0.00061424094,0.000026630309,0.0014245235,0.9952748],"genre_scores_gemma":[0.00045820526,0.00043069018,0.001285369,0.00012736997,0.00024951008,0.00004586342,0.000015584626,0.00023419163,0.9971532],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974129,0.00011729687,0.0007225071,0.00038572375,0.00083559344,0.0005259526],"domain_scores_gemma":[0.997376,0.0003273112,0.00075126655,0.0011854452,0.0002151268,0.00014481612],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007399959,0.00045028873,0.00049393915,0.00009762365,0.00028446075,0.00025189214,0.0013612005,0.00037581098,0.014254645],"category_scores_gemma":[0.00016151275,0.00030123038,0.00017230555,0.00004831568,0.00022001045,0.0000012708094,0.00032034688,0.00042328122,0.01788913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024615401,0.000016775202,0.000031953776,0.00031871995,0.00007324355,0.00002201185,0.00021810712,0.0003358681,4.8711463e-8,0.000034374014,0.99372715,0.005197126],"study_design_scores_gemma":[0.00036818968,0.0001505525,0.00008765274,0.00046010563,0.000026404363,0.00010323765,0.00012340708,0.00037476447,0.000003785818,0.000010215549,0.99789804,0.00039361964],"about_ca_topic_score_codex":0.0029011955,"about_ca_topic_score_gemma":0.0026317786,"teacher_disagreement_score":0.004803506,"about_ca_system_score_codex":0.000082216175,"about_ca_system_score_gemma":0.00010337488,"threshold_uncertainty_score":0.999944},"labels":[],"label_agreement":null},{"id":"W7038267765","doi":"","title":"A Genome Catalogue of Mercury-Methylating Bacteria and Archaea from&#13;\\nSediments of a Boreal River Faced by Human Disturbances","year":2023,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Groupe de recherche interuniversitaire en limnologie","keywords":"Context (archaeology); Aquatic ecosystem; Ecosystem; Ectotherm; Biodiversity","score_opus":0.018995708414164928,"score_gpt":0.2716658576564093,"score_spread":0.2526701492422444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038267765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962331,0.00036723033,0.00010661729,0.000027863533,0.0005882236,0.00053685554,0.00020533617,0.00009744953,0.0018372939],"genre_scores_gemma":[0.99507326,0.00016254166,0.00011746083,8.077076e-7,0.00007446946,0.000006065706,0.0007519738,0.000028025328,0.0037853972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643546,0.0006353165,0.000537236,0.0009269924,0.0009149598,0.0005500403],"domain_scores_gemma":[0.9975879,0.00046436253,0.0005349426,0.00087368675,0.00032293476,0.00021615972],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079173024,0.00031116485,0.0007019974,0.0007832717,0.00052935764,0.0000762409,0.0014125449,0.0003258131,0.0000062043036],"category_scores_gemma":[0.00007730447,0.00031663204,0.00017922986,0.0011385966,0.00055813557,0.00047468915,0.0005333931,0.0007331716,0.000005868441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000745441,0.00042435387,0.55116576,0.0030529385,0.0013364708,0.00045608004,0.03882104,0.000011020015,0.3997704,0.0006890532,0.00071342214,0.0028140254],"study_design_scores_gemma":[0.00071439345,0.00048318206,0.94159573,0.00037693273,0.00005121826,0.000002955958,0.0020336504,0.000118550786,0.053024814,0.00070288876,0.00050812133,0.00038753764],"about_ca_topic_score_codex":0.14774267,"about_ca_topic_score_gemma":0.010648577,"teacher_disagreement_score":0.39043003,"about_ca_system_score_codex":0.0002800912,"about_ca_system_score_gemma":0.00046532816,"threshold_uncertainty_score":0.9999286},"labels":[],"label_agreement":null},{"id":"W7038640096","doi":"","title":"Impact d'un apport élevé en protéines sur la prise alimentaire subséquente et la dépense énergétique","year":2000,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Risk assessment; Disease; MEDLINE","score_opus":0.0030726106752618845,"score_gpt":0.1744981356259221,"score_spread":0.1714255249506602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038640096","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122550964,0.0017575305,0.000550107,0.0062739365,0.0008626236,0.00160467,0.00074424397,0.00009854939,0.8655574],"genre_scores_gemma":[0.69578564,0.0018554779,0.0020064476,0.0017947623,0.000280568,0.0000970144,0.000047563146,0.00018559293,0.2979469],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942507,0.00095481065,0.00079609716,0.00089910376,0.002328265,0.00077101006],"domain_scores_gemma":[0.99701494,0.0009093834,0.0005403306,0.00087248953,0.0000025177465,0.0006603476],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012060897,0.00079263264,0.0008756614,0.000077299344,0.00023160448,0.00017140644,0.0010139768,0.000244125,0.00073112285],"category_scores_gemma":[0.000010423272,0.0006686736,0.00017987179,0.00022151264,0.0002944538,0.0010830958,0.00044872033,0.0005841573,9.2517936e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027363535,0.0013096334,0.49447206,0.006391469,0.002830429,0.0045995708,0.0035805653,0.0012860766,0.004481072,0.08279558,0.09204848,0.3034687],"study_design_scores_gemma":[0.0012103512,0.00031618733,0.2422579,0.0016973435,0.00009624678,0.00027393794,0.00025600623,0.0028621627,0.008140863,0.00052613224,0.7411358,0.0012271274],"about_ca_topic_score_codex":0.020969689,"about_ca_topic_score_gemma":0.022557665,"teacher_disagreement_score":0.64908725,"about_ca_system_score_codex":0.00003817458,"about_ca_system_score_gemma":0.007744289,"threshold_uncertainty_score":0.99957645},"labels":[],"label_agreement":null},{"id":"W7038840487","doi":"","title":"The influence of ecosystemic factors on Black student teachers’ perceptions and experiences of Early Childhood Education","year":2013,"lang":"en","type":"dissertation","venue":"UpSpace Institutional Repository (University of Pretoria)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Perception; Focus group; Higher education; Politics; White (mutation); Affect (linguistics); Semi-structured interview; Early childhood education","score_opus":0.005285717215441334,"score_gpt":0.2213176849296735,"score_spread":0.21603196771423216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038840487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967452,0.00018942017,0.000104126426,0.000014623726,0.0017279327,0.000432244,0.0000047500394,0.00002567605,0.000756018],"genre_scores_gemma":[0.99866986,0.00008222319,0.00021446678,0.0000010804498,0.000053536027,0.000004949106,0.000012423164,0.000004104706,0.0009573401],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.998554,0.000097324126,0.00029526302,0.00033438334,0.00059928757,0.00011975268],"domain_scores_gemma":[0.9981747,0.00013555991,0.0006511647,0.0004778637,0.0004893571,0.000071328184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001846601,0.00017125564,0.0002826381,0.00012150067,0.00052659825,0.000038532788,0.00078574655,0.00020896077,0.0000036159727],"category_scores_gemma":[0.000053056337,0.00014646281,0.00012191626,0.00019331495,0.00040682443,0.00061055506,0.00007885321,0.00019800625,0.0000038338862],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048186597,0.00044183058,0.07275347,0.00039564475,0.00020744496,0.0000014870035,0.9112872,0.001448607,0.002930015,0.009299953,0.00026607697,0.00092009857],"study_design_scores_gemma":[0.00013477977,0.00018370643,0.847707,0.000570951,0.0000352942,0.0000031229888,0.15049267,0.000044393997,0.0005534455,0.000048038637,0.00008076363,0.00014583825],"about_ca_topic_score_codex":0.0007286652,"about_ca_topic_score_gemma":0.000048417536,"teacher_disagreement_score":0.77495354,"about_ca_system_score_codex":0.00016517569,"about_ca_system_score_gemma":0.0010703383,"threshold_uncertainty_score":0.59725803},"labels":[],"label_agreement":null},{"id":"W7039074532","doi":"","title":"Lockout: Verifying the content of lockout programs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut de recherche Robert-Sauvé en santé et en sécurité du travail","funders":"","keywords":"","score_opus":0.032037210767700657,"score_gpt":0.23378853025031254,"score_spread":0.20175131948261188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039074532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9140144,0.000057366356,0.07930709,0.00094829826,0.001471241,0.00039983034,3.4060386e-7,0.00022112961,0.0035802873],"genre_scores_gemma":[0.9929396,0.0000025884187,0.006437541,0.00011685517,0.000055757067,0.000020151325,3.654676e-7,0.000003457968,0.0004236652],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99912244,0.000024306979,0.00023851189,0.00019252862,0.00023604254,0.00018616168],"domain_scores_gemma":[0.9988711,0.000062405124,0.000079884856,0.00080429745,0.00013596147,0.000046340207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005063559,0.000083743915,0.00012744365,0.000022086853,0.00009653065,0.000060808652,0.0008320769,0.000058469064,0.000019831192],"category_scores_gemma":[0.000043041182,0.00004173392,0.00007833212,0.00019928117,0.000113979586,0.0001947013,0.00018346019,0.0001780009,0.000052040104],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015352598,0.00033758333,0.3505341,0.00019096969,0.00005842499,0.0000038969783,0.004007902,0.00002609471,0.014309123,0.054273617,0.0009971991,0.57524574],"study_design_scores_gemma":[0.0034913947,0.0013702861,0.56451654,0.0003297754,0.00006145527,0.00028183803,0.0022977255,0.11379771,0.16794552,0.0063794153,0.137751,0.0017773347],"about_ca_topic_score_codex":0.00017911106,"about_ca_topic_score_gemma":0.00005079532,"teacher_disagreement_score":0.5734684,"about_ca_system_score_codex":0.000007743778,"about_ca_system_score_gemma":0.00005038943,"threshold_uncertainty_score":0.170186},"labels":[],"label_agreement":null},{"id":"W7039159641","doi":"","title":"Local Leadership, Global Impact: Community Foundations and the Sustainable Development Goals","year":2018,"lang":"en","type":"report","venue":"Issue Lab (Candid)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainable development; Sustainable community; Local community; Frame (networking); Community development; Local Development; Quality (philosophy)","score_opus":0.04953689661564803,"score_gpt":0.32705507064664874,"score_spread":0.2775181740310007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039159641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10192404,0.03342596,0.49459103,0.016985979,0.012707832,0.010892573,0.00024049259,0.0030068997,0.3262252],"genre_scores_gemma":[0.9759437,0.00038704183,0.0015510743,0.00036177007,0.0006378278,0.00016731017,0.00008903905,0.000033960227,0.02082827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656594,0.00057381706,0.00066329015,0.0004923838,0.0009369483,0.00076761213],"domain_scores_gemma":[0.99630976,0.00039172618,0.00038509394,0.001694451,0.0010209522,0.00019799489],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0048659323,0.00043997893,0.00070147106,0.00009115064,0.0015284893,0.0005765077,0.0016178855,0.00040811207,0.00010388246],"category_scores_gemma":[0.00047459448,0.00027129476,0.00016066081,0.00063267857,0.0009651907,0.00044241137,0.001147314,0.0007104985,0.00018225235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031191882,0.0007095515,0.058045626,0.0073506483,0.0016767834,0.00015677745,0.047754582,0.00012765397,8.143185e-7,0.008471156,0.68855363,0.18684085],"study_design_scores_gemma":[0.0014950957,0.00018015911,0.026378136,0.0004255946,0.00008424472,0.000276115,0.0039100014,0.000627729,0.00003256172,0.0031203963,0.96275294,0.00071702275],"about_ca_topic_score_codex":0.015558343,"about_ca_topic_score_gemma":0.0018330297,"teacher_disagreement_score":0.8740197,"about_ca_system_score_codex":0.0016626319,"about_ca_system_score_gemma":0.0038401627,"threshold_uncertainty_score":0.99997395},"labels":[],"label_agreement":null},{"id":"W7039278074","doi":"","title":"Living with War: Twentieth-Century Conflict in Canadian and American History and Memory","year":2023,"lang":"en","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Demotion","score_opus":0.012691397409042684,"score_gpt":0.20094822926573902,"score_spread":0.18825683185669634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039278074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93840474,0.000033176708,0.00026661716,0.00025305946,0.00027027435,0.00044011115,0.0000038477056,0.00034665325,0.059981525],"genre_scores_gemma":[0.96338123,0.035937913,0.0004569163,0.00013788657,0.000020910553,0.0000028071017,0.0000020856542,0.000011868532,0.000048399346],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987776,0.00010396031,0.00010462975,0.0004538049,0.00013030578,0.00042966567],"domain_scores_gemma":[0.9992449,0.0001002863,0.000067000285,0.00034213523,0.00005301367,0.00019264237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030516885,0.00015192304,0.00020498155,0.0064606345,0.00012518596,0.00003208021,0.0003265097,0.000057279292,0.0000026816863],"category_scores_gemma":[0.000023955556,0.00014414257,0.000025843632,0.0047766836,0.00020200305,0.00055701414,0.00022780497,0.00016883414,0.000007210917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068486566,0.00013939191,0.6744839,0.00058731396,0.00013338284,0.0012770923,0.1623761,0.00008236154,0.00001060195,0.0014109804,0.0017160412,0.15771432],"study_design_scores_gemma":[0.00035838052,0.00011198543,0.0402786,0.00008368924,0.000009625049,0.00001884599,0.0015648738,0.0030010997,0.0000035395428,2.2223286e-7,0.9543366,0.00023258034],"about_ca_topic_score_codex":0.7881829,"about_ca_topic_score_gemma":0.5472481,"teacher_disagreement_score":0.9526205,"about_ca_system_score_codex":0.000595785,"about_ca_system_score_gemma":0.0008737378,"threshold_uncertainty_score":0.58779633},"labels":[],"label_agreement":null},{"id":"W7043099553","doi":"","title":"Roofing system selection criteria","year":2005,"lang":"en","type":"article","venue":"NPARC","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Roof; Selection (genetic algorithm); Architecture; Building construction","score_opus":0.009593049952723096,"score_gpt":0.24274506339157614,"score_spread":0.23315201343885306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043099553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3242875,0.0000682025,0.62879497,0.0013678238,0.0013903382,0.00023017105,7.682922e-7,0.0014128317,0.042447392],"genre_scores_gemma":[0.95177555,0.0000015591918,0.047600634,0.000086920365,0.00030872,0.00001403499,3.5200082e-7,0.000004247812,0.00020800612],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992122,0.000042586053,0.00017068251,0.00022336672,0.00016371078,0.00018745544],"domain_scores_gemma":[0.9995356,0.000023179293,0.00004214851,0.00028619057,0.000063024294,0.000049822807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032504217,0.00007409626,0.00009956337,0.00004960125,0.00013047818,0.00008976696,0.00030201022,0.000050565264,0.000040462564],"category_scores_gemma":[0.00001362324,0.00006155782,0.00003951535,0.00022509175,0.00001099389,0.00048126097,0.00006330523,0.00007044609,0.00031794384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025578516,0.00019265519,0.027936913,0.000809857,0.00005344139,0.000012016248,0.0037279408,0.00096712686,0.07324214,0.08352779,0.034089345,0.7754152],"study_design_scores_gemma":[0.0005587708,0.00012074802,0.013332326,0.00020245207,0.000008867922,0.00022696155,0.000075119126,0.90077806,0.031504534,0.0010545349,0.05170085,0.00043676433],"about_ca_topic_score_codex":0.0000074323325,"about_ca_topic_score_gemma":0.0000042047673,"teacher_disagreement_score":0.89981097,"about_ca_system_score_codex":0.00012346308,"about_ca_system_score_gemma":0.000034366825,"threshold_uncertainty_score":0.40866306},"labels":[],"label_agreement":null},{"id":"W7085866716","doi":"10.1111/ppa.70038","title":"Response of Elite Dry Bean ( <i>Phaseolus vulgaris</i> ) Genotypes to <i>Fusarium oxysporum</i> and <i>Rhizoctonia solani</i> Root Rot","year":2025,"lang":"en","type":"article","venue":"Plant Pathology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Michigan Bean Commission; AgBioResearch, Michigan State University","keywords":"Root rot; Cultivar; Greenhouse; Shoot; Dry bean; Resistance (ecology); Trait","score_opus":0.005529789604366314,"score_gpt":0.22810454944649355,"score_spread":0.22257475984212724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7085866716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9327726,0.0010850583,0.061789345,0.001645428,0.0011259075,0.000463641,0.0001450808,0.00021843422,0.0007545073],"genre_scores_gemma":[0.9884577,0.00008532937,0.008299932,0.002556302,0.00004821814,0.000047129168,0.000023220835,0.000013442342,0.0004687364],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9976697,0.00036347526,0.0005692327,0.0006927751,0.00021534793,0.00048944727],"domain_scores_gemma":[0.9981048,0.0005455858,0.00014947701,0.000930462,0.00013065762,0.00013900998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015483815,0.0002487233,0.000513708,0.00028538838,0.00015934295,0.000049856186,0.0007561124,0.00021798706,0.00000407083],"category_scores_gemma":[0.00023124248,0.00021429636,0.00006549942,0.000495862,0.0001311038,0.00018747947,0.0005761861,0.00022408931,0.00004047743],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040131793,0.00069901446,0.42525166,0.0007079219,0.00016464126,0.00079997577,0.008015869,0.00023560964,0.51128584,0.009182748,0.013770458,0.02587305],"study_design_scores_gemma":[0.0038160058,0.0022308389,0.68795896,0.0005067341,0.00012443318,0.00085322204,0.00019679061,0.0036441595,0.1872504,0.0029700648,0.10896928,0.0014791085],"about_ca_topic_score_codex":0.00007879834,"about_ca_topic_score_gemma":0.0000738956,"teacher_disagreement_score":0.32403547,"about_ca_system_score_codex":0.000043550535,"about_ca_system_score_gemma":0.0002130241,"threshold_uncertainty_score":0.8738752},"labels":[],"label_agreement":null},{"id":"W7092849503","doi":"10.5281/zenodo.17395552","title":"InferBoost: A Fast Microservice Architecture for Reducing Large Language Model Hallucinations","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Weyerhauser (Canada)","funders":"","keywords":"Inference; Language model; Modular design; Architecture; Microservices; Latency (audio); Reliability (semiconductor)","score_opus":0.02049488519489529,"score_gpt":0.26667416716064773,"score_spread":0.24617928196575245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092849503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00505442,0.00023301964,0.97151625,0.0019176436,0.0003806216,0.0014788795,0.001474572,0.0017410985,0.016203504],"genre_scores_gemma":[0.8794818,0.00021250629,0.095939666,0.0016139018,0.0008284944,0.0000049995783,0.010215659,0.0023678257,0.0093351295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99741864,0.0002527674,0.00043920198,0.00097067124,0.00037835067,0.00054038723],"domain_scores_gemma":[0.99696684,0.00006283207,0.00021712347,0.0015735048,0.0010301665,0.00014955882],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011635585,0.0002893108,0.00031220017,0.0004250142,0.002169245,0.001330628,0.0032744769,0.0002489162,0.00021727504],"category_scores_gemma":[0.0005373623,0.00029213593,0.00017036014,0.0005753602,0.0000659746,0.00027351276,0.006810669,0.00072489027,0.00041539688],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017295299,0.0012614096,0.000015669568,0.009355123,0.000479476,0.000029444978,0.087378204,0.16960102,0.0056099514,0.036524065,0.21057524,0.47899744],"study_design_scores_gemma":[0.0010836006,0.00014477682,0.00015620128,0.0006537929,0.000046925674,0.00006441884,0.0004323534,0.5157073,0.00091338845,0.003457246,0.47664574,0.0006942759],"about_ca_topic_score_codex":0.000044213197,"about_ca_topic_score_gemma":0.0000028765662,"teacher_disagreement_score":0.87557656,"about_ca_system_score_codex":0.00026178986,"about_ca_system_score_gemma":0.000048331156,"threshold_uncertainty_score":0.9999531},"labels":[],"label_agreement":null},{"id":"W7097108035","doi":"","title":"A Software Factory for the Canadian Government Year 2000 Conversion","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Factory (object-oriented programming); Government (linguistics); Software; Section (typography); Process (computing)","score_opus":0.011877124609441592,"score_gpt":0.2232653428997151,"score_spread":0.21138821829027352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097108035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0139191095,0.00008199521,0.98049796,0.0009569519,0.0010981846,0.00050458795,0.000009501679,0.00013329847,0.0027984113],"genre_scores_gemma":[0.9848673,0.0000040302284,0.012204009,0.0008895507,0.000075915166,0.000011341604,8.9266956e-7,0.0000046437335,0.0019423662],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991334,0.00000837783,0.00012211288,0.00017802234,0.0002758043,0.0002822637],"domain_scores_gemma":[0.9991483,0.00023651992,0.000029611983,0.0004027361,0.000052345647,0.0001304716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006678278,0.000070989445,0.00006561675,0.00002049613,0.00030973606,0.000056157274,0.00046382152,0.00006070641,0.00006283443],"category_scores_gemma":[0.00004673389,0.000041669507,0.00005760014,0.00010194063,0.00003206094,0.00014964932,0.000052337193,0.0000626806,0.000105457904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009173042,0.00013150633,0.46011412,0.00024276218,0.00014839433,0.00002024329,0.0070523666,0.0002895044,0.000069883194,0.015775392,0.17418094,0.34188315],"study_design_scores_gemma":[0.0008236602,0.0001630816,0.19021447,0.000023714252,0.000012005998,0.000009327683,0.00054691563,0.007971427,0.0029356082,0.00033884533,0.79658747,0.0003734824],"about_ca_topic_score_codex":0.024654035,"about_ca_topic_score_gemma":0.070117585,"teacher_disagreement_score":0.97094816,"about_ca_system_score_codex":0.00051608006,"about_ca_system_score_gemma":0.00029074142,"threshold_uncertainty_score":0.98184085},"labels":[],"label_agreement":null},{"id":"W7097709625","doi":"","title":"Operators","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Predicate (mathematical logic); Uniqueness; Documentation; Event (particle physics); State (computer science); Set (abstract data type)","score_opus":0.00746985428477199,"score_gpt":0.24317561143693123,"score_spread":0.23570575715215925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097709625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17849818,0.00002141784,0.78849226,0.00015313509,0.00045166517,0.0000432587,2.8231174e-8,0.00025676758,0.03208329],"genre_scores_gemma":[0.9750913,0.0000011155719,0.02394096,0.00040002313,0.00004128881,8.49336e-7,7.297232e-8,0.0000012988651,0.0005230867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99954456,0.0000052975097,0.000098223296,0.00011891929,0.000098761535,0.00013425315],"domain_scores_gemma":[0.99959433,0.000026301872,0.0000099657955,0.00029002797,0.0000315245,0.00004784385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035975772,0.000036388108,0.000042425683,0.000029303752,0.000045987603,0.000029985253,0.0002970394,0.000025074136,0.000023845321],"category_scores_gemma":[0.000011601675,0.00002408151,0.000020376836,0.00018980674,0.000010904399,0.0002314894,0.00006225206,0.000032023287,0.00028998737],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063970906,0.00012890996,0.23424678,0.000037139467,0.000017588412,0.00003505089,0.0018009408,0.000033689448,0.001564708,0.28544003,0.011779713,0.46490908],"study_design_scores_gemma":[0.0010030742,0.00026776068,0.6388209,0.000030801686,0.000003699621,0.00011610181,0.00027416702,0.013011982,0.11135446,0.005230905,0.22898786,0.00089828786],"about_ca_topic_score_codex":0.00001526777,"about_ca_topic_score_gemma":0.0000052798346,"teacher_disagreement_score":0.7965931,"about_ca_system_score_codex":0.000014066706,"about_ca_system_score_gemma":0.000017261551,"threshold_uncertainty_score":0.37272975},"labels":[],"label_agreement":null},{"id":"W7098750990","doi":"","title":"Susceptibility of Canada geese (Branta canadensis) to highly pathogenic avian influenza virus (H5N1). Emerg Infect Dis 13","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Anseriformes; Influenza A virus subtype H5N1; Charadriiformes; Waterfowl; Virus; Goose; Influenza A virus; Highly pathogenic; Psittaciformes","score_opus":0.013050533513541336,"score_gpt":0.22643678439638998,"score_spread":0.21338625088284865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098750990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945473,0.000081801794,0.0029318654,0.0004429479,0.0007519353,0.00044163587,0.000037075806,0.00015522614,0.00061022694],"genre_scores_gemma":[0.9972014,0.000014894213,0.0011363701,0.0011811646,0.00006583823,0.000021828197,0.0000028707252,0.0000136911385,0.0003619456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969726,0.00014624037,0.0007731182,0.0007037714,0.0007556765,0.00064858096],"domain_scores_gemma":[0.997189,0.00014042236,0.00015127029,0.0017110368,0.00034067777,0.00046762804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052554003,0.00029040617,0.0004875729,0.00012522477,0.00028464,0.000026654614,0.0010776739,0.00011643361,0.00010479858],"category_scores_gemma":[0.0002198991,0.00023107024,0.00014820055,0.00090835005,0.00010327165,0.0004056011,0.00037585568,0.00018225788,0.000044570676],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002874241,0.00011895061,0.97726727,0.00011869863,0.000048836977,0.000054190867,0.000998765,0.00057401205,0.003981007,0.00019362045,0.013817459,0.0027984772],"study_design_scores_gemma":[0.00037611948,0.00017053085,0.984679,0.000026933903,0.000009351173,0.00004122709,0.00003903612,0.0009035082,0.0075422963,0.00005876926,0.005730466,0.00042277746],"about_ca_topic_score_codex":0.91801196,"about_ca_topic_score_gemma":0.97848034,"teacher_disagreement_score":0.060468383,"about_ca_system_score_codex":0.00041682366,"about_ca_system_score_gemma":0.0021496315,"threshold_uncertainty_score":0.9422771},"labels":[],"label_agreement":null},{"id":"W7099319392","doi":"","title":"CLUB DRUGS AND SEX ON DRUGS ARE ASSOCIATED WITH DIFFERENT MOTIVATION FOR CIRCUIT PARTY ATTENDANCE IN GAY MEN","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ecstasy; Attendance; Quarter (Canadian coin); Club; Drug; Association (psychology)","score_opus":0.03492601244426359,"score_gpt":0.24646323441760462,"score_spread":0.21153722197334102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099319392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730333,0.000019659408,0.024187151,0.000623748,0.00012308947,0.00052317604,0.00000421961,0.00014778652,0.0013378493],"genre_scores_gemma":[0.9987995,0.0000027142937,0.00019297993,0.00021589159,0.00002893826,0.00008056746,0.000006777322,0.0000075514495,0.00066509686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987533,0.00007165322,0.00022029202,0.00039418726,0.00030774742,0.00025280772],"domain_scores_gemma":[0.999086,0.00025670836,0.00012645821,0.0003207563,0.00011375849,0.00009628638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059224083,0.00014699558,0.00023581606,0.00006415514,0.00006958019,0.00006840798,0.00022158049,0.00007611987,0.000001627883],"category_scores_gemma":[0.00011155416,0.000092995644,0.000025204494,0.00021256121,0.00003376767,0.00030908562,0.00006042733,0.000093447714,0.000003357601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031744905,0.00022442534,0.9790127,0.000064695676,0.000025141686,0.0000012600858,0.007101272,0.00017042404,0.000011152042,0.0012023612,0.002310486,0.00984429],"study_design_scores_gemma":[0.003546991,0.0005415258,0.93879825,0.0003147369,0.000008279671,0.0000019938714,0.0013342435,0.050134197,0.001262155,0.0032411262,0.0003876068,0.0004289034],"about_ca_topic_score_codex":0.000046646357,"about_ca_topic_score_gemma":0.000052224153,"teacher_disagreement_score":0.049963772,"about_ca_system_score_codex":0.00018471002,"about_ca_system_score_gemma":0.000048348684,"threshold_uncertainty_score":0.37922525},"labels":[],"label_agreement":null},{"id":"W7099554766","doi":"","title":"Migrants in Rural Greece","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Destinations; Immigration; Western europe; Rural area; Agriculture; European region","score_opus":0.006852520231157747,"score_gpt":0.21770617939204384,"score_spread":0.21085365916088608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099554766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8686813,0.00003565809,0.12528424,0.0020170305,0.00043446643,0.00009714507,3.9008572e-7,0.00019826439,0.0032515128],"genre_scores_gemma":[0.99650556,0.0000075826124,0.002467919,0.000116524796,0.000020977068,0.00000602022,5.5816535e-8,0.0000015913558,0.0008737475],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994454,0.000021053995,0.00012626119,0.00013502035,0.00010960224,0.00016268199],"domain_scores_gemma":[0.9995398,0.000052624557,0.000016497575,0.0003374375,0.00001965196,0.00003397161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019750382,0.0000507996,0.00007217176,0.000044582364,0.000018860883,0.000015311367,0.00037355785,0.000030817286,0.00003375211],"category_scores_gemma":[0.000021083726,0.000024601211,0.000025017438,0.00016983952,0.00001963029,0.00039591716,0.000079753576,0.000023449065,0.00042309126],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003732856,0.000033220458,0.48326492,0.000009415566,0.0000021678381,0.000005407449,0.00021394463,8.65361e-7,0.00070667366,0.0043627564,0.0014296226,0.50996727],"study_design_scores_gemma":[0.001399584,0.00008764244,0.97642636,0.00019212489,8.3257027e-7,0.000029472478,0.000036501468,0.003236137,0.006056379,0.005856478,0.0063525643,0.00032594922],"about_ca_topic_score_codex":0.00014116964,"about_ca_topic_score_gemma":0.00007702176,"teacher_disagreement_score":0.50964135,"about_ca_system_score_codex":0.000025883943,"about_ca_system_score_gemma":0.000020690286,"threshold_uncertainty_score":0.54381233},"labels":[],"label_agreement":null},{"id":"W7099729078","doi":"","title":"Grootendorst P: Dental insurance, income and the use of dental care in Canada","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Dental care; Dental insurance; Dental health; Oral health; Health care; Social class","score_opus":0.015132816480338289,"score_gpt":0.20695515602680326,"score_spread":0.19182233954646496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099729078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984199,0.00033854408,0.00051639345,0.000043082375,0.00035001076,0.00016418645,0.000004574914,0.000014952502,0.0001484011],"genre_scores_gemma":[0.9991282,0.000011741393,0.0007486701,0.00007174334,0.000010592546,0.000007004307,7.303616e-7,0.000002246721,0.000019058554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991971,0.00006493783,0.00021045611,0.00014800394,0.00025194485,0.00012750312],"domain_scores_gemma":[0.9994413,0.00010101502,0.000048113605,0.00028692553,0.00006163744,0.000060979688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001690006,0.00007157549,0.00015382156,0.000034085646,0.000031383635,0.00003175331,0.00031549338,0.000022588843,0.0000011322652],"category_scores_gemma":[0.00003948137,0.000040603183,0.000020207175,0.00021915535,0.000081462946,0.00036015178,0.00021316123,0.00006827665,0.000001635934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017550801,0.0000049780915,0.9964904,0.000018079134,0.0000026222845,0.0000050231324,0.0006027455,0.00011366596,9.3167495e-7,0.00031257267,0.00006678456,0.002364618],"study_design_scores_gemma":[0.0017022011,0.000030767013,0.99062794,0.000030117935,0.0000014046059,0.000037847152,0.0011769942,0.0056461277,0.00016612551,0.000056309378,0.00042809246,0.00009607746],"about_ca_topic_score_codex":0.87588125,"about_ca_topic_score_gemma":0.9592035,"teacher_disagreement_score":0.08332227,"about_ca_system_score_codex":0.00019468207,"about_ca_system_score_gemma":0.0004360093,"threshold_uncertainty_score":0.16557498},"labels":[],"label_agreement":null},{"id":"W7100802547","doi":"","title":"Efficient and Exact Diagnosis of Multiple Stuck-At Faults","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Netlist; Heuristics; Fault (geology); Unary operation; Exponential function; Model checking","score_opus":0.016225943104843904,"score_gpt":0.22092236473351656,"score_spread":0.20469642162867266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100802547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99081844,0.00030486952,0.007113139,0.00019059544,0.00018343172,0.00015402744,0.0000016376302,0.000094935305,0.0011389358],"genre_scores_gemma":[0.996804,0.000048067053,0.0027674937,0.000049139802,0.000014180054,0.000016941472,1.8853966e-7,0.000002754686,0.00029724478],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918956,0.000026985383,0.00019429541,0.00024653898,0.0001904646,0.00015214404],"domain_scores_gemma":[0.9992229,0.00021558364,0.000053311305,0.00039799444,0.000047056197,0.0000632042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016994201,0.00008133169,0.00013903451,0.000044276712,0.00007331755,0.000013549349,0.00023917736,0.00004138203,0.00008434554],"category_scores_gemma":[0.000056929737,0.00005618128,0.00003980889,0.00017014118,0.000048213973,0.00007332886,0.00021490907,0.00003572863,0.00007449515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004302532,0.00024032632,0.96027327,0.00008424923,0.000012254296,0.0000027545707,0.0016178412,0.00074598443,0.00011043268,0.00018057773,0.0021242772,0.034603704],"study_design_scores_gemma":[0.0010230073,0.00024272788,0.28594252,0.000057010624,0.000006330591,0.000018738427,0.00006189741,0.6993512,0.009875747,0.000029641405,0.0031249162,0.00026625884],"about_ca_topic_score_codex":0.00005660868,"about_ca_topic_score_gemma":0.000013530507,"teacher_disagreement_score":0.69860524,"about_ca_system_score_codex":0.000025379868,"about_ca_system_score_gemma":0.0000039620077,"threshold_uncertainty_score":0.22910061},"labels":[],"label_agreement":null},{"id":"W7108924084","doi":"10.13140/rg.2.2.22774.87360","title":"AI-Powered Optimization and Automation Machine Learning for Enterprise Data Systems Solution Architect | Sun Life Financial Canada IEEE Senior Member | 18+ Years AI/ML Implementation Experience","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Automation; Data system; Process automation system; Data collection; Data processing","score_opus":0.017330529055972724,"score_gpt":0.29974518389950644,"score_spread":0.28241465484353373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108924084","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05785261,0.000114007984,0.93918693,0.00052014226,0.0013413897,0.0007534623,0.000033893222,0.00016791963,0.000029622564],"genre_scores_gemma":[0.9902249,0.000019995414,0.008879795,0.00037240714,0.00006673018,0.000110275956,0.00019769261,0.0000075246626,0.000120672914],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984061,0.00011266575,0.00044302084,0.0005126328,0.00026955083,0.0002560423],"domain_scores_gemma":[0.9990312,0.000107534426,0.00015087018,0.0005060164,0.00013159605,0.000072770934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000517148,0.00014395121,0.0001918321,0.00011327995,0.00028277162,0.00020692786,0.00041663626,0.000065172884,0.000015058676],"category_scores_gemma":[0.00016237726,0.00013392988,0.000024837158,0.00031261917,0.000027022197,0.00087075453,0.00021418378,0.00010747478,9.157389e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031407908,0.00025180518,0.1814172,0.002163126,0.0002143975,0.0000122330175,0.009737394,0.57209545,0.0011658181,0.00253624,0.09267639,0.13741587],"study_design_scores_gemma":[0.00059117255,0.000049968938,0.0062833168,0.00005205396,0.000011526995,0.0000045576617,0.0001379829,0.9897965,0.00016060576,0.000017599967,0.0027460812,0.00014860438],"about_ca_topic_score_codex":0.1071589,"about_ca_topic_score_gemma":0.059279945,"teacher_disagreement_score":0.9323723,"about_ca_system_score_codex":0.00017061582,"about_ca_system_score_gemma":0.0007465459,"threshold_uncertainty_score":0.95788574},"labels":[],"label_agreement":null},{"id":"W7112830071","doi":"","title":"Analysis of the architecture design approach based on requirements","year":2025,"lang":"en","type":"article","venue":"Репозиторий БГУИР (BSUIR Repository)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fell; Architecture; Dependency (UML); Inversion (geology); Quarter (Canadian coin)","score_opus":0.01348606984539158,"score_gpt":0.24179110472389848,"score_spread":0.2283050348785069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7112830071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028077867,0.0000752455,0.957531,0.00055634364,0.0011106151,0.00065303635,0.0000022621443,0.00017895312,0.011814728],"genre_scores_gemma":[0.97581357,8.8585705e-7,0.022484541,0.0005482705,0.000041138093,0.00007322578,0.0000019485838,0.000008565915,0.0010278845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736387,0.0004140358,0.0005742574,0.000662373,0.0006699843,0.0003154858],"domain_scores_gemma":[0.99686384,0.00025755988,0.00027626267,0.0023342874,0.00020186511,0.00006618007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075719686,0.00024211347,0.00044128648,0.00047628945,0.00032910585,0.00009835042,0.0016906612,0.00014530162,0.0000035679905],"category_scores_gemma":[0.00010945549,0.00015197696,0.0004557966,0.0031958353,0.00013496852,0.00013683243,0.0002398063,0.00023800331,0.0000033669046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002564104,0.0018068001,0.3460939,0.0007738648,0.0030122646,0.000016330603,0.0017222606,0.6033899,0.009563569,0.0036718934,0.011312875,0.01837991],"study_design_scores_gemma":[0.0009745712,0.00021413564,0.16634873,0.00029772002,0.00075892115,0.0000042617285,0.00003838817,0.7714065,0.056618504,0.0004290428,0.002403209,0.0005060481],"about_ca_topic_score_codex":0.00006180351,"about_ca_topic_score_gemma":0.0000016455945,"teacher_disagreement_score":0.94773567,"about_ca_system_score_codex":0.0001377354,"about_ca_system_score_gemma":0.00028769943,"threshold_uncertainty_score":0.61974406},"labels":[],"label_agreement":null},{"id":"W7114911897","doi":"10.70382/tijsrat.v10i9.075","title":"MACHINE LEARNING-DRIVEN DERIVATION OF ABSTRACT BEHAVIOURAL PATTERNS FROM RUNTIME ACTIVITY LOGS IN SYSTEM-ON-CHIP SYSTEMS","year":2025,"lang":"","type":"article","venue":"International Journal of Science Research and Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Anomaly detection; Scalability; Abstraction; Inference; Runtime verification; Graph; Cluster analysis; Big data","score_opus":0.03562476967372238,"score_gpt":0.35054911136069794,"score_spread":0.3149243416869756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114911897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98908055,0.0007803398,0.0050264304,0.0024320914,0.0021606332,0.00030156336,0.000028416815,0.000025850015,0.00016409774],"genre_scores_gemma":[0.9991869,0.00048662454,0.00018538616,0.0000057943653,0.0000770829,0.000009468777,0.0000013999694,0.000005798964,0.000041575448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952891,0.0002202262,0.0011305944,0.0005779398,0.0022134676,0.00056870555],"domain_scores_gemma":[0.9947436,0.00058533973,0.0008309554,0.00043212785,0.0032736557,0.00013432011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051075136,0.00020198354,0.0005368087,0.005040115,0.0003180488,0.00035853044,0.0031139567,0.0002913872,0.000009930371],"category_scores_gemma":[0.0011356403,0.00016550632,0.00008028015,0.0023758386,0.0023401394,0.0011187013,0.00095824705,0.0017174683,0.0000068770782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026326138,0.0006009538,0.91681087,0.00018995428,0.0001054007,0.0002104071,0.00046051954,0.0007472335,0.017353332,0.009770049,0.000012400788,0.053475592],"study_design_scores_gemma":[0.0022263983,0.001989616,0.81825113,0.0060104127,0.000015323418,0.0003038683,0.001715953,0.14192283,0.024655126,0.0025583876,0.00008186306,0.0002690898],"about_ca_topic_score_codex":0.002486694,"about_ca_topic_score_gemma":0.000060139027,"teacher_disagreement_score":0.1411756,"about_ca_system_score_codex":0.00086121535,"about_ca_system_score_gemma":0.0012208676,"threshold_uncertainty_score":0.8622341},"labels":[],"label_agreement":null},{"id":"W7115814831","doi":"","title":"Performance Modeling and Capacity Planning for SAAS Applications","year":2025,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; McMaster University","keywords":"Capacity planning; Key (lock); Task (project management); Microservices; Quality (philosophy); Service (business); Software as a service; Discrete event simulation; Quality of service","score_opus":0.020934933891474484,"score_gpt":0.22457887481904462,"score_spread":0.20364394092757013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115814831","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06393539,0.0004052652,0.69616425,0.00005578502,0.00072367635,0.0015223685,0.000030968808,0.00038982148,0.23677248],"genre_scores_gemma":[0.32283708,0.00025260818,0.041447002,0.00011853585,0.00025103657,0.000100664634,0.00025988068,0.000049150083,0.634684],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870116,0.00002954409,0.00021763114,0.00061715866,0.00015658588,0.0002779548],"domain_scores_gemma":[0.99910045,0.00007369589,0.0001363682,0.00042369348,0.000185111,0.00008069493],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013601502,0.0002565564,0.00029945452,0.00020018575,0.0004410565,0.00010283905,0.0007001639,0.00027928152,0.00014292287],"category_scores_gemma":[0.000008604068,0.00027318092,0.00010033553,0.00044808074,0.000022663062,0.0005023226,0.00012668721,0.00023723848,0.0000068417576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011705999,0.00005568517,0.0036918777,0.0033521992,0.0001209781,0.0000032435948,0.0024201856,0.0070304265,0.00004240989,0.004931636,0.00022945288,0.9780049],"study_design_scores_gemma":[0.0011378847,0.00012018284,0.0011261154,0.0010004337,0.00015484594,0.0000057048387,0.0018361411,0.7434368,0.00027246008,0.00065348105,0.24937868,0.0008772664],"about_ca_topic_score_codex":0.000046192985,"about_ca_topic_score_gemma":0.000054192697,"teacher_disagreement_score":0.97712755,"about_ca_system_score_codex":0.00011898898,"about_ca_system_score_gemma":0.00016126719,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W7117153893","doi":"10.1145/3756681.3756953","title":"The Impact of Environment Configurations on the Stability of AI-Enabled Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Python (programming language); Instability; Software; Component (thermodynamics); Stability (learning theory); Key (lock)","score_opus":0.01573865583591239,"score_gpt":0.26538936079268105,"score_spread":0.24965070495676867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117153893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83354723,0.0017438467,0.13037871,0.0063681095,0.0022953574,0.0043821,0.000070200265,0.000063951484,0.02115047],"genre_scores_gemma":[0.99890965,0.00017553089,0.000023252027,0.000047335874,0.00002696619,0.000079952944,9.034819e-7,0.0000048344914,0.00073158095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963482,0.00083278207,0.0013530297,0.00047328149,0.0005958075,0.0003969029],"domain_scores_gemma":[0.9937509,0.0024525968,0.0004738295,0.0029235666,0.00033044137,0.00006868586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034728148,0.0002796949,0.000510244,0.00006803258,0.00065954437,0.00018036737,0.0014353038,0.00014252728,0.00021866788],"category_scores_gemma":[0.0003041673,0.0001164787,0.0004409579,0.00061515754,0.0007800893,0.00021855257,0.00028985657,0.00033217366,0.000036633177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063541735,0.0036571852,0.20671462,0.0021911669,0.0023228899,0.0000015448063,0.008444744,0.08415464,0.00874313,0.6466903,0.016727708,0.019716674],"study_design_scores_gemma":[0.0014139088,0.0022938622,0.24878749,0.0009589326,0.00014327682,0.0000045993993,0.0033918973,0.687552,0.04778259,0.0041281334,0.0029747593,0.00056854344],"about_ca_topic_score_codex":0.0017175444,"about_ca_topic_score_gemma":0.000013383304,"teacher_disagreement_score":0.64256215,"about_ca_system_score_codex":0.0003199544,"about_ca_system_score_gemma":0.00093045353,"threshold_uncertainty_score":0.50727487},"labels":[],"label_agreement":null},{"id":"W7117758288","doi":"10.1109/smartiot66867.2025.00035","title":"Securing Agentic AI in IoT Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Internet of Things; Proxy (statistics); Gateway (web page); Forwarding plane; Latency (audio); Corporate governance","score_opus":0.008146854188632735,"score_gpt":0.26558430230963587,"score_spread":0.2574374481210031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117758288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7158891,0.006873521,0.23034912,0.0024267042,0.019876942,0.0015879273,0.0000016227754,0.00039067757,0.0226044],"genre_scores_gemma":[0.9905152,0.000060069793,0.0002885087,0.0006466045,0.000114337774,0.000047963233,3.7391428e-7,0.000008324329,0.008318618],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966386,0.00024963406,0.0010814703,0.0009029295,0.0004021737,0.0007251802],"domain_scores_gemma":[0.9981175,0.00015294313,0.000118413765,0.0013315516,0.0001656631,0.000113895025],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014342206,0.00031546736,0.00054112735,0.00050153304,0.00020808789,0.0005433281,0.0012062663,0.0002635321,0.000048984755],"category_scores_gemma":[0.0000836294,0.0002737174,0.00015432459,0.0020741548,0.00009214727,0.0002891534,0.0006640911,0.00044037856,0.00037883822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080992395,0.0014832978,0.65361506,0.016452542,0.00034954734,0.00025265562,0.01040585,0.041066196,0.00039307826,0.11890753,0.014035973,0.14295729],"study_design_scores_gemma":[0.0009212418,0.000070983835,0.05704022,0.0022774742,0.000020116053,0.000014785303,0.00028762463,0.9311101,0.0004277502,0.00072737917,0.0066516898,0.00045066138],"about_ca_topic_score_codex":0.0011398527,"about_ca_topic_score_gemma":0.00008867773,"teacher_disagreement_score":0.89004385,"about_ca_system_score_codex":0.0003547466,"about_ca_system_score_gemma":0.00050895405,"threshold_uncertainty_score":0.9999715},"labels":[],"label_agreement":null},{"id":"W7117871880","doi":"10.1109/icicnis66685.2025.11315829","title":"Agile Nexus: A Predictive Framework for Sprint Health, Productivity, and Dependency Management","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Sprint; Agile software development; Dependency (UML); Nexus (standard); Productivity; Agile manufacturing","score_opus":0.012791536440023078,"score_gpt":0.29834652041066984,"score_spread":0.28555498397064677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117871880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053849174,0.0030787706,0.9624117,0.01426954,0.004400036,0.005239203,0.00001416656,0.0002761708,0.0049254894],"genre_scores_gemma":[0.87843376,0.00062990555,0.11621439,0.0008897788,0.00023108754,0.0006175678,0.0000018260082,0.000016448363,0.0029652084],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959135,0.00018912775,0.00084373495,0.0017608594,0.00044549708,0.0008472757],"domain_scores_gemma":[0.99729574,0.00033567403,0.00026479538,0.0015953846,0.00028053886,0.00022789447],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020024306,0.00041815167,0.000628232,0.00026997822,0.0007548604,0.0003695438,0.00086458604,0.00024903534,0.000023167182],"category_scores_gemma":[0.00019967931,0.0003621258,0.00017169926,0.000930953,0.00021165611,0.0006764389,0.0014735743,0.00040225338,0.00002180468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106291576,0.0005334615,0.01088805,0.0052527697,0.0002783175,0.000003162969,0.0024120766,0.00016895698,0.0000011833538,0.36729708,0.001682251,0.6113764],"study_design_scores_gemma":[0.002209773,0.0020436628,0.12030373,0.003939369,0.00016669775,0.000025544909,0.0017803452,0.10730022,0.00050407747,0.73767406,0.022985205,0.0010673415],"about_ca_topic_score_codex":0.00019262804,"about_ca_topic_score_gemma":0.00005323381,"teacher_disagreement_score":0.87304884,"about_ca_system_score_codex":0.00031334197,"about_ca_system_score_gemma":0.00066472584,"threshold_uncertainty_score":0.99988306},"labels":[],"label_agreement":null},{"id":"W7117993668","doi":"10.1145/3712285.3787169","title":"10.1145/3712285.3787169","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Key (lock); The Internet; Component (thermodynamics)","score_opus":0.004117935068645907,"score_gpt":0.17142558227757784,"score_spread":0.16730764720893193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117993668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040668184,0.0000565714,0.0002971945,0.00055608514,0.000017442737,0.00022580437,0.000002287218,0.0005416446,0.9942362],"genre_scores_gemma":[0.002507392,3.5399813e-7,0.0015821595,0.00012588191,0.00010509415,0.00002050852,0.0000017517402,0.00000850273,0.9956484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888694,0.00004059425,0.00020014151,0.0003385497,0.00023857293,0.00029522472],"domain_scores_gemma":[0.998962,0.00004672056,0.000024954059,0.0007674963,0.00005337602,0.00014548204],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026904195,0.0001254031,0.0001580866,0.000058847898,0.0001058973,0.00008419538,0.0007564618,0.00006278115,0.9095092],"category_scores_gemma":[0.000021811933,0.00010433637,0.00006490891,0.0003879595,0.000024476103,0.0003141014,0.00010389163,0.00007925146,0.9831592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010452636,0.00003749284,0.0000047621534,0.000009076387,0.000006225718,0.0000037979007,0.000052204075,0.00012333594,0.000011933678,0.000006031261,0.08012593,0.9196088],"study_design_scores_gemma":[0.00013173211,0.000109337576,0.00034377587,0.000015456833,0.000002495432,0.000012695082,2.6098797e-7,0.002888934,0.00008935276,0.000023580178,0.9962251,0.00015723573],"about_ca_topic_score_codex":0.000022461592,"about_ca_topic_score_gemma":6.822389e-8,"teacher_disagreement_score":0.91945153,"about_ca_system_score_codex":0.00003789821,"about_ca_system_score_gemma":0.0000451905,"threshold_uncertainty_score":0.4254714},"labels":[],"label_agreement":null},{"id":"W7118035263","doi":"10.1145/3712285.3787191","title":"10.1145/3712285.3787191","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Cloud computing; Software; Component (thermodynamics); Software system","score_opus":0.004118687995415932,"score_gpt":0.17144476731301642,"score_spread":0.1673260793176005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118035263","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004134812,0.000055152286,0.000290733,0.00056682137,0.0000174794,0.000225802,0.000002294618,0.0005425574,0.99416435],"genre_scores_gemma":[0.0024761069,3.5266e-7,0.0015627451,0.00012716252,0.000105097104,0.00002050463,0.0000017770809,0.0000084971125,0.99569774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888754,0.000040527615,0.00020006951,0.00033823293,0.00023848515,0.00029511974],"domain_scores_gemma":[0.9989639,0.00004669167,0.000024942905,0.000765667,0.000053365293,0.00014541973],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002683797,0.00012538156,0.00015804938,0.000058825044,0.00010590033,0.00008390287,0.0007561287,0.00006277247,0.90901214],"category_scores_gemma":[0.000021705202,0.00010430036,0.00006490442,0.00038768072,0.00002448011,0.00031411566,0.00010384768,0.00007921935,0.9832919],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010527033,0.000037795075,0.0000049556015,0.000009134868,0.0000062722365,0.0000037689606,0.000052309333,0.00012280865,0.000011905943,0.0000060717784,0.082353115,0.91738135],"study_design_scores_gemma":[0.00013177053,0.00010939511,0.00034408993,0.000015250327,0.0000024934088,0.000012466458,2.6235915e-7,0.0027861611,0.00008950175,0.000022688619,0.99632883,0.00015711108],"about_ca_topic_score_codex":0.000023003216,"about_ca_topic_score_gemma":6.840763e-8,"teacher_disagreement_score":0.9172242,"about_ca_system_score_codex":0.00003770904,"about_ca_system_score_gemma":0.00004446205,"threshold_uncertainty_score":0.4253245},"labels":[],"label_agreement":null},{"id":"W7118051471","doi":"","title":"How Do Agentic AI Systems Address Performance Optimizations? A BERTopic-Based Analysis of Pull Requests","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Windsor; University of Manitoba","funders":"","keywords":"Software; Focus (optics); Empirical research; Software system; Software development; Empirical evidence","score_opus":0.02569648182076357,"score_gpt":0.2723796907126856,"score_spread":0.24668320889192202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118051471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82594615,0.0035972008,0.16425854,0.001518526,0.0030826468,0.0009895858,0.00002870053,0.00017120634,0.0004074421],"genre_scores_gemma":[0.9955796,0.00036687648,0.0006137208,0.00032908996,0.00012414562,0.00014382935,0.000038024413,0.00002302953,0.0027817092],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995013,0.00048664762,0.0015077268,0.0013548501,0.0008102328,0.0008275377],"domain_scores_gemma":[0.9943023,0.00030376166,0.00081338966,0.003036378,0.0013236982,0.00022047137],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012144342,0.0005850851,0.001416602,0.0014237107,0.0005656003,0.000659884,0.0018669745,0.0004337498,0.000055049706],"category_scores_gemma":[0.00029225365,0.0005321817,0.0006668579,0.008243658,0.00037126927,0.0013816583,0.00041922843,0.00046887924,0.000040732757],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034502867,0.0002965171,0.87482923,0.0019484968,0.0012468452,0.000008663528,0.00045774376,0.11827273,0.00007255738,0.00034966395,0.00025723485,0.0022258367],"study_design_scores_gemma":[0.0006145712,0.00014512747,0.36529693,0.0010316882,0.0013642051,0.0000022000042,0.000070736445,0.6291675,0.0010840321,0.0000057242155,0.0008231438,0.00039412093],"about_ca_topic_score_codex":0.00028108872,"about_ca_topic_score_gemma":0.00003682706,"teacher_disagreement_score":0.5108948,"about_ca_system_score_codex":0.00030813142,"about_ca_system_score_gemma":0.0007959653,"threshold_uncertainty_score":0.99971294},"labels":[],"label_agreement":null},{"id":"W7118167570","doi":"10.1145/3731599.3787535","title":"10.1145/3731599.3787535","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Middleware (distributed applications); Runtime system; Scheme (mathematics)","score_opus":0.0041319221251043025,"score_gpt":0.17170254747020194,"score_spread":0.16757062534509765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118167570","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051916474,0.000043724132,0.0002793738,0.0005127152,0.000017819919,0.00022617569,0.000002408431,0.00054391916,0.99318224],"genre_scores_gemma":[0.002159427,3.5207268e-7,0.0019996793,0.00012311336,0.00010607189,0.000020015706,0.0000017941327,0.000008624273,0.9955809],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889106,0.000039672967,0.00020005665,0.0003375535,0.00023746802,0.0002941793],"domain_scores_gemma":[0.99896914,0.00004488384,0.000025000276,0.00076225016,0.000053161464,0.00014558212],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000264226,0.00012520305,0.00015808856,0.00005867449,0.000105942,0.00008474097,0.0007518962,0.00006269438,0.901088],"category_scores_gemma":[0.000021507545,0.000104201026,0.000064560976,0.00038622596,0.000024512954,0.0003135271,0.00010424086,0.00007900436,0.98132414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010375948,0.000034101504,0.0000048759243,0.000009199154,0.0000061391147,0.0000037297298,0.000051338004,0.00012751484,0.0000153878,0.000006302323,0.0781826,0.9215484],"study_design_scores_gemma":[0.00012853395,0.00010941803,0.00035498032,0.000015412794,0.0000024502606,0.000014299903,2.8046637e-7,0.003796124,0.000086675274,0.000023411229,0.99531066,0.00015777278],"about_ca_topic_score_codex":0.00002229011,"about_ca_topic_score_gemma":7.2409236e-8,"teacher_disagreement_score":0.92139065,"about_ca_system_score_codex":0.000037943522,"about_ca_system_score_gemma":0.000044845987,"threshold_uncertainty_score":0.42491946},"labels":[],"label_agreement":null},{"id":"W7118189641","doi":"10.1145/3731599.3787545","title":"10.1145/3731599.3787545","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Key (lock); Component (thermodynamics); Instrumentation (computer programming)","score_opus":0.0041186148286908655,"score_gpt":0.17179141317643254,"score_spread":0.16767279834774168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118189641","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047470406,0.00004332888,0.000231471,0.0005147172,0.000017866061,0.00022591371,0.0000023818623,0.0005455562,0.9936717],"genre_scores_gemma":[0.0023760279,3.506328e-7,0.0016602608,0.00012319168,0.00010586713,0.000019982414,0.0000017833354,0.000008617809,0.99570394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988904,0.000039575498,0.00020001161,0.00033778176,0.00023780424,0.00029440064],"domain_scores_gemma":[0.9989671,0.00004536307,0.000024970866,0.00076331757,0.000053517244,0.00014572364],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026290023,0.00012524439,0.0001581942,0.00005857906,0.000105863626,0.0000848774,0.0007541578,0.00006260946,0.921294],"category_scores_gemma":[0.000021041858,0.000104227875,0.00006461435,0.00038612526,0.000024239653,0.00031432332,0.00010408611,0.00007892624,0.9816382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010395239,0.000034265922,0.0000055995943,0.000009099048,0.0000061233222,0.0000036618583,0.000047543752,0.0000979873,0.0000135056835,0.0000058962682,0.07392802,0.92583793],"study_design_scores_gemma":[0.00012807961,0.00010791242,0.00040116892,0.000015339496,0.000002438036,0.000014112251,2.6918335e-7,0.0030712958,0.00009953909,0.000021038148,0.99598134,0.00015744621],"about_ca_topic_score_codex":0.000020180509,"about_ca_topic_score_gemma":7.4640504e-8,"teacher_disagreement_score":0.92568046,"about_ca_system_score_codex":0.000037910762,"about_ca_system_score_gemma":0.000045253975,"threshold_uncertainty_score":0.42502895},"labels":[],"label_agreement":null},{"id":"W7119025615","doi":"10.1109/vtc2025-fall65116.2025.11309934","title":"Memory failures in microservices based Cellular IoT systems - An experimental evaluation of service availability","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Ericsson (Canada)","funders":"","keywords":"Microservices; Scalability; Robustness (evolution); High availability; Service (business); Internet of Things; Reliability (semiconductor)","score_opus":0.028415456858584865,"score_gpt":0.30435801537667206,"score_spread":0.2759425585180872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7119025615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98223615,0.005909627,0.0043544755,0.0006216282,0.002773535,0.0026737894,0.0000138089645,0.00012123736,0.0012957338],"genre_scores_gemma":[0.99786603,0.0000022587735,0.0012679878,0.00044659272,0.00006798843,0.0001938655,0.000014104207,0.00001481143,0.00012634514],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.992109,0.0023322515,0.0019410503,0.001481019,0.0015381739,0.00059850904],"domain_scores_gemma":[0.9947384,0.000265269,0.00049930526,0.002588439,0.0017503123,0.00015830052],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009392276,0.00051105296,0.000866638,0.0004858406,0.00023142499,0.0002927776,0.0018177255,0.00044063685,0.0003747714],"category_scores_gemma":[0.000087142005,0.00046447094,0.00017825702,0.0022593024,0.0001872933,0.00071865175,0.00044645002,0.0002937947,0.000055131542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007456738,0.012186293,0.20026943,0.025431251,0.00027940742,0.0000116648525,0.02813093,0.39837158,0.3092804,0.0014190571,0.00040267568,0.023471666],"study_design_scores_gemma":[0.0019170282,0.00017467937,0.01220991,0.00064991147,0.00005778305,9.4804307e-7,0.0036460184,0.7459193,0.23496583,0.000054951066,0.00006717396,0.00033648865],"about_ca_topic_score_codex":0.020730281,"about_ca_topic_score_gemma":0.0023693899,"teacher_disagreement_score":0.3475477,"about_ca_system_score_codex":0.0007337579,"about_ca_system_score_gemma":0.0020040227,"threshold_uncertainty_score":0.9997807},"labels":[],"label_agreement":null},{"id":"W7125592912","doi":"10.1109/cascon66301.2025.00107","title":"Towards Scenario-Driven Reference Architecture for Integrating Microservices and LLM-Based Multi-Agent Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Microservices; Modularity (biology); Architectural style; Software architecture; Software; Reference model; Architecture; Core (optical fiber); Architectural pattern","score_opus":0.025710388156729914,"score_gpt":0.29074065326586923,"score_spread":0.2650302651091393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125592912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06453605,0.0035280602,0.92374223,0.0018585377,0.0029146294,0.002510795,0.00006226828,0.00028775563,0.0005596414],"genre_scores_gemma":[0.8816898,0.00007407771,0.1159618,0.0008142733,0.000108485845,0.0002679988,0.00001565119,0.000020232217,0.001047705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958617,0.00028110165,0.0011490812,0.0014919537,0.00038740315,0.00082876126],"domain_scores_gemma":[0.9969409,0.0004841684,0.00036983937,0.0012542345,0.0007163602,0.00023449301],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012074338,0.00063577865,0.00084473816,0.000324708,0.00083581137,0.0011700391,0.0014492067,0.00045831135,0.000011531627],"category_scores_gemma":[0.000192533,0.0004641787,0.00022241371,0.0007936047,0.00024771085,0.00037868164,0.00062888965,0.0005280724,0.000014744721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006425426,0.0023613581,0.10147262,0.053225048,0.0008867138,0.00002475701,0.018419022,0.039019886,0.008304334,0.020139068,0.0027838445,0.7527208],"study_design_scores_gemma":[0.0020640672,0.00045730488,0.005780676,0.00304899,0.000077758064,0.0000106542175,0.0008474543,0.9723325,0.0022948442,0.00013732357,0.012313389,0.0006350415],"about_ca_topic_score_codex":0.0024149558,"about_ca_topic_score_gemma":0.000895024,"teacher_disagreement_score":0.9333126,"about_ca_system_score_codex":0.0002340447,"about_ca_system_score_gemma":0.0010404376,"threshold_uncertainty_score":0.99986684},"labels":[],"label_agreement":null},{"id":"W7125600900","doi":"10.1109/cascon66301.2025.00034","title":"Key Considerations for Auto-Scaling: Lessons from Benchmark Microservices","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Microservices; Benchmark (surveying); Software deployment; Key (lock); Scalability; Modular design; Initialization; Workflow; Service-oriented architecture","score_opus":0.02953393324029248,"score_gpt":0.30814189015965526,"score_spread":0.2786079569193628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125600900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04456928,0.0032389043,0.88691413,0.04468773,0.0092494115,0.0019490801,0.00030984386,0.00049455266,0.008587049],"genre_scores_gemma":[0.8890969,0.00010819315,0.1030421,0.003964762,0.00028172813,0.00016154353,0.0000344051,0.000014555502,0.0032957776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963804,0.00016993204,0.0011385158,0.0013178095,0.00030040895,0.0006929604],"domain_scores_gemma":[0.9945844,0.0026769498,0.00024915324,0.0016120237,0.0006972837,0.00018021578],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00089621346,0.0004366925,0.00064210506,0.00020173739,0.0014151402,0.0011822395,0.0010224908,0.00041371217,0.0005607523],"category_scores_gemma":[0.000385879,0.00038515904,0.00037932632,0.0006999995,0.00020672813,0.00080966443,0.0005567652,0.00027346172,0.00014236967],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017618519,0.0021469228,0.04384447,0.0031691142,0.001770045,0.00001803134,0.026670594,0.0023293637,0.006904563,0.59994274,0.1872373,0.12579066],"study_design_scores_gemma":[0.002926496,0.00018431032,0.030664736,0.0010458734,0.0003112443,0.000007836858,0.00091083493,0.65891725,0.017722875,0.1831002,0.10293447,0.0012738835],"about_ca_topic_score_codex":0.0015684399,"about_ca_topic_score_gemma":0.0007905343,"teacher_disagreement_score":0.84452766,"about_ca_system_score_codex":0.00014205063,"about_ca_system_score_gemma":0.001341006,"threshold_uncertainty_score":0.9998849},"labels":[],"label_agreement":null},{"id":"W7125642748","doi":"10.1109/cascon66301.2025.00033","title":"Framework for SLA-Breach Prediction in Cloud-Native Microservices","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Microservices; Software; Field (mathematics); Set (abstract data type); Context (archaeology)","score_opus":0.015117032896827552,"score_gpt":0.30016865774112567,"score_spread":0.28505162484429813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125642748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089853354,0.0011958494,0.8912818,0.00300273,0.009311069,0.0017696423,0.000036920545,0.00021120127,0.003337472],"genre_scores_gemma":[0.95082206,0.00011419802,0.044036854,0.0010941817,0.00041013968,0.00029168618,0.000009196138,0.000013023946,0.0032086663],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99682784,0.00017020818,0.0009813145,0.0010739021,0.00029676085,0.00064995023],"domain_scores_gemma":[0.9973605,0.0009175535,0.00020834176,0.0010121115,0.000411323,0.00009015525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001458553,0.00035131475,0.00051104114,0.0003432347,0.00034857812,0.00031059334,0.0011669813,0.0005774189,0.000072083334],"category_scores_gemma":[0.00023824586,0.00030469717,0.00021454901,0.0018580979,0.00013305583,0.00081337406,0.0004133385,0.00048067854,0.00006331003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051242526,0.0016372454,0.40673643,0.005219602,0.0003425004,0.0000055146093,0.024019707,0.0017394946,0.0002268132,0.2859377,0.011973601,0.26164895],"study_design_scores_gemma":[0.0034018664,0.0007563519,0.17521478,0.004002461,0.00009023847,0.0000075055136,0.002116725,0.55692333,0.006502944,0.22404085,0.025981685,0.00096124347],"about_ca_topic_score_codex":0.00040752013,"about_ca_topic_score_gemma":0.00016471116,"teacher_disagreement_score":0.8609687,"about_ca_system_score_codex":0.00031431997,"about_ca_system_score_gemma":0.00045869572,"threshold_uncertainty_score":0.9999405},"labels":[],"label_agreement":null},{"id":"W7125651157","doi":"10.1109/cascon66301.2025.00046","title":"SynRAG: A Large Language Model Framework for Executable Query Generation in Heterogeneous SIEM Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Executable; Query language; Data model (GIS); Component (thermodynamics); Language model; Data modeling; RDF query language; Information system","score_opus":0.018594916483405912,"score_gpt":0.29306396901811116,"score_spread":0.27446905253470527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125651157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12964359,0.005837607,0.85838085,0.00032450864,0.0030922927,0.0020248084,0.000035017656,0.00019135918,0.00046996068],"genre_scores_gemma":[0.9657613,0.00013049864,0.029081613,0.00066849135,0.0003198857,0.00055533816,0.000016688085,0.000024975861,0.003441229],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960463,0.0002140055,0.0011824194,0.0011866478,0.00034173558,0.0010288886],"domain_scores_gemma":[0.99755645,0.00030168451,0.00021428053,0.0015240064,0.00026536605,0.00013823513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016935475,0.0004407088,0.0007296359,0.000358739,0.00037833815,0.0006236202,0.0009040278,0.00066115387,0.000017675939],"category_scores_gemma":[0.0002413034,0.00039305983,0.00025942302,0.0010208249,0.00003655747,0.0006889506,0.00037714193,0.0003698633,0.00003870392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000839111,0.0007702183,0.003516673,0.002810099,0.00012982318,0.000023605546,0.005781639,0.8555629,0.0007979684,0.117711484,0.003175683,0.009635973],"study_design_scores_gemma":[0.0007309934,0.000100951285,0.00003493815,0.0006084314,0.000026451804,0.000011981538,0.00033664278,0.9930686,0.0020062523,0.0020184112,0.000644803,0.00041154385],"about_ca_topic_score_codex":0.00042771208,"about_ca_topic_score_gemma":0.00020143365,"teacher_disagreement_score":0.8361177,"about_ca_system_score_codex":0.00043130116,"about_ca_system_score_gemma":0.00064929394,"threshold_uncertainty_score":0.9998521},"labels":[],"label_agreement":null},{"id":"W7125651506","doi":"10.1109/cascon66301.2025.00032","title":"SynthLogAI: Generative AI for Synthetic Linux Log Generation and Evaluation","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Generative grammar; Generative model; Feature (linguistics); Field (mathematics); Set (abstract data type)","score_opus":0.034397463627199795,"score_gpt":0.3264284678149116,"score_spread":0.2920310041877118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125651506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09209285,0.0027246287,0.8902962,0.006646464,0.0042066984,0.0027864003,0.00001187258,0.000101445585,0.0011333942],"genre_scores_gemma":[0.9789009,0.00022062348,0.016192561,0.0017882639,0.00043689462,0.0005124787,0.000017424927,0.000011163003,0.00191968],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967913,0.00041675518,0.00076160807,0.0011479075,0.00045539957,0.00042700305],"domain_scores_gemma":[0.9972573,0.00031761333,0.00017541842,0.0008443629,0.0013009956,0.000104336636],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029621308,0.00034109928,0.00042889002,0.00023901614,0.0007537498,0.00054296624,0.00038970233,0.00032697472,0.00007665414],"category_scores_gemma":[0.00058018294,0.0002856802,0.00014249438,0.0005282462,0.00019024873,0.0007964836,0.00022970763,0.00017466712,0.00002973987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005773578,0.00026471872,0.0027857586,0.00065622316,0.00021079251,8.0378175e-7,0.0019881702,0.0069266725,0.0029870002,0.027988477,0.010759556,0.9453741],"study_design_scores_gemma":[0.0009180641,0.00024403089,0.0018425345,0.00016403699,0.00013919441,0.000005139226,0.000066471504,0.9743906,0.015924776,0.0041579553,0.0018390241,0.00030813125],"about_ca_topic_score_codex":0.000063974476,"about_ca_topic_score_gemma":0.00007506289,"teacher_disagreement_score":0.96746397,"about_ca_system_score_codex":0.0002635999,"about_ca_system_score_gemma":0.0009070083,"threshold_uncertainty_score":0.9999595},"labels":[],"label_agreement":null},{"id":"W7125894075","doi":"10.1109/ase63991.2025.00121","title":"Rechecking Recheck Requests in Continuous Integration: An Empirical Study of OpenStack","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Set (abstract data type); Empirical research; Work (physics); Baseline (sea); Scheme (mathematics)","score_opus":0.06000843371496265,"score_gpt":0.3846077370672249,"score_spread":0.3245993033522622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125894075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9355722,0.00022513297,0.047744416,0.0006594042,0.0019616915,0.0019136013,0.0000011169723,0.00013887735,0.011783582],"genre_scores_gemma":[0.9922214,0.000044529406,0.0059333425,0.00023829752,0.000058704878,0.00005650672,0.0000019643428,0.000011324176,0.0014339305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99414,0.0014320097,0.0020775453,0.0012738545,0.0005585052,0.00051806786],"domain_scores_gemma":[0.9964044,0.00036275518,0.00036741787,0.0020582455,0.00067873974,0.00012842417],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004659917,0.00039339715,0.0010190582,0.00052630715,0.00019813655,0.00028505595,0.0016433679,0.0004218659,0.00006122338],"category_scores_gemma":[0.00061567995,0.00032290036,0.0001213535,0.003131916,0.00014707891,0.0014622933,0.00067445106,0.0007470434,0.000022516168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014493294,0.003939923,0.79557365,0.00018296391,0.00004954758,0.000030991938,0.02186091,0.00016724228,0.000065873755,0.0008388955,0.0005216195,0.17662343],"study_design_scores_gemma":[0.0060092383,0.0064867875,0.7861131,0.0026891704,0.000084354106,0.000024093944,0.025692182,0.16415231,0.004485731,0.0021977392,0.0009594448,0.0011058437],"about_ca_topic_score_codex":0.0022218768,"about_ca_topic_score_gemma":0.0040111956,"teacher_disagreement_score":0.17551759,"about_ca_system_score_codex":0.0003680073,"about_ca_system_score_gemma":0.00068068097,"threshold_uncertainty_score":0.99992234},"labels":[],"label_agreement":null},{"id":"W7125924447","doi":"10.1109/ase63991.2025.00161","title":"Defects4Log: Benchmarking LLMs for Logging Code Defect Detection and Reasoning","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Logging; Code (set theory); Commit; Construct (python library); Source code; Benchmark (surveying); Variety (cybernetics)","score_opus":0.010220149079298049,"score_gpt":0.2627221758080929,"score_spread":0.25250202672879485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125924447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17137432,0.002630522,0.81874144,0.00019982031,0.003423392,0.0010361106,0.0000029940581,0.0002794046,0.0023120157],"genre_scores_gemma":[0.9777259,0.00020846946,0.020905733,0.00032012738,0.00023136944,0.00012490396,0.000001659366,0.000015962314,0.0004658544],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969276,0.00018172205,0.000672215,0.0012100464,0.00024264569,0.0007657601],"domain_scores_gemma":[0.9976642,0.0009928154,0.00022030783,0.0007583657,0.00022738696,0.00013692517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022480749,0.00039035967,0.0005108544,0.0003298371,0.0012479832,0.0005579691,0.00046621825,0.00032803428,0.0000128673455],"category_scores_gemma":[0.00045428216,0.00035221654,0.00032408518,0.0007835084,0.0001573072,0.0007211237,0.00047131628,0.00031006447,0.000008781634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112692316,0.00008647252,0.075462095,0.0024087133,0.00022279387,0.000003674166,0.0011715023,0.000865718,0.0011465151,0.006209358,0.00032147745,0.911989],"study_design_scores_gemma":[0.0013436606,0.00049609545,0.022363707,0.0012265764,0.00016986683,0.0000473584,0.00019625551,0.95780706,0.0068535395,0.0024460142,0.006447053,0.000602828],"about_ca_topic_score_codex":0.00020417066,"about_ca_topic_score_gemma":0.00023358868,"teacher_disagreement_score":0.9569413,"about_ca_system_score_codex":0.0002237155,"about_ca_system_score_gemma":0.00023691713,"threshold_uncertainty_score":0.999893},"labels":[],"label_agreement":null},{"id":"W7125974758","doi":"10.1109/ase63991.2025.00035","title":"LogMoE: Lightweight Expert Mixture for Cross-System Log Anomaly Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Anomaly detection; Scalability; Set (abstract data type); Event (particle physics); Software; Generalization; Anomaly (physics)","score_opus":0.009875331043543482,"score_gpt":0.2779389944802919,"score_spread":0.2680636634367484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125974758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043789685,0.003682789,0.92203784,0.001142896,0.018766865,0.00216513,0.000017253882,0.00085243897,0.0075451294],"genre_scores_gemma":[0.9751309,0.000080494094,0.0078468835,0.000686478,0.00093523075,0.00042111668,0.000004917488,0.000027999558,0.014865987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99507,0.00019994946,0.0014176436,0.0017678915,0.000493823,0.0010506886],"domain_scores_gemma":[0.99597,0.00039993736,0.00034838694,0.0020672928,0.0009868888,0.00022746873],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001380232,0.00065762864,0.00082782604,0.0003774481,0.0013045048,0.001040235,0.0016646017,0.00096645183,0.000060760434],"category_scores_gemma":[0.00015163586,0.00051502406,0.0006426757,0.0015055683,0.00025195116,0.0012230175,0.0004994678,0.00037648118,0.00021277831],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013773122,0.0014278908,0.087234445,0.013602287,0.001028593,0.000054215543,0.007050116,0.0006079555,0.008639155,0.045301847,0.0465087,0.7871675],"study_design_scores_gemma":[0.0048595066,0.0012781974,0.027237881,0.0017814173,0.00013534048,0.00013510695,0.00056954555,0.46469545,0.2278035,0.0011204482,0.26839522,0.001988392],"about_ca_topic_score_codex":0.00020189788,"about_ca_topic_score_gemma":0.000077875164,"teacher_disagreement_score":0.93134123,"about_ca_system_score_codex":0.00072151044,"about_ca_system_score_gemma":0.00053826196,"threshold_uncertainty_score":0.9999968},"labels":[],"label_agreement":null},{"id":"W7126413509","doi":"10.21428/594757db.b7c13c2e","title":"SIEM+: Harnessing Machine Learning for Advanced AnomalyDetection in Cybersecurity Software","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Software; The Internet; Production (economics); Malware; Class (philosophy); Data security","score_opus":0.009366336316519163,"score_gpt":0.2527314835470654,"score_spread":0.24336514723054625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126413509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15822847,0.0009043255,0.83782744,0.0002435947,0.0010935306,0.00030666954,0.0000011247967,0.0010746884,0.0003201769],"genre_scores_gemma":[0.96210545,0.000018804492,0.03716675,0.00004506105,0.000065175605,0.00006672819,0.0000043293967,0.000012018399,0.0005156791],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880517,0.00004822693,0.0002595361,0.00047024724,0.00014519962,0.00027161653],"domain_scores_gemma":[0.99938506,0.00022999493,0.000035416804,0.00025311642,0.000049307062,0.00004709273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057611376,0.00013160374,0.00016331222,0.00016900594,0.00014957887,0.00020038639,0.00025050013,0.0000844361,0.000014550905],"category_scores_gemma":[0.00016197996,0.000106593565,0.000091536494,0.0005520412,0.000021263679,0.0009881553,0.000093604634,0.00022819855,0.00003121593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036180594,0.00007258279,0.04461046,0.0009200956,0.000021257467,0.000021537067,0.0023802675,0.0058894902,0.001150125,0.002599806,0.00014488345,0.94215333],"study_design_scores_gemma":[0.0005938168,0.00018604497,0.0072438326,0.00030324011,0.0000063237703,0.000032915435,0.00009356971,0.959791,0.003514276,0.003471598,0.02438664,0.00037674114],"about_ca_topic_score_codex":0.00011725703,"about_ca_topic_score_gemma":0.000108706685,"teacher_disagreement_score":0.9539015,"about_ca_system_score_codex":0.000118538635,"about_ca_system_score_gemma":0.00007108169,"threshold_uncertainty_score":0.43467593},"labels":[],"label_agreement":null},{"id":"W7126432418","doi":"10.21428/594757db.fe8b76cf","title":"Automatic Reduction of Execution Trace Data Volume UsingGradient Boosting in Large-Scale Microservice Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Boosting (machine learning); Volume (thermodynamics); TRACE (psycholinguistics); Microservices; Key (lock); Robustness (evolution); Feature (linguistics); Reduction (mathematics)","score_opus":0.021279823656050214,"score_gpt":0.2702563938035197,"score_spread":0.24897657014746946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126432418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82250404,0.0016918426,0.1725725,0.00022936975,0.002097866,0.00031495575,0.000011125257,0.00038809984,0.00019020696],"genre_scores_gemma":[0.9893423,0.000015741913,0.010314621,0.000007521476,0.00007278981,0.000010504932,0.000014141922,0.000007192021,0.00021521305],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844676,0.0000828551,0.0005099268,0.00048767822,0.00023530218,0.00023749389],"domain_scores_gemma":[0.9987871,0.000045950328,0.00008662505,0.0009780177,0.0000633489,0.000038951544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001429483,0.00010736728,0.00019485307,0.00015148781,0.00006377759,0.00014214603,0.0006693125,0.00007579075,0.000008315663],"category_scores_gemma":[0.000026371115,0.000088376146,0.00003457941,0.00078860763,0.000029220148,0.0011623838,0.00028652133,0.000116023075,0.00004475789],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067431574,0.003323121,0.13252157,0.06365692,0.00040490128,0.00017387644,0.14165261,0.03475853,0.09220244,0.016522503,0.03896194,0.47575417],"study_design_scores_gemma":[0.000102427235,0.000025528629,0.0054827486,0.0006600956,0.000007104819,0.00007616477,0.00068165665,0.9907592,0.00042140545,0.000037064572,0.0016411289,0.00010551073],"about_ca_topic_score_codex":0.0007376131,"about_ca_topic_score_gemma":0.00005989047,"teacher_disagreement_score":0.9560006,"about_ca_system_score_codex":0.00012028155,"about_ca_system_score_gemma":0.000095307616,"threshold_uncertainty_score":0.36038747},"labels":[],"label_agreement":null},{"id":"W7128469758","doi":"10.53469/jrse.2025.07(05).01","title":"Automated Validation Framework for Microservice Architectures","year":2025,"lang":"","type":"article","venue":"Journal of Research in Science and Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Microservices; Unit testing; Integration testing; Test strategy; Automation; Field (mathematics); Quality (philosophy); White-box testing; Model-based testing; Software","score_opus":0.033115034199665404,"score_gpt":0.38531046344448183,"score_spread":0.35219542924481645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128469758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7589423,0.0023182703,0.2334348,0.0028533968,0.0019537238,0.00041546315,0.0000014606461,0.000043234,0.0000373282],"genre_scores_gemma":[0.9502245,0.0002764093,0.049272437,0.00004506645,0.00015373633,0.000010585348,6.927156e-8,0.000005462437,0.0000117122545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967326,0.00009615646,0.0007246086,0.00037745747,0.0012880353,0.0007811299],"domain_scores_gemma":[0.99568844,0.0015078514,0.00015311272,0.00038447217,0.002062299,0.00020380192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01924042,0.00014839902,0.00032340997,0.0025043804,0.0004094863,0.0007622451,0.0014752956,0.00014453627,0.0000011330415],"category_scores_gemma":[0.0041023293,0.00012104519,0.000069597714,0.006136953,0.0004415748,0.0008297962,0.00039570726,0.00092391984,0.0000011429461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006027055,0.000674086,0.054001242,0.015679486,0.0001889224,0.0001324883,0.022063656,0.39243448,0.09545936,0.034375608,0.00146344,0.38292456],"study_design_scores_gemma":[0.00062146614,0.00035865718,0.034978695,0.004798672,0.000007199864,0.00006790757,0.0003120539,0.9352398,0.014164367,0.007969968,0.0012985598,0.00018264457],"about_ca_topic_score_codex":0.000026518454,"about_ca_topic_score_gemma":0.0000015269533,"teacher_disagreement_score":0.5428054,"about_ca_system_score_codex":0.0003760139,"about_ca_system_score_gemma":0.0016513856,"threshold_uncertainty_score":0.7350347},"labels":[],"label_agreement":null},{"id":"W7128727797","doi":"10.1109/icerect65215.2025.11377451","title":"Application of Machine Learning to Determine Cybersecurity Compliance: Analyze the Risk of Privacy Violations in Distributed Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Scalability; Anomaly detection; Process (computing); Information privacy; Server; Distributed database","score_opus":0.01524120015389242,"score_gpt":0.27891099702060307,"score_spread":0.26366979686671066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128727797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34833196,0.0005858645,0.6488156,0.00043233606,0.00032543115,0.0012698647,0.000080031095,0.00004135438,0.000117572046],"genre_scores_gemma":[0.9983607,0.00011993012,0.0012664777,0.00001872141,0.000027573456,0.00009886112,0.00002343736,0.000006072221,0.00007826114],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965172,0.00059954176,0.0015661486,0.00059059134,0.00039585406,0.00033070252],"domain_scores_gemma":[0.9965829,0.00050870096,0.000788538,0.0014693997,0.0005707532,0.00007965891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021138184,0.0002526131,0.00067433086,0.00029021132,0.00027989384,0.000069302965,0.0012792659,0.00014920013,0.0000046510436],"category_scores_gemma":[0.0006059758,0.00017819447,0.00017420463,0.0036823193,0.00010753799,0.000253393,0.0005896086,0.00044360975,0.000011906874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003844375,0.00022752538,0.8841765,0.00066716416,0.00006998029,2.9667638e-7,0.0017480255,0.09452521,0.00020766519,0.0013756198,0.000044136785,0.01691944],"study_design_scores_gemma":[0.00032590108,0.00006882135,0.32350165,0.00038586074,0.000042457355,0.000001153143,0.00034306681,0.6743838,0.0002679906,0.00013440473,0.00043172928,0.00011312531],"about_ca_topic_score_codex":0.008185434,"about_ca_topic_score_gemma":0.00043786922,"teacher_disagreement_score":0.6500287,"about_ca_system_score_codex":0.00017267728,"about_ca_system_score_gemma":0.00019776518,"threshold_uncertainty_score":0.99841917},"labels":[],"label_agreement":null},{"id":"W7130346033","doi":"10.69894/20200115","title":"2019 Emerson User Exchange, Americas","year":2020,"lang":"en","type":"article","venue":"Oil IT Journal.","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workstation; Analytics; User interface; Data analysis","score_opus":0.02640292761818735,"score_gpt":0.2650886436950145,"score_spread":0.23868571607682715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130346033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10775819,0.008331661,0.55430895,0.24605763,0.010596598,0.00027502124,0.000009775867,0.0011150922,0.07154706],"genre_scores_gemma":[0.84629214,0.008811809,0.063078515,0.049578745,0.0060509196,0.000030476847,0.0000050444987,0.000097151875,0.02605518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987394,0.000082558756,0.00027356122,0.00025306694,0.0003600353,0.00029138033],"domain_scores_gemma":[0.99906915,0.000044236967,0.00016588916,0.00032591002,0.000122056175,0.00027277606],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036881803,0.00012617366,0.0001977344,0.000051264127,0.00017730925,0.0001954759,0.00078282383,0.00005517436,0.00030680778],"category_scores_gemma":[0.00006902638,0.000094572315,0.00012033891,0.00042392712,0.000030024597,0.0006397228,0.00014966138,0.00030359963,0.0010253041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001353834,0.000048512396,0.0041944175,0.00009442622,0.000042189782,0.00009260573,0.004516798,0.00009142543,0.00028947205,0.00008570111,0.62171274,0.36881816],"study_design_scores_gemma":[0.000502645,0.00022266943,0.002496912,0.00006619528,0.000011063885,0.00023344779,0.00018762493,0.003954907,0.00039220604,0.00006256117,0.99158746,0.00028230684],"about_ca_topic_score_codex":0.000016144428,"about_ca_topic_score_gemma":0.000001151299,"teacher_disagreement_score":0.738534,"about_ca_system_score_codex":0.000038990078,"about_ca_system_score_gemma":0.00007670273,"threshold_uncertainty_score":0.9997525},"labels":[],"label_agreement":null},{"id":"W7131241897","doi":"10.1109/icoiics67115.2025.11390077","title":"Enhanced Zero Trust Model for Cloud-Native Microservices Using Gradient Boosting Algorithm","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Microservices; Cloud computing; Software deployment; Boosting (machine learning); Gradient boosting; Zero-knowledge proof; Context (archaeology); Flexibility (engineering)","score_opus":0.025874978429493944,"score_gpt":0.2955261135135308,"score_spread":0.2696511350840369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131241897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12907557,0.00084660435,0.861913,0.00030576548,0.004896238,0.0017282737,0.000046311314,0.00023200475,0.000956207],"genre_scores_gemma":[0.6837799,0.000064117135,0.31104222,0.0007776863,0.00022585793,0.000108439024,0.0000063060897,0.000025917478,0.003969547],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99527544,0.00012864439,0.0013540959,0.0016078468,0.00044973948,0.0011842208],"domain_scores_gemma":[0.9965799,0.0004517648,0.0004993744,0.0011901045,0.0010775523,0.00020134058],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0013738088,0.0006426172,0.0008404654,0.00030675312,0.0013627354,0.0005580681,0.0015477228,0.00036233285,0.000012760021],"category_scores_gemma":[0.00013140925,0.00056830683,0.0004494409,0.0013092909,0.0002248504,0.0011201996,0.0008800349,0.00033933733,0.00001526167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024350213,0.001177967,0.0014027886,0.004900385,0.0007832319,0.0000064486694,0.034506727,0.14644256,0.012535902,0.014943399,0.0015076047,0.7815495],"study_design_scores_gemma":[0.0013024852,0.00013120586,0.00015277672,0.00074929715,0.000095001174,0.0000046885552,0.00042727072,0.96493894,0.024497367,0.006855941,0.00023993157,0.0006050996],"about_ca_topic_score_codex":0.00033716712,"about_ca_topic_score_gemma":0.00003089394,"teacher_disagreement_score":0.8184964,"about_ca_system_score_codex":0.00054361275,"about_ca_system_score_gemma":0.000949762,"threshold_uncertainty_score":0.99993736},"labels":[],"label_agreement":null},{"id":"W7131292338","doi":"10.1109/apsec66846.2025.00077","title":"A Comparative Study Towards Designing a Hybrid Architecture of Microservices and LLM-based Multi-Agent Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Microservices; Architecture; Context (archaeology); Function (biology); Categorization; Systems architecture; Quality (philosophy); Systems design; Database-centric architecture","score_opus":0.02534775603778148,"score_gpt":0.29630996769521106,"score_spread":0.27096221165742956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131292338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51809424,0.00035567113,0.4805223,0.00005374031,0.00018583024,0.00059484044,0.0000020230582,0.00008207782,0.00010923565],"genre_scores_gemma":[0.97632265,0.0000015313623,0.023439975,0.00007713925,0.000008563004,0.00005573524,7.4922804e-7,0.0000028252675,0.00009082037],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998685,0.00019724171,0.0003574854,0.00038820313,0.00019411785,0.00017794075],"domain_scores_gemma":[0.9990702,0.00014824048,0.000110496316,0.0004677417,0.00015357269,0.000049738424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005349702,0.00015889674,0.00039325136,0.00014817865,0.00011666595,0.00010828188,0.0004736703,0.000033186494,0.000001407909],"category_scores_gemma":[0.000013925766,0.000109393084,0.000048728198,0.0003511505,0.000056062763,0.00011968218,0.00019814321,0.000099239114,0.0000027486853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035842354,0.008349431,0.77623236,0.008455128,0.0012918402,0.0000735972,0.084755115,0.058082376,0.020525517,0.0013102096,0.0011113511,0.039454643],"study_design_scores_gemma":[0.005347414,0.0014063348,0.18136285,0.0009222663,0.00008577642,0.000020667503,0.007893779,0.72474223,0.07684689,0.00012478218,0.00055654784,0.000690452],"about_ca_topic_score_codex":0.0007024668,"about_ca_topic_score_gemma":0.000062827734,"teacher_disagreement_score":0.6666599,"about_ca_system_score_codex":0.000032759042,"about_ca_system_score_gemma":0.00015050481,"threshold_uncertainty_score":0.44609204},"labels":[],"label_agreement":null},{"id":"W7131411877","doi":"10.1109/aicare66005.2025.11402744","title":"Local Hive: A Blockchain-Enabled Microservices Platform for AI-Driven On- Demand Local Service Aggregation","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Microservices; Service delivery framework; Service provider; Service (business); Application service provider; Architecture; Service discovery; Service level objective","score_opus":0.010850494503514349,"score_gpt":0.26259656310916996,"score_spread":0.2517460686056556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131411877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.124750584,0.0006297907,0.86010545,0.007753592,0.0026783599,0.0025549904,0.00003531569,0.00036862135,0.001123264],"genre_scores_gemma":[0.9791596,0.000060084632,0.0051417463,0.013030674,0.00024208242,0.00029003495,0.000027336158,0.00003515462,0.00201327],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994611,0.00013695858,0.0014666521,0.0017865987,0.0007041356,0.001294605],"domain_scores_gemma":[0.9952742,0.00084061606,0.00042385346,0.0017399294,0.00139497,0.00032644678],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012263529,0.00081913354,0.00097254274,0.00046368537,0.001184063,0.00064105005,0.002082439,0.0007532055,0.0000945311],"category_scores_gemma":[0.00006185017,0.0006848411,0.0004159819,0.0021574267,0.00030756477,0.0008169598,0.0007890844,0.0005626049,0.00034144596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032281403,0.0026882696,0.012726462,0.019364633,0.0014156948,0.000043193108,0.011920139,0.27166,0.0006841353,0.044939306,0.020060815,0.61126924],"study_design_scores_gemma":[0.0037465217,0.0006448772,0.0015608828,0.0016760328,0.00012858654,0.000017688517,0.0009053273,0.96104926,0.014265244,0.0038978385,0.011329253,0.000778475],"about_ca_topic_score_codex":0.0008375508,"about_ca_topic_score_gemma":0.001385639,"teacher_disagreement_score":0.8549637,"about_ca_system_score_codex":0.0006033757,"about_ca_system_score_gemma":0.0011864232,"threshold_uncertainty_score":0.9995603},"labels":[],"label_agreement":null},{"id":"W7132973035","doi":"","title":"Inductive Transfer Learning for Incremental Modeling and Optimization of Cloud Systems Performance","year":2021,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Testbed; Sampling (signal processing); Reuse; Resource allocation; Performance prediction; Variety (cybernetics); Resource (disambiguation)","score_opus":0.024598118919018315,"score_gpt":0.2905988052697395,"score_spread":0.2660006863507212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132973035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5313978,0.0014767031,0.46449712,0.000015252878,0.0015978145,0.00088349433,0.0000030416684,0.000038677415,0.000090080066],"genre_scores_gemma":[0.98997086,0.0013533079,0.007207457,0.0000061765186,0.00027185184,0.0001655023,0.00021516069,0.00004839107,0.00076128345],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99679184,0.00023282708,0.0009858123,0.00096078735,0.00057480735,0.00045392956],"domain_scores_gemma":[0.9977646,0.0001576405,0.00037020518,0.00044820877,0.001138275,0.00012105692],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010607715,0.00048756026,0.000885932,0.00021853267,0.0005413214,0.00020876243,0.00038448008,0.00053267716,0.000013550296],"category_scores_gemma":[0.000101318255,0.0004912363,0.00018552775,0.00053308957,0.00007806915,0.0007280992,0.000087512744,0.0005239903,0.0000016655302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016590726,0.00006858766,0.001347061,0.004948468,0.00011925273,6.4252976e-7,0.039960273,0.94987893,0.000807856,0.00013302235,0.0000031469874,0.002566864],"study_design_scores_gemma":[0.00088560855,0.00047142158,0.0001277248,0.0019601008,0.00012712825,0.000012575224,0.028732166,0.9640245,0.0031496177,0.0000036596539,0.000028195813,0.0004773184],"about_ca_topic_score_codex":0.00053437403,"about_ca_topic_score_gemma":0.000013559315,"teacher_disagreement_score":0.45857304,"about_ca_system_score_codex":0.00015494373,"about_ca_system_score_gemma":0.00044515717,"threshold_uncertainty_score":0.99975395},"labels":[],"label_agreement":null},{"id":"W7133017312","doi":"","title":"Analyzing System Performance and Automating Performance Diagnosis","year":2025,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Root cause; Debugging; Software; Software performance testing; Software system; Root (linguistics); Kernel (algebra); Linux kernel; Root cause analysis","score_opus":0.013901793484024642,"score_gpt":0.28686897105566167,"score_spread":0.272967177571637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133017312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97664243,0.0040263413,0.00396972,0.00017193971,0.004612414,0.0013127995,0.0000064766423,0.00089457893,0.008363319],"genre_scores_gemma":[0.9838353,0.0042262045,0.0033949825,0.000041460487,0.00031283044,0.0004999331,0.000054218788,0.000058676807,0.007576439],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99369174,0.00031076613,0.0016834441,0.002053561,0.000964673,0.0012957869],"domain_scores_gemma":[0.99517554,0.0006084393,0.0012602344,0.001885957,0.000716618,0.0003532024],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0020203947,0.0012066017,0.0015707648,0.00079313875,0.0020655184,0.0008690384,0.0016432545,0.00088929594,0.000039749866],"category_scores_gemma":[0.00021826453,0.0011525525,0.00031751217,0.0021880972,0.00014781352,0.0015471458,0.00061520806,0.0011676737,0.00016940972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001049949,0.00014809387,0.47032192,0.056585625,0.00035264608,0.000019872112,0.0312935,0.0021454506,0.000069042486,0.0004429818,0.0005240887,0.43799177],"study_design_scores_gemma":[0.00079843076,0.00038358313,0.17336431,0.020052986,0.00031669773,0.00006321588,0.0064678974,0.7927115,0.003074613,0.0000034320028,0.0012482555,0.0015150678],"about_ca_topic_score_codex":0.00046038587,"about_ca_topic_score_gemma":0.000038383052,"teacher_disagreement_score":0.7905661,"about_ca_system_score_codex":0.0006334042,"about_ca_system_score_gemma":0.000884478,"threshold_uncertainty_score":0.99923366},"labels":[],"label_agreement":null},{"id":"W7133084684","doi":"","title":"A model for interoperable performance assessment for infrastructure evaluation","year":2005,"lang":"","type":"dissertation","venue":"TSpace","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interoperability; Schema (genetic algorithms); XML; Automation; Information system; Domain (mathematical analysis); Information model","score_opus":0.040566492748776814,"score_gpt":0.39098005650371026,"score_spread":0.35041356375493343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133084684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33694205,0.00046705542,0.6500056,0.0004206097,0.0035291454,0.007159028,0.000035503905,0.00013777238,0.0013032716],"genre_scores_gemma":[0.8195983,0.00024306156,0.16119067,0.00018154984,0.0007150663,0.0041934378,0.0007008016,0.00008465279,0.013092442],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950364,0.00012903729,0.0011534404,0.0015562006,0.0011598032,0.00096508954],"domain_scores_gemma":[0.99440426,0.00023074987,0.000908907,0.0013875446,0.0028638346,0.00020473567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029774257,0.0008361416,0.00092558074,0.00028678877,0.00096145895,0.0004697261,0.001385093,0.00079707324,0.00011412867],"category_scores_gemma":[0.00022284056,0.00074906583,0.0005182406,0.00041239095,0.000067939975,0.0012281201,0.00013425035,0.0005736911,0.00002575221],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053660123,0.0002470842,0.0010194,0.004935307,0.00021826068,1.466123e-7,0.043275155,0.55221844,0.00072924467,0.0006868738,0.0046328073,0.39150065],"study_design_scores_gemma":[0.002285335,0.0006830103,0.003313109,0.0007299192,0.00027880262,0.000005025487,0.0016671891,0.98462594,0.00088376744,0.00052269606,0.004166216,0.0008390138],"about_ca_topic_score_codex":0.000026004453,"about_ca_topic_score_gemma":0.00011693789,"teacher_disagreement_score":0.4888149,"about_ca_system_score_codex":0.0012155765,"about_ca_system_score_gemma":0.0031088744,"threshold_uncertainty_score":0.99949604},"labels":[],"label_agreement":null},{"id":"W7133211079","doi":"10.1109/ocit66168.2025.11399871","title":"The Calibration Gap: Model-Specific Confidence Thresholds for Reliable Customer Service LLMs","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Marriott International (Canada)","funders":"","keywords":"Reliability (semiconductor); Calibration; Service (business); Benchmark (surveying); Quality (philosophy); Automation; Service quality; Customer satisfaction","score_opus":0.03205379937130462,"score_gpt":0.2816373459233823,"score_spread":0.24958354655207768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133211079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031022774,0.0030278254,0.956033,0.016092267,0.0050376174,0.0021913075,0.000013113051,0.00030654867,0.014196063],"genre_scores_gemma":[0.94477206,0.0020560492,0.011075205,0.0044622147,0.0002853349,0.0005537924,0.000009485334,0.00003256342,0.03675331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99578965,0.00011391688,0.0012269369,0.0012279869,0.0006643605,0.0009771247],"domain_scores_gemma":[0.995,0.0007769552,0.0002898804,0.0024981452,0.0012700319,0.00016498558],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022851278,0.00047144576,0.00048370616,0.00014059446,0.0021282327,0.0014221725,0.002465534,0.0004082624,0.00005921166],"category_scores_gemma":[0.000079164405,0.0003129226,0.00026418673,0.0018055047,0.00026083377,0.0017040257,0.0006055293,0.00038065514,0.00024459974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026032588,0.00020562371,0.0019125029,0.00092106237,0.00011087796,0.0000013656975,0.0017617758,0.09271402,0.00036601862,0.6659516,0.21495543,0.020839399],"study_design_scores_gemma":[0.0006315409,0.00006104273,0.00014966464,0.00023647283,0.000028377699,0.0000042164247,0.00020277464,0.8974531,0.0019026942,0.021226272,0.077734835,0.0003689506],"about_ca_topic_score_codex":0.0002571182,"about_ca_topic_score_gemma":0.00019081071,"teacher_disagreement_score":0.9449578,"about_ca_system_score_codex":0.00021497392,"about_ca_system_score_gemma":0.0011415535,"threshold_uncertainty_score":0.9999323},"labels":[],"label_agreement":null},{"id":"W7134017514","doi":"","title":"Proceedings of the 2005 ACM SIGMETRICS international conference on Measurement and modeling of computer systems, Banff, AB, Canada - June 06 - 10, 2005","year":2005,"lang":"en","type":"book","venue":"TU/e Research Portal","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics)","score_opus":0.11922321837285094,"score_gpt":0.3197548443798631,"score_spread":0.2005316260070122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134017514","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04217278,0.017017547,0.01716048,0.014484284,0.0224826,0.01702616,0.0014910625,0.00059980655,0.8675653],"genre_scores_gemma":[0.710782,0.0017088252,0.0029516157,0.00010195049,0.0028625978,0.00014666161,0.000067574896,0.000103211765,0.28127554],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927844,0.00007415445,0.00092674466,0.0006680587,0.0049467687,0.0005998741],"domain_scores_gemma":[0.9953245,0.00017248561,0.00047059119,0.0008196935,0.0030018997,0.00021084984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004076705,0.0003033763,0.0005675441,0.00044798214,0.00016176501,0.00015128314,0.0027236287,0.0002468806,0.00006995031],"category_scores_gemma":[0.00033235757,0.00021637192,0.00010719279,0.00032083463,0.00022754827,0.00027500998,0.0011758677,0.0008142083,0.000008037809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047965863,0.00017995258,0.00087544444,0.0017582786,0.00028551716,0.000014764123,0.00025441876,0.0037115195,0.0000583146,0.013668906,0.97654486,0.0026000356],"study_design_scores_gemma":[0.0012361872,0.00032506353,0.0008358089,0.0052540163,0.00004600128,0.000088077635,0.00020174486,0.79979354,0.00023888263,0.00060559076,0.19050138,0.0008737115],"about_ca_topic_score_codex":0.01288049,"about_ca_topic_score_gemma":0.01124091,"teacher_disagreement_score":0.796082,"about_ca_system_score_codex":0.00082134985,"about_ca_system_score_gemma":0.0053305333,"threshold_uncertainty_score":0.9936928},"labels":[],"label_agreement":null},{"id":"W7134107550","doi":"10.17721/1812-5409.2025/2.29","title":"Architecture of a social media bot detection system","year":2025,"lang":"","type":"article","venue":"Bulletin of Taras Shevchenko National University of Kyiv Series Physics and Mathematics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Microservices; Scalability; Orchestration; Architecture; Software architecture; Architectural pattern; Software; Systems architecture; Software system; Data processing","score_opus":0.006929264109869584,"score_gpt":0.18669209043844726,"score_spread":0.17976282632857768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134107550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3041593,0.0005480843,0.67815113,0.0023572312,0.00096527656,0.0009916183,0.00034329825,0.00010347753,0.012380558],"genre_scores_gemma":[0.9767235,0.000059432,0.02285126,0.000008938692,0.00006187201,6.995408e-7,0.000006270723,0.000007121089,0.0002809132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982965,0.000083999184,0.00053751055,0.00029299763,0.00061917084,0.000169802],"domain_scores_gemma":[0.99744904,0.00042805012,0.0007794956,0.000249375,0.0010472535,0.000046810223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051740237,0.00021513664,0.0006452958,0.00015145328,0.0002611344,0.000018875384,0.0004793492,0.00019176443,0.00002517108],"category_scores_gemma":[0.00012934151,0.00023264902,0.0002259316,0.00043485066,0.00063768163,0.000109123626,0.0003570174,0.00017183177,0.000003004872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054243236,0.0014117861,0.00035567896,0.03377338,0.001032491,0.0000047079347,0.04564919,0.0012446007,0.0040880786,0.8874646,0.0023493285,0.022083722],"study_design_scores_gemma":[0.018656699,0.0030411223,0.030283876,0.018077793,0.0037728213,0.00017090974,0.11782421,0.11667244,0.15363546,0.44714978,0.08586495,0.0048499284],"about_ca_topic_score_codex":0.00007113271,"about_ca_topic_score_gemma":0.00001543176,"teacher_disagreement_score":0.6725642,"about_ca_system_score_codex":0.00010282273,"about_ca_system_score_gemma":0.00031820906,"threshold_uncertainty_score":0.94871515},"labels":[],"label_agreement":null},{"id":"W7134272433","doi":"10.1145/3742413.3801721","title":"10.1145/3742413.3801721","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Natural (archaeology); Component (thermodynamics); Key (lock); Interface (matter)","score_opus":0.00423573905006472,"score_gpt":0.17256529113855384,"score_spread":0.16832955208848913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134272433","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004950669,0.00005528757,0.00029356955,0.00054132985,0.000016942051,0.00022346393,0.0000023975174,0.0005238094,0.9933925],"genre_scores_gemma":[0.0029021688,3.449503e-7,0.0015221279,0.00011594514,0.00010677461,0.00002001251,0.0000017668323,0.000008446211,0.9953224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988956,0.000041302777,0.00019761788,0.00033711462,0.00023631254,0.00029207204],"domain_scores_gemma":[0.998954,0.000045156037,0.000025213436,0.0007761746,0.000053791508,0.00014568574],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026870606,0.00012451949,0.00015767358,0.00005758407,0.000112228314,0.00008684972,0.00076061254,0.00006252362,0.9013988],"category_scores_gemma":[0.000021579594,0.00010385388,0.00006486031,0.00037009636,0.000024010773,0.00031462952,0.00010692445,0.000079417034,0.980502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010749747,0.000035919682,0.000008029147,0.00000960939,0.0000063949474,0.000004249338,0.000053872678,0.0001212822,0.000011808777,0.0000072098874,0.06859062,0.93114024],"study_design_scores_gemma":[0.00012580423,0.0001071195,0.00038759853,0.00001543494,0.0000024351789,0.000013896198,2.6447213e-7,0.0036615983,0.000084977175,0.000021917573,0.99542266,0.0001562782],"about_ca_topic_score_codex":0.000021566942,"about_ca_topic_score_gemma":6.0499815e-8,"teacher_disagreement_score":0.93098396,"about_ca_system_score_codex":0.000037016398,"about_ca_system_score_gemma":0.000043711094,"threshold_uncertainty_score":0.42350385},"labels":[],"label_agreement":null},{"id":"W7138294037","doi":"10.1109/icca66035.2025.11431002","title":"Operationalizing AI in Cloud-Native Systems: A DevSecOps Framework for Secure, Scalable, and Cost-Efficient Engineering","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kindercare Pediatrics","funders":"","keywords":"Operationalization; Context (archaeology); Component (thermodynamics); Field (mathematics)","score_opus":0.013185367852772743,"score_gpt":0.28569519493348977,"score_spread":0.272509827080717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138294037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043938167,0.0045058313,0.94164383,0.0009842926,0.004901463,0.0035518522,0.000017691398,0.0001307953,0.00032607606],"genre_scores_gemma":[0.9672344,0.00010905829,0.030421866,0.0006568321,0.00021393433,0.00087222655,0.0000050832678,0.00001922682,0.00046738223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99670506,0.00012764418,0.0010688932,0.0010130282,0.00037615167,0.0007092316],"domain_scores_gemma":[0.99728537,0.0012548923,0.00013646927,0.0006039094,0.0005656238,0.00015371774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017900127,0.0004200123,0.0006455217,0.00044203235,0.00036616166,0.000747584,0.0005774446,0.0004101285,0.000012370015],"category_scores_gemma":[0.0007188502,0.0003774537,0.00010881803,0.0016078508,0.000093906274,0.000499696,0.00041599435,0.00050314044,0.000010124128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049784085,0.0002185802,0.006938836,0.0027678325,0.0001084385,0.0000047134035,0.0033730404,0.4020644,0.000022350165,0.57611144,0.0006682722,0.0076722796],"study_design_scores_gemma":[0.0009437341,0.0000911534,0.0031805665,0.002819928,0.000020338743,0.000009157556,0.00040499077,0.9857674,0.00018817051,0.0010847371,0.005083589,0.00040623764],"about_ca_topic_score_codex":0.00019230593,"about_ca_topic_score_gemma":0.000027371103,"teacher_disagreement_score":0.9232962,"about_ca_system_score_codex":0.00046300006,"about_ca_system_score_gemma":0.0005931926,"threshold_uncertainty_score":0.99986774},"labels":[],"label_agreement":null},{"id":"W7138515811","doi":"10.1109/acet67282.2025.11430275","title":"Bridging the Gaps in Distributed Deadlock Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Bridging (networking); Deadlock; Deadlock prevention algorithms; Scheduling (production processes); Key (lock)","score_opus":0.006798982963863659,"score_gpt":0.24089072322756003,"score_spread":0.23409174026369636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138515811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2738338,0.00065216195,0.7178505,0.0030459834,0.0026223056,0.00047420512,0.0000025520924,0.00013650299,0.0013819538],"genre_scores_gemma":[0.9984683,0.00007981211,0.00016316325,0.00040375497,0.000104783336,0.000038688668,0.0000014114072,0.000004492553,0.00073562434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976584,0.00026310128,0.0006631212,0.00060518185,0.00028741802,0.0005227799],"domain_scores_gemma":[0.9983867,0.00023150639,0.0001082389,0.0010756104,0.00014394411,0.000054017484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013812091,0.00022823873,0.00026887347,0.00017219974,0.0004702165,0.0003398547,0.0009779948,0.00017260433,0.000024088522],"category_scores_gemma":[0.00020132889,0.00014909785,0.00013427497,0.0026325088,0.00013038087,0.0004522401,0.0004742269,0.00043569616,0.00008327857],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032906202,0.00014665944,0.12872574,0.00024360754,0.000034658147,0.0000070790916,0.0008226334,0.0027723562,0.00014248161,0.0019618857,0.0011754455,0.8639346],"study_design_scores_gemma":[0.00059632864,0.000054987857,0.2561247,0.00038598676,0.000016969972,0.0000141983155,0.00028652707,0.7302099,0.00757055,0.0010112142,0.0034739426,0.0002546734],"about_ca_topic_score_codex":0.00092623394,"about_ca_topic_score_gemma":0.00060362136,"teacher_disagreement_score":0.8636799,"about_ca_system_score_codex":0.00035702976,"about_ca_system_score_gemma":0.00025664258,"threshold_uncertainty_score":0.6080034},"labels":[],"label_agreement":null},{"id":"W7138861155","doi":"10.1109/globecom59602.2025.11432320","title":"On the Deployment Feasibility of Message Oriented Middlewares in Mission-critical Applications","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Dependability; Software deployment; Analytics; Bandwidth (computing); Reliability (semiconductor); Grid; Key (lock)","score_opus":0.02875528105689306,"score_gpt":0.32415661564509723,"score_spread":0.29540133458820417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138861155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32440597,0.0014263396,0.62320036,0.029420175,0.0016231451,0.005002002,0.000026609743,0.00021054971,0.014684873],"genre_scores_gemma":[0.9970383,0.000043476397,0.0011175098,0.0010145655,0.000020177229,0.0001691906,0.0000011620809,0.000006279792,0.00058934203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99652755,0.00048821504,0.0010943608,0.0008704024,0.0005745028,0.00044495912],"domain_scores_gemma":[0.9944413,0.0027482912,0.00012106899,0.0022221145,0.0003483439,0.000118899734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017972419,0.0002723946,0.00043380167,0.00019721268,0.00031437134,0.00007344221,0.0012619795,0.00018655244,0.00023022594],"category_scores_gemma":[0.0010465023,0.00016409413,0.00019058405,0.0019411033,0.00052279426,0.0001930926,0.00054356875,0.0003850236,0.00004203443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020104677,0.005114173,0.17225318,0.0015899331,0.00007127156,0.000004317353,0.0019282887,0.00037982067,0.0003010797,0.7914609,0.005184283,0.021511732],"study_design_scores_gemma":[0.005876368,0.0017693626,0.36245683,0.008428741,0.00023002925,0.000012958959,0.0053316904,0.31922275,0.054681014,0.21985051,0.019951379,0.00218837],"about_ca_topic_score_codex":0.00025618682,"about_ca_topic_score_gemma":0.00006793376,"teacher_disagreement_score":0.67263234,"about_ca_system_score_codex":0.00024594754,"about_ca_system_score_gemma":0.0005016811,"threshold_uncertainty_score":0.66915643},"labels":[],"label_agreement":null},{"id":"W7140322598","doi":"10.1109/gcwcn66157.2025.11448407","title":"Machine Learning System for Predicting Latency in Next-Generation Wireless Network","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Artificial neural network; Latency (audio); Wireless network; Wireless; Deep learning; Key (lock)","score_opus":0.02512498660272564,"score_gpt":0.2501615536476119,"score_spread":0.22503656704488625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140322598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20910451,0.0031574878,0.7740475,0.00048513766,0.008209126,0.0017677877,0.0000028448544,0.0004751145,0.002750492],"genre_scores_gemma":[0.9918972,0.00015795545,0.004629586,0.00009721695,0.0008168332,0.00018535528,0.000016207161,0.000017472332,0.002182139],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99619234,0.0003818252,0.0013200842,0.00097805,0.00030903303,0.0008186853],"domain_scores_gemma":[0.9982862,0.00039250348,0.00031042204,0.0006340336,0.00028319116,0.00009365255],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030758122,0.00035682117,0.0006033159,0.0002240317,0.00085013267,0.00050259946,0.00069920905,0.00034105327,0.000011986018],"category_scores_gemma":[0.00014767096,0.0003153006,0.0001849758,0.0015650659,0.00004916046,0.0009513351,0.0003396316,0.00048378148,0.00002062872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000644646,0.000117009324,0.6403553,0.0030215238,0.000077586534,0.0000056884473,0.0013508169,0.16745377,0.00029161977,0.018765554,0.0004177872,0.1680789],"study_design_scores_gemma":[0.00095902727,0.00015802303,0.0039969594,0.0014740903,0.00002747808,0.000004977517,0.00021307907,0.9915821,0.00035425145,0.000110675,0.00083278725,0.00028653568],"about_ca_topic_score_codex":0.00063136953,"about_ca_topic_score_gemma":0.00030529624,"teacher_disagreement_score":0.8241283,"about_ca_system_score_codex":0.00041220026,"about_ca_system_score_gemma":0.00038261284,"threshold_uncertainty_score":0.9999299},"labels":[],"label_agreement":null},{"id":"W7140868188","doi":"10.1109/sisimpact67725.2025.11439226","title":"MMRPLT: Mobility Model Analysis in RPL for Various Topologies","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Network topology; Topology (electrical circuits); Work (physics); Field (mathematics); Component (thermodynamics)","score_opus":0.0176561968720284,"score_gpt":0.3048455155050455,"score_spread":0.2871893186330171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140868188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117597416,0.0007188588,0.8735051,0.0018651102,0.0010005462,0.001257202,0.000019639701,0.00021287063,0.0038232338],"genre_scores_gemma":[0.9620246,0.000115815135,0.032577515,0.0005026546,0.00002740005,0.00025493602,0.000004781235,0.000006267305,0.0044859815],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99588174,0.00017203353,0.0013017406,0.0014888161,0.0003191343,0.0008365155],"domain_scores_gemma":[0.9964619,0.00067326525,0.0001775448,0.0022109638,0.00037526645,0.000101056474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024480706,0.00040576563,0.0010682155,0.00087355357,0.00031504637,0.00026200977,0.001624085,0.00043739186,0.000049483166],"category_scores_gemma":[0.00042113892,0.00033366546,0.00073473464,0.0045965835,0.00028667462,0.0006207904,0.0007448206,0.00029860466,0.000016317548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016030276,0.0012771406,0.3573235,0.0010738407,0.0010840459,0.0000038063395,0.0026480108,0.53034556,0.00001904899,0.04688964,0.0011541604,0.058020923],"study_design_scores_gemma":[0.0006609497,0.00009556595,0.037483353,0.000044436485,0.00029925304,4.8546224e-7,0.00017916149,0.93268913,0.00025418587,0.027759863,0.00020922736,0.00032439415],"about_ca_topic_score_codex":0.0014399923,"about_ca_topic_score_gemma":0.0016956456,"teacher_disagreement_score":0.8444272,"about_ca_system_score_codex":0.0004261218,"about_ca_system_score_gemma":0.0008519564,"threshold_uncertainty_score":0.99991155},"labels":[],"label_agreement":null},{"id":"W7142841720","doi":"10.63125/vntbqq40","title":"The Role of Cloud-Native Infrastructures in Supporting Autonomous and Uncrewed Systems (UXS) in Operations","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Oralys (Canada)","funders":"","keywords":"Likert scale; Reliability (semiconductor); Scale (ratio); Flexibility (engineering); Descriptive statistics; Regression analysis; Scalability; Data collection; Operational efficiency","score_opus":0.0042011308431544655,"score_gpt":0.2503207655602699,"score_spread":0.24611963471711543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7142841720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97408974,0.004285928,0.013220946,0.0005256862,0.001637718,0.0012673446,0.0000075290077,0.00004232921,0.0049227756],"genre_scores_gemma":[0.9986701,0.00014627917,0.0006644806,0.00004229868,0.00003927129,0.000063485335,0.0000012233087,0.000005249791,0.00036763505],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692947,0.00040107648,0.0014452866,0.0005217393,0.00025189863,0.0004505401],"domain_scores_gemma":[0.9982718,0.00059426326,0.00021509702,0.0006290657,0.00023266618,0.000057092268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002143684,0.00023343354,0.0004881968,0.00029299522,0.00032875262,0.00033141457,0.0006800189,0.00017905621,0.000009546649],"category_scores_gemma":[0.00036907455,0.00015581811,0.000057796206,0.001250808,0.0002859404,0.00045478597,0.0004851214,0.00034577821,0.000002032654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045473073,0.00011762826,0.68751925,0.0004536638,0.00007234235,0.0000048831903,0.01883474,0.052212037,0.0003894394,0.148012,0.00009138316,0.09224716],"study_design_scores_gemma":[0.0006535565,0.00008777682,0.21505713,0.0004193891,0.000009541661,0.0000067828664,0.0064754533,0.7720771,0.0010827241,0.0032391362,0.0006915947,0.00019982664],"about_ca_topic_score_codex":0.006527119,"about_ca_topic_score_gemma":0.0030172407,"teacher_disagreement_score":0.719865,"about_ca_system_score_codex":0.00018743488,"about_ca_system_score_gemma":0.0008243802,"threshold_uncertainty_score":0.98670954},"labels":[],"label_agreement":null},{"id":"W7143388921","doi":"10.1109/gcet68529.2025.11450896","title":"Insights on Quantum Software Functional Size Measurement: Key Concepts, Challenges and Motivations","year":2025,"lang":"","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Project Management; Mitacs","keywords":"Key (lock); Software; Field (mathematics); Perspective (graphical)","score_opus":0.047094497834042334,"score_gpt":0.2587292990305779,"score_spread":0.21163480119653555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7143388921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11180111,0.076780476,0.73039645,0.022225238,0.016448578,0.0028693092,0.00002013343,0.0015142136,0.037944473],"genre_scores_gemma":[0.99303156,0.0029433158,0.0012534874,0.0010785991,0.00019311112,0.000076014985,0.0000020808175,0.000013513516,0.0014082869],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99610317,0.00029016903,0.0007639141,0.0012484827,0.0011182632,0.00047602732],"domain_scores_gemma":[0.99652636,0.001023991,0.00018460296,0.0010790288,0.0009881945,0.0001978023],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076886336,0.00047508997,0.00051190227,0.00024439595,0.0008430047,0.00023727083,0.00055038027,0.00032311093,0.00012018607],"category_scores_gemma":[0.0012407306,0.0003800926,0.000160554,0.000633764,0.00034226602,0.0007642355,0.00037819005,0.00041242424,0.00014874912],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001481144,0.001180074,0.009999391,0.0015091226,0.0005235193,0.000007744107,0.0075995354,0.00045973196,0.00012611914,0.712718,0.007797277,0.25793135],"study_design_scores_gemma":[0.003164836,0.00084129494,0.88865745,0.0023314117,0.00011342168,0.000011292223,0.0012260166,0.019701397,0.001226916,0.04054286,0.041009225,0.0011738649],"about_ca_topic_score_codex":0.000036256817,"about_ca_topic_score_gemma":0.00005359783,"teacher_disagreement_score":0.8812305,"about_ca_system_score_codex":0.00028195305,"about_ca_system_score_gemma":0.0006993086,"threshold_uncertainty_score":0.9998651},"labels":[],"label_agreement":null},{"id":"W7153325898","doi":"10.63282/3050-9246.ijetcsit-v5i3p117","title":"Toward Trustworthy AI Systems: A Converged Architecture for Governance, Reliability, and Automated Testing in Enterprise Platforms","year":2024,"lang":"","type":"article","venue":"International Journal of Emerging Trends in Computer Science and Information Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Interoperability; Enterprise architecture; Enterprise software; Enterprise system; Trustworthiness; Architecture; Requirements elicitation; Enterprise integration","score_opus":0.01239334249194399,"score_gpt":0.2865291301691482,"score_spread":0.2741357876772042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153325898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38039857,0.002040868,0.59110385,0.01327367,0.0123194,0.00044723376,0.000030233361,0.00031116535,0.00007501715],"genre_scores_gemma":[0.97826177,0.00043600798,0.020809855,0.00027192634,0.00018324291,0.000021375705,0.000002719828,0.00000794134,0.000005143073],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959152,0.00003490276,0.002004257,0.0004912182,0.0010425186,0.00051190064],"domain_scores_gemma":[0.9969421,0.00030517613,0.00075381005,0.0003042089,0.0015752245,0.00011945467],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0037686138,0.0003092381,0.000532917,0.004971207,0.00014817006,0.0011289616,0.0016443015,0.0002601348,0.0000034510886],"category_scores_gemma":[0.0006984347,0.00025273656,0.00009285821,0.003887682,0.0006570812,0.008620339,0.00078879355,0.00077407714,0.000002292974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008503724,0.0000637794,0.012215561,0.00041053788,0.00004894358,0.00006160098,0.005196725,0.02613319,0.000021165917,0.0074882708,0.00037246908,0.94790274],"study_design_scores_gemma":[0.0012734149,0.00050714693,0.008289265,0.002110181,0.0000098986375,0.0011518479,0.00014391342,0.97987103,0.000058422895,0.002796498,0.0035319638,0.00025642617],"about_ca_topic_score_codex":0.000057811707,"about_ca_topic_score_gemma":0.000007408548,"teacher_disagreement_score":0.95373785,"about_ca_system_score_codex":0.0005775047,"about_ca_system_score_gemma":0.0006912771,"threshold_uncertainty_score":0.9999925},"labels":[],"label_agreement":null},{"id":"W7161843239","doi":"10.82308/5871","title":"Performance analysis of computer systems","year":2001,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer performance; Process (computing); Computer Applications; Systems analysis; Information system; Order (exchange); Performance indicator; Computer support","score_opus":0.009155469274581576,"score_gpt":0.2433973825374564,"score_spread":0.23424191326287483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161843239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8285296,0.0005546014,0.11537235,0.000012671118,0.008351518,0.0005261411,0.000007937693,0.00041076407,0.046234436],"genre_scores_gemma":[0.9709722,0.00030506364,0.004132196,0.000025728183,0.00027632384,0.000043676922,0.00035346366,0.000018195282,0.02387316],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798363,0.000050018585,0.00070705276,0.00049921934,0.0005166498,0.00024341034],"domain_scores_gemma":[0.9979778,0.000068954076,0.00042841161,0.0010873894,0.0003725625,0.00006489084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037631238,0.0002492726,0.00081346947,0.00075171114,0.000072325674,0.00008071045,0.0010350186,0.00028361357,0.000043395765],"category_scores_gemma":[0.000005884456,0.0001901671,0.00033232276,0.0022758632,0.000018754072,0.00031614,0.000059272534,0.00015976565,0.000052515305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014958797,0.00095272047,0.48502263,0.011711904,0.015104629,0.000035280733,0.009777307,0.13712618,0.000118612086,0.014769131,0.016218612,0.3090134],"study_design_scores_gemma":[0.00013352589,0.00010430622,0.1287832,0.00018951541,0.00049721013,0.0000039012407,0.00008268042,0.86781967,0.00015077097,0.000006334494,0.0018700606,0.00035884834],"about_ca_topic_score_codex":0.00020970723,"about_ca_topic_score_gemma":0.000046312853,"teacher_disagreement_score":0.73069346,"about_ca_system_score_codex":0.000053151736,"about_ca_system_score_gemma":0.00011363962,"threshold_uncertainty_score":0.77547896},"labels":[],"label_agreement":null},{"id":"W7162121274","doi":"10.82308/46453","title":"Analysis tool as a service: A cloud-based microservices architecture for the design and analysis of aero-derivative gas turbines","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Microservices; Gas turbines; Architecture; Flux (metallurgy)","score_opus":0.012889662894766207,"score_gpt":0.2650008353259452,"score_spread":0.252111172431179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162121274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23725948,0.00059525797,0.75879955,0.001574636,0.00020592965,0.0013481056,0.000045352426,0.00012704043,0.000044660017],"genre_scores_gemma":[0.893357,0.00009816899,0.10142069,0.002562185,0.0001359888,0.0006661998,0.0013523618,0.000045210665,0.0003622077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768627,0.00016887598,0.0006423417,0.00081774854,0.00042499186,0.00025979802],"domain_scores_gemma":[0.9961928,0.0014954773,0.00059611327,0.00092887797,0.0007115651,0.00007517745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056729605,0.00040764696,0.0010783648,0.0006041502,0.00023454126,0.00020758052,0.0012242912,0.00025835953,0.00002930672],"category_scores_gemma":[0.000105180305,0.00024077934,0.0007029447,0.0062784534,0.000043126878,0.00014250969,0.00008631815,0.0002020299,0.0000030457034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047156247,0.0008286447,0.06896017,0.017952854,0.15163289,0.00001783883,0.14756422,0.5217563,0.010544994,0.002725147,0.001365274,0.071936056],"study_design_scores_gemma":[0.0005332617,0.00024083361,0.03899578,0.00009777045,0.013007521,6.954132e-7,0.0011958784,0.9364003,0.007953213,0.00053113536,0.0004920664,0.00055153103],"about_ca_topic_score_codex":0.000722763,"about_ca_topic_score_gemma":0.0017003444,"teacher_disagreement_score":0.65737885,"about_ca_system_score_codex":0.000027397153,"about_ca_system_score_gemma":0.00027638115,"threshold_uncertainty_score":0.98186964},"labels":[],"label_agreement":null},{"id":"W7164525256","doi":"10.34218/ijda_01_06_002","title":"DATA-DRIVEN RELIABILITY ENGINEERING FOR PROACTIVE FAILURE DETECTION IN LARGE-SCALE CLOUD SYSTEMS","year":2021,"lang":"","type":"article","venue":"International Journal of Data Analytics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalsa Corporation","funders":"","keywords":"Cloud computing; Reliability (semiconductor); Virtualization; Event (particle physics); Anomaly detection; Scale (ratio); Warning system","score_opus":0.04140046862413536,"score_gpt":0.3089376465851995,"score_spread":0.26753717796106413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164525256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040855676,0.00066490885,0.9430656,0.001388395,0.010346854,0.00038888672,0.00325919,0.000018872966,0.000011653456],"genre_scores_gemma":[0.9670558,0.0003551542,0.029462282,0.000044821605,0.0024993091,0.000006015163,0.00050156284,0.00002273669,0.000052308475],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951508,0.00021344886,0.0019722146,0.0009330122,0.0012973885,0.0004331152],"domain_scores_gemma":[0.9923231,0.0005792643,0.0011383682,0.002491961,0.0032854162,0.00018191172],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.004037226,0.00030082007,0.0006872905,0.0003794999,0.00009665395,0.00064004824,0.0056506633,0.00025091803,0.000014434821],"category_scores_gemma":[0.00222093,0.00028246242,0.00019753644,0.0006830566,0.00005690356,0.0046032504,0.002377884,0.00077735074,0.000009287052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016926856,0.0073710023,0.10723701,0.0037327197,0.008820358,0.0016880631,0.006821787,0.73462814,0.0017544839,0.0012080612,0.015392632,0.10965304],"study_design_scores_gemma":[0.0014395103,0.00013025336,0.0027305875,0.0006020583,0.00016239514,0.00047532533,0.00061526906,0.9601328,0.0003961447,0.00007339014,0.032971285,0.00027103044],"about_ca_topic_score_codex":0.00004212048,"about_ca_topic_score_gemma":0.00037829598,"teacher_disagreement_score":0.92620015,"about_ca_system_score_codex":0.00070829364,"about_ca_system_score_gemma":0.0011398941,"threshold_uncertainty_score":0.99996275},"labels":[],"label_agreement":null},{"id":"W80579428","doi":"10.1007/978-3-642-19041-4_14","title":"Issues with Rule Testing and Performance","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Consistency (knowledge bases); Assertion; Business rule; Software engineering; White-box testing; Semantics of Business Vocabulary and Business Rules; Test case; Business logic; Data mining; Programming language; Software; Software development; Artificial intelligence; Business process; Machine learning; Engineering; Software construction","score_opus":0.027789450874983513,"score_gpt":0.21106887680254047,"score_spread":0.18327942592755694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W80579428","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003962905,0.00068127585,0.0053307903,0.00006800064,0.00021215202,0.00025675818,0.0000011658107,0.0004965031,0.9889904],"genre_scores_gemma":[0.04906989,0.00039695218,0.09650842,0.00017462688,0.00022522602,0.000016481452,0.0000018234522,0.00004617903,0.8535604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988629,0.0000053263566,0.00022006423,0.0004791373,0.00022657008,0.00020599799],"domain_scores_gemma":[0.99892515,0.000061556064,0.00012674736,0.0006582453,0.00014795727,0.00008034628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019436843,0.00026660232,0.00028672023,0.00007685933,0.00012976862,0.00007930596,0.00044114172,0.00016731326,0.000069249574],"category_scores_gemma":[0.00001039088,0.00016979217,0.000028009763,0.00004041839,0.00011085889,0.00039539443,0.00024222389,0.00020828549,0.00020109938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038163063,0.000041798783,0.094845906,0.0014655467,0.00014931608,0.000053151445,0.0014177351,0.000007202458,0.000007300965,0.12971254,0.0022987598,0.76996255],"study_design_scores_gemma":[0.0033465258,0.00928639,0.17028134,0.011003384,0.00032079522,0.0029804704,0.000052440708,0.025685476,0.0020700514,0.15486524,0.6094081,0.010699831],"about_ca_topic_score_codex":0.00007177652,"about_ca_topic_score_gemma":0.000005581898,"teacher_disagreement_score":0.75926274,"about_ca_system_score_codex":0.000020419195,"about_ca_system_score_gemma":0.00007242911,"threshold_uncertainty_score":0.69239235},"labels":[],"label_agreement":null},{"id":"W94409711","doi":"10.1142/s0218194012400104","title":"DETECTING EMERGENT BEHAVIOR IN DISTRIBUTED SYSTEMS USING SCENARIO-BASED SPECIFICATIONS","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sequence diagram; Agile software development; Computer science; Software deployment; Sequence (biology); Unified Modeling Language; Distributed computing; Use Case Diagram; Software engineering; Systems engineering; Software; Engineering; Class diagram; Programming language","score_opus":0.02845934775123619,"score_gpt":0.26143574518266355,"score_spread":0.23297639743142737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W94409711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3943443,0.001884064,0.6001785,0.000011987453,0.003439438,0.00006473292,0.0000035905234,0.00007199169,0.0000014118738],"genre_scores_gemma":[0.9656952,0.000026045807,0.033728722,0.0000020682762,0.0005152466,0.000010750747,0.0000022000702,0.000017066588,0.0000026886278],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869454,0.000020562911,0.00058487087,0.00014100531,0.0002726148,0.0002863834],"domain_scores_gemma":[0.9990185,0.00019816327,0.000160376,0.0001650394,0.0002975686,0.00016037248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064708485,0.000171954,0.00023003622,0.0005041718,0.00004072642,0.000098331635,0.0004382165,0.00008017068,0.000002062588],"category_scores_gemma":[0.00042721725,0.00016412813,0.00008850884,0.00033273632,0.00001033002,0.00061698747,0.00008800087,0.00029023612,0.000002594152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009813838,0.00023470646,0.18762882,0.00018243359,0.00008679131,0.00003472283,0.000850856,0.8025992,0.0032609636,0.00042707194,0.00001943591,0.0046652104],"study_design_scores_gemma":[0.0005822161,0.000038808037,0.08824235,0.00061575277,0.00002144133,0.00037245752,0.00005160063,0.90678674,0.0012409728,0.0000015447849,0.0017364816,0.00030960602],"about_ca_topic_score_codex":0.00001404148,"about_ca_topic_score_gemma":7.1112856e-7,"teacher_disagreement_score":0.5713509,"about_ca_system_score_codex":0.00033400411,"about_ca_system_score_gemma":0.00007417429,"threshold_uncertainty_score":0.6692951},"labels":[],"label_agreement":null},{"id":"W95424051","doi":"","title":"Proceedings of the 11th International ACM SIGSOFT Conference on Quality of Software Architectures","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Architecture; Reference architecture; Software architecture; Cloud computing; Cyber-physical system; Software engineering; Quality (philosophy); Analytics; Software; World Wide Web; Data science; Operating system","score_opus":0.0298805875743306,"score_gpt":0.27980955561075627,"score_spread":0.24992896803642567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W95424051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99135643,0.0000057280167,0.0039240513,0.0016184152,0.00037214297,0.00025544426,0.0000035241012,0.00007886789,0.0023853823],"genre_scores_gemma":[0.99022704,0.0000017098062,0.009361918,0.00013709487,0.000025962578,0.000017790431,3.2120906e-7,0.0000028938618,0.00022524993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881256,0.000021506145,0.00035817001,0.00022353434,0.00045932492,0.00012490484],"domain_scores_gemma":[0.99822664,0.00050292094,0.00023859568,0.0004942486,0.0005022773,0.0000353063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032016923,0.00009654444,0.00017152005,0.000047907157,0.000041622687,0.000041178013,0.0019225036,0.00005210949,0.00009698698],"category_scores_gemma":[0.0015958356,0.000051274263,0.00009500113,0.00017870143,0.000118621305,0.0001739544,0.0004782676,0.00011139941,0.000017557752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015665864,0.00017198145,0.92277163,0.00025167543,0.000038702157,4.8447756e-8,0.0016974593,0.000044619024,0.0048946766,0.042215522,0.0020985988,0.025799427],"study_design_scores_gemma":[0.0002135839,0.0000816474,0.96066725,0.0001011116,0.0000018229923,0.0000023007008,0.00008840696,0.0007148434,0.026244447,0.011645097,0.00012693515,0.00011253121],"about_ca_topic_score_codex":0.00024561223,"about_ca_topic_score_gemma":0.000007072264,"teacher_disagreement_score":0.03789565,"about_ca_system_score_codex":0.000019265693,"about_ca_system_score_gemma":0.000058845893,"threshold_uncertainty_score":0.35725218},"labels":[],"label_agreement":null}]}