{"meta":{"query_hash":"cf7975c09bac","filters":{"venue":"ACM SIGMETRICS Performance Evaluation Review"},"cohort_total":127,"direct_labels_cover":0,"predictions_cover":127,"exported":127,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/cf7975c09bac","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGMETRICS+Performance+Evaluation+Review"},"results":[{"id":"W1971118705","doi":"10.1145/2160803.2160829","title":"Towards more effective utilization of computer systems (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Capital equipment; Focus (optics); Work (physics); Capital investment; Investment (military); Percentile; Information system; Engineering; Business; Finance; Manufacturing engineering","score_opus":0.10443717218701191,"score_gpt":0.3290091392322475,"score_spread":0.22457196704523558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971118705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5371243,0.11289113,0.32461068,0.0005133988,0.0043102875,0.006849882,0.000004039054,0.00044688777,0.013249424],"genre_scores_gemma":[0.975214,0.0072010634,0.016843962,0.00041456,0.00014498972,0.000105138795,0.000011152851,0.000015513118,0.000049630144],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707776,0.00029692156,0.00075733964,0.00043204866,0.0011846008,0.00025132237],"domain_scores_gemma":[0.99706304,0.0001790359,0.00063990895,0.0011986174,0.00083948934,0.0000798817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004400798,0.00020942402,0.00041586717,0.0004357312,0.0001112209,0.000049525945,0.001275682,0.00006809874,0.000024776242],"category_scores_gemma":[0.0007470136,0.00017294852,0.000115885785,0.0026539494,0.000040665836,0.0001387993,0.0005218939,0.00014326476,0.000058764166],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024459507,0.00010706057,0.001522112,0.0019201897,0.000040382456,0.0000010711356,0.0003732614,0.007724229,0.0000019024126,0.0009941247,0.0009161242,0.9863971],"study_design_scores_gemma":[0.00041934216,0.00032912218,0.16604152,0.002783026,0.00014302906,0.000014650111,0.000014027524,0.8248793,0.00024916462,0.00006174919,0.0047813808,0.00028367573],"about_ca_topic_score_codex":0.00003457411,"about_ca_topic_score_gemma":3.4651566e-7,"teacher_disagreement_score":0.9861134,"about_ca_system_score_codex":0.00012160076,"about_ca_system_score_gemma":0.00012857522,"threshold_uncertainty_score":0.7052636},"labels":[],"label_agreement":null},{"id":"W1974170714","doi":"10.1145/2160803.2160851","title":"On robust wireless network optimization using network criticality","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cooperative Communication and Network Coding","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; University of Toronto","funders":"","keywords":"Criticality; Robustness (evolution); Computer science; Wireless network; Wireless; Convexity; Distributed computing; Robust optimization; Metric (unit); Mathematical optimization; Computer network; Mathematics; Engineering; Telecommunications","score_opus":0.28141784300483796,"score_gpt":0.3645190294056958,"score_spread":0.08310118640085784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974170714","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035344784,0.048810713,0.93984747,0.00052192225,0.00083027343,0.0011876489,7.247512e-7,0.0001792422,0.005087546],"genre_scores_gemma":[0.36323297,0.23785593,0.39095595,0.0073044137,0.00035319498,0.00017900654,0.000041805277,0.00003734738,0.000039350733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965665,0.00088034803,0.0007271144,0.00049876707,0.00086341274,0.00046386756],"domain_scores_gemma":[0.9959428,0.000500104,0.0003323702,0.0020086104,0.0010806929,0.00013546535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006339855,0.0002526273,0.00039216437,0.00016521022,0.00060672604,0.00011226931,0.0017281934,0.000089323,0.0005745715],"category_scores_gemma":[0.001829503,0.00023619141,0.00010428722,0.004740721,0.00005502748,0.00084313966,0.0005955723,0.00031564772,0.00008163645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074792692,0.00010633494,0.0016293088,0.000223799,0.000026099946,7.7275763e-7,0.00008564762,0.59560835,0.0000012451209,0.029020462,0.0046182587,0.36867225],"study_design_scores_gemma":[0.00023383606,0.00009051119,0.0023345,0.0016564787,0.00006987434,0.0000046954183,0.0000014579186,0.9935239,0.0000139750755,0.00075136905,0.0010256289,0.0002937513],"about_ca_topic_score_codex":0.0000021468732,"about_ca_topic_score_gemma":0.0000016146619,"teacher_disagreement_score":0.5488915,"about_ca_system_score_codex":0.00021638548,"about_ca_system_score_gemma":0.00019574985,"threshold_uncertainty_score":0.9631606},"labels":[],"label_agreement":null},{"id":"W1977289393","doi":"10.1145/2627534.2627550","title":"Pricing mechanisms for a durable good monopolist","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Economic theories and models","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Durable good; Monopoly; Coase theorem; Economics; Microeconomics; Competition (biology); Argument (complex analysis); Simple (philosophy); Veblen good; Transaction cost","score_opus":0.08263691111107474,"score_gpt":0.28940005974639443,"score_spread":0.2067631486353197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977289393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07482328,0.18888517,0.59447724,0.0048436224,0.0037554824,0.008106193,0.00020698376,0.0002817201,0.12462032],"genre_scores_gemma":[0.84199005,0.12352261,0.026775878,0.0041434825,0.00035929482,0.0012209348,0.00016624104,0.000094170755,0.0017273169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780715,0.000041277697,0.0010908772,0.00053815776,0.00010793879,0.000414586],"domain_scores_gemma":[0.99759686,0.0004009731,0.0007766674,0.0009518652,0.00016998248,0.00010363859],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008374639,0.00022883307,0.00068706076,0.00035401955,0.00025434705,0.00008020599,0.0005645302,0.000100481164,0.0006623281],"category_scores_gemma":[0.0047111013,0.0002491181,0.00020031638,0.00074073236,0.000027003996,0.00050315104,0.000103057886,0.00012644057,0.0005790768],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009897125,0.00005874953,0.0012310502,0.0015820616,0.00005321844,4.3560735e-8,0.000071187125,0.00074018835,0.000008581065,0.8592204,0.0026869047,0.13433775],"study_design_scores_gemma":[0.0014634978,0.00031521023,0.0012067222,0.0005612405,0.000118422366,0.000004464047,0.00001765708,0.25577724,0.000244187,0.2898614,0.44975665,0.0006732664],"about_ca_topic_score_codex":0.000022569362,"about_ca_topic_score_gemma":0.000002649005,"teacher_disagreement_score":0.7671668,"about_ca_system_score_codex":0.00024413824,"about_ca_system_score_gemma":0.000051975734,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W1981846742","doi":"10.1145/1639562.1639593","title":"State-dependent response times via fluid limits in shortest remaining processing time queues","year":2009,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Queue; Computer science; Response time; State (computer science); Stochastic game; State dependent; Distributed computing; Mathematics; Computer network; Algorithm; Mathematical economics; Operating system","score_opus":0.039518947868368536,"score_gpt":0.31695048431339873,"score_spread":0.2774315364450302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981846742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88058513,0.10080534,0.0019493289,0.00451801,0.00023588038,0.0027987957,0.0000025782408,0.00056235143,0.008542554],"genre_scores_gemma":[0.9847369,0.008960218,0.0010078837,0.0044039004,0.00021721273,0.000082780825,0.00007095792,0.00004414513,0.00047598226],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964831,0.0002293972,0.0010243589,0.00057720207,0.001214088,0.00047185738],"domain_scores_gemma":[0.9972282,0.00039486086,0.00071825704,0.000782409,0.00084699714,0.000029266119],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013938295,0.00034686766,0.0006187042,0.0014573226,0.00026860333,0.0002117461,0.000656645,0.00008065991,0.0007266429],"category_scores_gemma":[0.011490184,0.00032634867,0.00011706093,0.005811037,0.00003941568,0.0028774077,0.00013252217,0.00028580736,0.0009160841],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020777254,0.00013116449,0.0024878308,0.0007743909,0.000020672282,0.000009053656,0.00006122692,0.017281799,0.001114077,0.000076580465,0.00062724546,0.9772082],"study_design_scores_gemma":[0.001170192,0.00013799338,0.021380972,0.007117948,0.0006855489,0.000010811443,0.0000451716,0.952492,0.0005060294,0.004631137,0.010687374,0.0011348324],"about_ca_topic_score_codex":0.000007021386,"about_ca_topic_score_gemma":0.0000052828045,"teacher_disagreement_score":0.9760733,"about_ca_system_score_codex":0.00028255192,"about_ca_system_score_gemma":0.00012478023,"threshold_uncertainty_score":0.9999189},"labels":[],"label_agreement":null},{"id":"W1983284696","doi":"10.1145/2667522.2667544","title":"On the impact of subgraph insertion or removal on Moore-Penrose Laplacian and resistance distance","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Graph theory and applications","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Laplacian matrix; Resistance distance; Mathematics; Robustness (evolution); Topology (electrical circuits); Inverse; Graph; Network topology; Induced subgraph isomorphism problem; Computer science; Combinatorics; Line graph; Voltage graph; Computer network; Graph power; Gene","score_opus":0.10104698285778564,"score_gpt":0.3870009095507249,"score_spread":0.2859539266929393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983284696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98593974,0.0070148245,0.00046634075,0.0008432071,0.000049791703,0.0015778798,0.000018064264,0.000038025843,0.004052114],"genre_scores_gemma":[0.9799929,0.018000579,0.00113853,0.00040718328,0.00002712266,0.0002103845,0.000016834727,0.00002034834,0.00018608254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99783576,0.00044618166,0.00055785454,0.0002902005,0.00067910366,0.00019090122],"domain_scores_gemma":[0.9950537,0.0028203314,0.0005309448,0.0011939435,0.0003389215,0.000062170104],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005810315,0.00021138838,0.00036676275,0.00021662323,0.00025835892,0.000027484783,0.00040517506,0.00006271337,0.00018511657],"category_scores_gemma":[0.012778027,0.00012095773,0.00013792464,0.0020480298,0.000107478496,0.0001472989,0.000040575775,0.00019983877,0.000030344167],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031553992,0.0003503271,0.0020849793,0.0021790792,0.00007200637,3.994847e-7,0.0001753508,0.00006604333,0.0001681808,0.86968,0.0101209385,0.114787176],"study_design_scores_gemma":[0.0017519918,0.001519524,0.0717343,0.009644893,0.00054339546,0.0000149024245,0.000045302488,0.00849752,0.0012081498,0.89283526,0.01140809,0.0007966716],"about_ca_topic_score_codex":0.0000022076981,"about_ca_topic_score_gemma":0.0000071016193,"teacher_disagreement_score":0.11399051,"about_ca_system_score_codex":0.00007919723,"about_ca_system_score_gemma":0.000063888314,"threshold_uncertainty_score":0.99553776},"labels":[],"label_agreement":null},{"id":"W1983936126","doi":"10.1145/2160803.2160850","title":"Robust heterogeneous data center design","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Center (category theory); Data center; Computer science; Operating system","score_opus":0.3628642774726584,"score_gpt":0.33355244765602443,"score_spread":0.029311829816633994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983936126","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017151402,0.13207105,0.8359961,0.0013620891,0.0017674332,0.0033129826,0.000005852504,0.0005627822,0.0077703213],"genre_scores_gemma":[0.455534,0.07250707,0.4647858,0.0060945717,0.00030857587,0.00020698382,0.000097499236,0.00006166976,0.00040380948],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99699515,0.00036358755,0.00053504796,0.00070690876,0.0010452244,0.00035406646],"domain_scores_gemma":[0.99513346,0.00015642829,0.0002877452,0.0040159076,0.00030296698,0.000103497165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062321797,0.00021160583,0.00027962183,0.00028619517,0.00019240536,0.00008870405,0.0047592465,0.000047636015,0.00018734245],"category_scores_gemma":[0.001112255,0.0001753213,0.00007029192,0.0019961544,0.000026868272,0.00018796415,0.0023640972,0.0001536278,0.00042953008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023346336,0.00011985557,0.0006375785,0.00038399565,0.000037380625,0.0000041344165,0.00010968132,0.0063129514,9.3659753e-7,0.00008578795,0.009811064,0.9824943],"study_design_scores_gemma":[0.0003346996,0.00012947773,0.0014150037,0.0007334864,0.000095810145,0.000031425505,0.0000025051372,0.9743928,0.00007294708,0.000101989455,0.022400312,0.0002895553],"about_ca_topic_score_codex":0.0000056768463,"about_ca_topic_score_gemma":4.4376532e-7,"teacher_disagreement_score":0.98220474,"about_ca_system_score_codex":0.00008526933,"about_ca_system_score_gemma":0.000090232665,"threshold_uncertainty_score":0.8843943},"labels":[],"label_agreement":null},{"id":"W1988204215","doi":"10.1145/2185395.2185404","title":"Factorization properties for a MAP-modulated fluid flow model under server vacation policies (abstract only)","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Factorization; Computer science; Flow (mathematics); Extension (predicate logic); Server; Fluid dynamics; State (computer science); Type (biology); Fluid queue; Markov chain; Point (geometry); Property (philosophy); Idle; Mathematical optimization; Queueing theory; Algorithm; Mathematics; Computer network; Mechanics; Operating system; Physics; Geometry; Geology; Programming language","score_opus":0.12592283235028212,"score_gpt":0.32995301026599483,"score_spread":0.2040301779157127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988204215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8139945,0.06341454,0.11029621,0.0035383748,0.0012322598,0.0059151007,0.00001655205,0.00052344654,0.0010690145],"genre_scores_gemma":[0.9898301,0.0043133767,0.0015933259,0.0024891498,0.0006378567,0.0003086186,0.0005463584,0.000051630937,0.00022961045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977675,0.000038821705,0.00067100895,0.00031021636,0.00079762563,0.0004148438],"domain_scores_gemma":[0.9971609,0.00013519409,0.00061575265,0.00067051,0.0013896225,0.000027982094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035157264,0.00028750862,0.0003815607,0.00063052133,0.00034807523,0.00013575927,0.00039422233,0.00010372414,0.00025734032],"category_scores_gemma":[0.004255282,0.0002449097,0.00015963729,0.0022699817,0.000030916304,0.0045724283,0.00012703367,0.0001221837,0.0002487928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000780515,0.00035531571,0.009782425,0.011060407,0.00020870045,5.42532e-8,0.00018416965,0.77621675,0.0017377599,0.008248261,0.0035071236,0.18862098],"study_design_scores_gemma":[0.00041762614,0.000012229343,0.009163149,0.0008618536,0.0007712525,5.5830156e-7,0.000029194496,0.9773948,0.00024708334,0.0026868698,0.008002149,0.00041319325],"about_ca_topic_score_codex":0.000017619663,"about_ca_topic_score_gemma":0.0000040899163,"teacher_disagreement_score":0.20117809,"about_ca_system_score_codex":0.00023953387,"about_ca_system_score_gemma":0.000085433116,"threshold_uncertainty_score":0.9987127},"labels":[],"label_agreement":null},{"id":"W1988918096","doi":"10.1145/1453175.1453177","title":"Image management in a virtualized data center","year":2008,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Virtualization; Provisioning; Scalability; Computer science; Data center; Workload; Cloud computing; Virtual machine; Protocol (science); Big data; Distributed computing; Operating system","score_opus":0.12600728194785862,"score_gpt":0.3542429674481224,"score_spread":0.22823568550026377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988918096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4722169,0.27005866,0.13442199,0.01838705,0.003580291,0.013800725,0.000020597898,0.0012916053,0.08622218],"genre_scores_gemma":[0.3846393,0.35100058,0.25236,0.009764517,0.00022943204,0.00042335267,0.0002218723,0.000058699687,0.0013022562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966804,0.0002745481,0.0006549583,0.0007215643,0.001314864,0.00035369617],"domain_scores_gemma":[0.9959605,0.00013187918,0.0002296031,0.0034364022,0.00016913573,0.00007250235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049653486,0.00020070435,0.00032687772,0.0005742414,0.00017146103,0.00006506545,0.0037649856,0.00003512029,0.00007274521],"category_scores_gemma":[0.0007012272,0.00017542664,0.00006438836,0.0036904751,0.00003612699,0.00024413494,0.002982422,0.00017271086,0.00035386533],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032286223,0.00019761012,0.0021384393,0.0008566112,0.00003614655,0.000027417665,0.00012502902,0.00041057638,0.0000016699689,0.00030408148,0.020059833,0.9758394],"study_design_scores_gemma":[0.0014415708,0.00005486263,0.020029962,0.0012765457,0.00005506804,0.000033438424,0.000008825076,0.87618136,0.000005686612,0.00007989392,0.10049951,0.00033327934],"about_ca_topic_score_codex":0.000005813987,"about_ca_topic_score_gemma":9.0569836e-7,"teacher_disagreement_score":0.97550607,"about_ca_system_score_codex":0.00014633928,"about_ca_system_score_gemma":0.000059397196,"threshold_uncertainty_score":0.7153691},"labels":[],"label_agreement":null},{"id":"W1994154115","doi":"10.1145/2825236.2825256","title":"Network calculus for parallel processing","year":2015,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Probabilistic logic; Parallel processing; Network calculus; Join (topology); Calculus (dental); Fork (system call); Parallel computing; Algorithm; Theoretical computer science; Mathematics; Artificial intelligence; Combinatorics; Computer network","score_opus":0.1428954811838739,"score_gpt":0.35346060158620035,"score_spread":0.21056512040232644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994154115","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057527795,0.25293234,0.72804034,0.0059644836,0.0010167809,0.0027533032,5.328904e-7,0.00030181953,0.0032376184],"genre_scores_gemma":[0.4254006,0.015778752,0.5361612,0.017597754,0.0017453625,0.0016264502,0.000051951978,0.00007384623,0.0015640628],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975745,0.0001382247,0.00047594635,0.0004176064,0.0010105756,0.00038311628],"domain_scores_gemma":[0.9976541,0.00017044274,0.00030276275,0.0009178519,0.00081912073,0.0001357367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007528802,0.00017130919,0.00029076124,0.00015516876,0.0002362515,0.0001384046,0.0013063413,0.000046484285,0.000006224691],"category_scores_gemma":[0.0021236928,0.00014147344,0.00008721186,0.0025345515,0.000019060897,0.00011744566,0.00046171653,0.00011059017,0.00007274078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024364076,0.000025194608,0.00025986525,0.0006264273,0.000008479009,3.0577775e-7,0.00007338372,0.058856856,1.3122843e-7,0.0006892318,0.03282511,0.9066326],"study_design_scores_gemma":[0.00051252934,0.00012056304,0.0004780784,0.0008520233,0.00006603424,0.0000045211386,0.0000055432947,0.87906706,0.000002105998,0.000956103,0.11773849,0.00019694361],"about_ca_topic_score_codex":0.0000019914125,"about_ca_topic_score_gemma":3.3082588e-7,"teacher_disagreement_score":0.9064356,"about_ca_system_score_codex":0.00015971174,"about_ca_system_score_gemma":0.00024971116,"threshold_uncertainty_score":0.576912},"labels":[],"label_agreement":null},{"id":"W1994726942","doi":"10.1145/1870178.1870182","title":"On random walks in direction-aware network problems","year":2010,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Laplacian matrix; Random walk; Computer science; Link (geometry); Theoretical computer science; Random graph; Graph; Undirected graph; Mathematics; Computer network","score_opus":0.030670013121722853,"score_gpt":0.3260838846842447,"score_spread":0.29541387156252186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994726942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8603993,0.051238034,0.012585331,0.002104423,0.002638033,0.012037662,0.000018684215,0.00056762196,0.058410916],"genre_scores_gemma":[0.9897224,0.007557608,0.0009692119,0.00030107057,0.00043450884,0.00074038905,0.00013129466,0.000024440524,0.00011913067],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977551,0.00020387759,0.0006627863,0.00037642292,0.0006747025,0.0003270908],"domain_scores_gemma":[0.9978794,0.00048378317,0.0003346494,0.0008882152,0.00034588084,0.00006809348],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004419857,0.00022919339,0.00048697356,0.00033612983,0.00016234996,0.000049205213,0.00043998717,0.00005843236,0.0028445837],"category_scores_gemma":[0.00044358333,0.00020070565,0.00017334243,0.003394849,0.000026899677,0.0002174564,0.00009822763,0.0005518709,0.00014191815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010507363,0.00013048122,0.08533599,0.00019580581,0.000042149957,1.4110891e-7,0.00001996422,0.0058920775,0.000017304203,0.0011972197,0.014199306,0.89295906],"study_design_scores_gemma":[0.005494676,0.00041991507,0.12924077,0.008591432,0.0010547993,0.0000038211874,0.00001557729,0.5936843,0.0003390511,0.03529995,0.22385776,0.0019979195],"about_ca_topic_score_codex":0.00003975669,"about_ca_topic_score_gemma":0.000032217275,"teacher_disagreement_score":0.8909611,"about_ca_system_score_codex":0.000068283065,"about_ca_system_score_gemma":0.00009270661,"threshold_uncertainty_score":0.99806696},"labels":[],"label_agreement":null},{"id":"W1996482980","doi":"10.1145/974036.974037","title":"A performance comparison of dynamic Web technologies","year":2003,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Perl; Computer science; Dynamic web page; Workload; Java; Operating system; Web application; Application server; Web server; Implementation; Database; World Wide Web; Web service; The Internet; Software engineering","score_opus":0.0493705115308195,"score_gpt":0.3324819771618349,"score_spread":0.2831114656310154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996482980","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45292968,0.49993,0.033271477,0.0023356986,0.0013061659,0.0028322972,0.00000317915,0.00086912746,0.0065223738],"genre_scores_gemma":[0.88395476,0.10380442,0.011839306,0.00017377123,0.000007747766,0.00015125611,0.0000050913545,0.000008933386,0.000054724074],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972068,0.00021497806,0.0008070211,0.000411374,0.0010383242,0.00032147166],"domain_scores_gemma":[0.9969939,0.00030933775,0.00053087575,0.0014283028,0.00068774755,0.00004982959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003384149,0.00021925702,0.0005300736,0.0004190434,0.00015164299,0.00003911097,0.0014680933,0.00010286524,0.00007180129],"category_scores_gemma":[0.0025218849,0.00019071503,0.00010563079,0.003917956,0.000074592186,0.0005979761,0.00016352539,0.00025179822,0.00012113858],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018151732,0.000058658887,0.0055154515,0.00047675607,0.000015280626,1.3577159e-7,0.000025777783,0.0006142564,0.000029815244,0.0012449877,0.0007515343,0.99126554],"study_design_scores_gemma":[0.00055359,0.00020672419,0.0016073822,0.0009893352,0.00009019667,0.00000841642,0.000020131762,0.9822272,0.0002955521,0.00010624696,0.013643067,0.00025214587],"about_ca_topic_score_codex":3.02549e-7,"about_ca_topic_score_gemma":8.5378156e-7,"teacher_disagreement_score":0.9910134,"about_ca_system_score_codex":0.000114132185,"about_ca_system_score_gemma":0.00034079456,"threshold_uncertainty_score":0.7777133},"labels":[],"label_agreement":null},{"id":"W1997001718","doi":"10.1145/362883.362903","title":"Providing a differentiated quality of service in a World Wide Web server","year":2000,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Web server; Application server; Server; Web service; Computer science; World Wide Web; Web API; Service (business); Client–server model; Web development; The Internet; Business","score_opus":0.07401537486685447,"score_gpt":0.3413055260193137,"score_spread":0.26729015115245924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997001718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685552,0.024879176,0.00028492,0.003045393,0.00016217168,0.0012810343,0.0000033706458,0.000098201366,0.0016905005],"genre_scores_gemma":[0.97028023,0.017449884,0.003392005,0.008539734,0.00003212479,0.00015982636,0.000042740063,0.000016663806,0.00008680886],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960052,0.00057530124,0.0011541735,0.0005491384,0.0013447483,0.00037146956],"domain_scores_gemma":[0.9967329,0.00055748026,0.00047071284,0.0015239982,0.0006210958,0.00009384761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042961384,0.0002619918,0.0005846476,0.00075508526,0.00009271437,0.0000600536,0.0018936803,0.00006549034,0.00063449127],"category_scores_gemma":[0.0003770705,0.0002245975,0.00011350089,0.012114803,0.000016196995,0.00094898645,0.0003128609,0.00026308515,0.00012870385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004054111,0.000355942,0.092191294,0.010042898,0.00005862244,0.0000014588028,0.0009843159,0.0016765656,0.0003490382,0.00075629714,0.00020893096,0.8933341],"study_design_scores_gemma":[0.002905331,0.00018367163,0.6360379,0.009849915,0.00018449526,0.000006501375,0.000030856692,0.33197784,0.0016480739,0.0011748854,0.015033901,0.00096663204],"about_ca_topic_score_codex":0.00020328655,"about_ca_topic_score_gemma":0.0009382611,"teacher_disagreement_score":0.8923675,"about_ca_system_score_codex":0.00010190331,"about_ca_system_score_gemma":0.0002510669,"threshold_uncertainty_score":0.91588205},"labels":[],"label_agreement":null},{"id":"W1999547539","doi":"10.1145/2425248.2425278","title":"Network criticality in vehicular networks","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Criticality; Centrality; Computer science; Robustness (evolution); Cluster analysis; Network science; Graph; Complex network; Metric (unit); Theoretical computer science; Distributed computing; Data mining; Computer network; Mathematics; Artificial intelligence; Engineering","score_opus":0.0660193517817655,"score_gpt":0.36241616083445494,"score_spread":0.29639680905268945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999547539","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2739725,0.6213408,0.07431181,0.0015778841,0.001050754,0.0047535603,0.000007085167,0.00027572806,0.02270986],"genre_scores_gemma":[0.9851675,0.010026365,0.002577609,0.0008645884,0.0008853104,0.00031929772,0.00011853388,0.000019743205,0.000021056812],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972896,0.00043079985,0.0007277301,0.0002724151,0.00065245695,0.0006270148],"domain_scores_gemma":[0.99811316,0.00034871296,0.00021353948,0.0008932499,0.00030149033,0.00012983136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076783323,0.00022012004,0.00049642386,0.00017538625,0.00012421368,0.000033558077,0.0004328522,0.000057075104,0.0019171458],"category_scores_gemma":[0.00041590762,0.00020611798,0.00016235256,0.0034596005,0.0000355103,0.00043808192,0.00019701771,0.00034072826,0.00009516786],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002195527,0.00012359864,0.638414,0.00014691321,0.000029704539,1.0398489e-7,0.000011335615,0.0063379537,7.243837e-7,0.0030177163,0.00985722,0.34205854],"study_design_scores_gemma":[0.0007335596,0.000073829935,0.4271893,0.0030523778,0.0009707749,0.0000021511946,0.000017298089,0.48610213,0.000037898495,0.0066008507,0.07417907,0.0010407631],"about_ca_topic_score_codex":0.000021838589,"about_ca_topic_score_gemma":0.0000012416541,"teacher_disagreement_score":0.711195,"about_ca_system_score_codex":0.00012639271,"about_ca_system_score_gemma":0.00005459338,"threshold_uncertainty_score":0.99899524},"labels":[],"label_agreement":null},{"id":"W2008922410","doi":"10.1145/2160803.2160838","title":"Performance evaluation for software migration (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Legacy system; Documentation; Software; Software engineering; Resource (disambiguation); Software system; Data science; Operating system","score_opus":0.1233717936110981,"score_gpt":0.3373253534139765,"score_spread":0.21395355980287842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008922410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8803878,0.045376424,0.055044927,0.0008125705,0.0034548086,0.011751182,0.000015989648,0.00072544697,0.0024308811],"genre_scores_gemma":[0.8835926,0.038738187,0.07390699,0.00096495595,0.00022807703,0.002231356,0.00018951508,0.000043420114,0.00010488849],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993933,0.00036539577,0.0015626807,0.0009922124,0.002491274,0.00065541925],"domain_scores_gemma":[0.99219155,0.00048950466,0.0009984524,0.002481606,0.0036448808,0.00019400715],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016400576,0.0004646071,0.0006297117,0.00060698396,0.0005311523,0.000118955,0.0019667116,0.0002354938,0.00025681424],"category_scores_gemma":[0.008159127,0.00039791822,0.00027337222,0.003169255,0.00006882019,0.0031979717,0.00026738856,0.0002895019,0.0004120708],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001712055,0.00014431615,0.040967118,0.0021946682,0.000034176093,2.0716806e-7,0.00034198407,0.00046435645,0.000009657759,0.00006265863,0.0024957005,0.95326805],"study_design_scores_gemma":[0.0021364465,0.0010662361,0.45450884,0.0034976052,0.0006299065,0.000048888505,0.000024919971,0.51616126,0.00194007,0.00061433006,0.018159578,0.0012119304],"about_ca_topic_score_codex":0.000021873033,"about_ca_topic_score_gemma":0.000011064686,"teacher_disagreement_score":0.9520561,"about_ca_system_score_codex":0.00052589166,"about_ca_system_score_gemma":0.0011733486,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W2009825358","doi":"10.1145/2185395.2185411","title":"On a discrete multi-variate phase-type distribution and its applications (abstract only)","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Probability and Risk Models","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Random variate; Type (biology); Distribution (mathematics); Discrete time and continuous time; Computer science; Econometrics; Mathematics; Probability distribution; Statistics; Random variable; Mathematical analysis","score_opus":0.34186872873779156,"score_gpt":0.5001161184120689,"score_spread":0.15824738967427737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009825358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7006349,0.24813883,0.040805385,0.0021436384,0.0008568576,0.0060920357,0.00023505843,0.00012319551,0.00097010314],"genre_scores_gemma":[0.9168144,0.0811264,0.0009147454,0.00046796372,0.00009393347,0.00023952307,0.0002025188,0.000011292951,0.00012922309],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956505,0.00036166847,0.0010120326,0.000530237,0.0020645054,0.00038106128],"domain_scores_gemma":[0.99496686,0.0018294466,0.0005746094,0.0011631603,0.001223708,0.00024219068],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017560083,0.00022795056,0.00042476482,0.0002780295,0.00040488417,0.00012048041,0.00070327794,0.00011548136,0.00052993296],"category_scores_gemma":[0.030401357,0.00015990528,0.000108190245,0.0035084747,0.000060590166,0.0013146448,0.00018266375,0.00027030238,0.0012016308],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002788274,0.0004717899,0.0040327357,0.00031809264,0.000018565792,8.9880245e-8,0.0000793614,0.0003053707,0.000045416786,0.0045649973,0.0016575119,0.9884782],"study_design_scores_gemma":[0.004923262,0.0009637262,0.2648728,0.002169171,0.0009289549,0.000039001497,0.000059246162,0.4264289,0.0008034952,0.016063614,0.28111356,0.001634267],"about_ca_topic_score_codex":0.0000030597882,"about_ca_topic_score_gemma":0.0000016431276,"teacher_disagreement_score":0.98684394,"about_ca_system_score_codex":0.00015902142,"about_ca_system_score_gemma":0.00018835357,"threshold_uncertainty_score":0.99957603},"labels":[],"label_agreement":null},{"id":"W2021251429","doi":"10.1145/2185395.2185407","title":"A self-promoting priority model for transplant queues (abstract only)","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Western University; University of Waterloo","funders":"","keywords":"Queue; Priority queue; Waiting list; Priority inheritance; Presentation (obstetrics); Computer science; Operations management; Psychology; Operations research; Medicine; Transplantation; Computer network; Mathematics; Economics; Internal medicine; Surgery","score_opus":0.2517918629814182,"score_gpt":0.49567393933997295,"score_spread":0.24388207635855474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021251429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7430228,0.1459208,0.07160109,0.008525902,0.0025939783,0.024104355,0.00015703298,0.00065063284,0.003423408],"genre_scores_gemma":[0.79898036,0.11588321,0.08036423,0.0022447319,0.00044213157,0.0014911989,0.00038874877,0.00004471205,0.00016066535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99659663,0.00046391593,0.0012227038,0.000306349,0.00072348694,0.0006869283],"domain_scores_gemma":[0.9963156,0.0008276298,0.0005044113,0.0006146936,0.0015047482,0.00023291085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014985744,0.00022422445,0.00044246195,0.00024704816,0.0012148836,0.000019755576,0.0002834642,0.0002272248,0.0002620939],"category_scores_gemma":[0.0052056084,0.00019265011,0.000112051945,0.0010931597,0.000013626415,0.0008541766,0.000046078872,0.0004957704,0.00014923932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060164846,0.0008548551,0.19741987,0.06259156,0.00013165749,2.5654964e-7,0.017291939,0.00881253,0.00006826125,0.00276949,0.005267414,0.704732],"study_design_scores_gemma":[0.00064340205,0.000065772314,0.009512704,0.0028697113,0.00025741284,0.0000019485356,0.000061340244,0.9764436,0.000016079011,0.0000361136,0.009824597,0.00026735425],"about_ca_topic_score_codex":0.000014371457,"about_ca_topic_score_gemma":0.00001400544,"teacher_disagreement_score":0.96763104,"about_ca_system_score_codex":0.00043857258,"about_ca_system_score_gemma":0.0014946765,"threshold_uncertainty_score":0.9344025},"labels":[],"label_agreement":null},{"id":"W2022909420","doi":"10.1145/1710115.1710122","title":"Automatically generating bursty benchmarks for multitier systems","year":2010,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Burstiness; Computer science; Session (web analytics); Testbed; Throughput; Computer network; Distributed computing; Service (business); Sizing; Real-time computing; Operating system; Wireless","score_opus":0.03661292939629171,"score_gpt":0.31334007049352786,"score_spread":0.2767271410972362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022909420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047118593,0.06548374,0.8677501,0.0034418872,0.007073605,0.006570206,0.000008940999,0.00044541442,0.002107498],"genre_scores_gemma":[0.77838004,0.011509114,0.2044776,0.0023772737,0.0008427206,0.0020369403,0.00009277498,0.000027339045,0.0002562319],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974447,0.0001534888,0.0007133086,0.00044605293,0.00088704337,0.00035540445],"domain_scores_gemma":[0.9964166,0.0007968908,0.00034462765,0.0011582595,0.001148565,0.00013504828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005973289,0.00020747841,0.00037294446,0.00019163416,0.00029701024,0.00023516777,0.0011747561,0.00011275431,0.00014008989],"category_scores_gemma":[0.004486729,0.00017525395,0.00012193149,0.0012434389,0.00003092508,0.0006460688,0.00013397347,0.00027512328,0.000066980036],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011138881,0.00002727944,0.00026142722,0.0005280318,0.000016551037,2.1764752e-7,0.000021947399,0.0022741072,0.00005062942,0.0058057667,0.0058314735,0.98518145],"study_design_scores_gemma":[0.00048477956,0.000072227995,0.000525138,0.00045673334,0.00008114402,0.000009706823,0.0000022611118,0.9667393,0.000016936316,0.00007320073,0.031314176,0.00022438938],"about_ca_topic_score_codex":0.0000016280901,"about_ca_topic_score_gemma":0.0000014729726,"teacher_disagreement_score":0.98495704,"about_ca_system_score_codex":0.000060556005,"about_ca_system_score_gemma":0.00029277778,"threshold_uncertainty_score":0.7146649},"labels":[],"label_agreement":null},{"id":"W2029787843","doi":"10.1145/2160803.2160823","title":"Tracking adaptive performance models using dynamic clustering of user classes (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Carleton University; York University","funders":"","keywords":"Cluster analysis; Computer science; Estimator; Data mining; Tracking (education); Class (philosophy); Filter (signal processing); Software; Artificial intelligence; Machine learning; Real-time computing; Computer vision; Mathematics; Statistics","score_opus":0.19162837133481958,"score_gpt":0.34208665436125507,"score_spread":0.1504582830264355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029787843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7872918,0.023535281,0.1850265,0.00004159082,0.00090357405,0.0017268936,0.0000042044685,0.00017881495,0.0012913427],"genre_scores_gemma":[0.896797,0.034547955,0.06833207,0.00016237097,0.000036207006,0.00006719445,0.0000074158907,0.000027916909,0.000021838863],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99533844,0.0002559258,0.0015792213,0.00071503985,0.0015546853,0.00055670453],"domain_scores_gemma":[0.99500626,0.00026171585,0.0011370084,0.0019149936,0.0015411971,0.00013882537],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005728468,0.0004057394,0.0007599741,0.0006312276,0.00027183752,0.000060661587,0.0018678256,0.00017742791,0.000068713496],"category_scores_gemma":[0.0008986693,0.00035007315,0.00021455703,0.0032291068,0.00009950541,0.0042730137,0.00052384863,0.0003626967,0.000045104403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035480058,0.00026780076,0.024356026,0.0069622756,0.00009833649,0.000002209144,0.001171344,0.058027893,0.00010485814,0.00018461105,0.0000630217,0.90872616],"study_design_scores_gemma":[0.00040690636,0.0002609503,0.06256296,0.004111743,0.00014445963,0.00004501649,0.000029842899,0.93106693,0.0006850433,0.00014339326,0.00011469834,0.00042805355],"about_ca_topic_score_codex":0.00004197312,"about_ca_topic_score_gemma":0.000007443992,"teacher_disagreement_score":0.9082981,"about_ca_system_score_codex":0.00038447464,"about_ca_system_score_gemma":0.00067013287,"threshold_uncertainty_score":0.99989516},"labels":[],"label_agreement":null},{"id":"W2030318533","doi":"10.1145/2160803.2160842","title":"Improving the efficiency of information collection and analysis in widely-used IT applications (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Computer science; Overhead (engineering); Logging; Intrusion detection system; Database; Data mining; Operating system","score_opus":0.04936954978603933,"score_gpt":0.30049659775123994,"score_spread":0.2511270479652006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030318533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65000266,0.020528898,0.32148784,0.00073720724,0.0003251785,0.0053463066,0.0000050516587,0.00011778851,0.001449084],"genre_scores_gemma":[0.9800998,0.0128308935,0.006455535,0.0002489794,0.000010440031,0.0003290142,0.000014722482,0.000003624313,0.0000069917673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975396,0.00017259376,0.0010683596,0.00026165912,0.0007645914,0.00019322678],"domain_scores_gemma":[0.9971287,0.00032593467,0.000761214,0.0010622323,0.0006745297,0.0000473429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073558902,0.00014255085,0.00033623914,0.0008929254,0.00019055279,0.000049665225,0.0007940486,0.00007409014,0.000025613122],"category_scores_gemma":[0.0016968149,0.00010075381,0.00009414196,0.010301674,0.000059365553,0.001573609,0.0001775263,0.00016259152,0.000023428633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006465259,0.00012380994,0.19604272,0.0019892154,0.00006141672,8.0724135e-8,0.0020747655,0.0008986179,0.000014597655,0.00028556894,0.0001115055,0.7983912],"study_design_scores_gemma":[0.00052338623,0.0001606167,0.65159786,0.00045560708,0.00044523375,0.000007582528,0.00009293278,0.34467658,0.0005707675,0.00015913973,0.0010410065,0.00026929943],"about_ca_topic_score_codex":0.00012950668,"about_ca_topic_score_gemma":0.0000276612,"teacher_disagreement_score":0.7981219,"about_ca_system_score_codex":0.00012776798,"about_ca_system_score_gemma":0.00030239904,"threshold_uncertainty_score":0.4949613},"labels":[],"label_agreement":null},{"id":"W2030501158","doi":"10.1145/2034832.2034860","title":"Poster","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Energy Efficient Wireless Sensor Networks","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.12058908129522869,"score_gpt":0.3065277992361794,"score_spread":0.1859387179409507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030501158","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16097988,0.47193357,0.18097189,0.0034481464,0.0061106617,0.0049412614,0.000003229097,0.0014416819,0.17016968],"genre_scores_gemma":[0.8332499,0.09990866,0.060893025,0.0053345235,0.00011211466,0.00016673641,0.000017719554,0.00002873876,0.00028856605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974271,0.00021007436,0.0005006843,0.00044714764,0.0010736926,0.00034130632],"domain_scores_gemma":[0.99706715,0.00015417176,0.00026577502,0.0017982068,0.00060985837,0.000104816485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030330662,0.00019015995,0.00026851887,0.0003299285,0.00012645296,0.000051039056,0.0018838614,0.000070667855,0.00041469678],"category_scores_gemma":[0.0010834516,0.00016358955,0.000097092794,0.003260697,0.000030904823,0.0007858232,0.000420576,0.00017704155,0.00065763365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002257742,0.000091947135,0.003881804,0.00033267649,0.00001826925,0.00000239683,0.00016853189,0.00058746076,0.000010215244,0.0024803386,0.0040335674,0.9883905],"study_design_scores_gemma":[0.0015456071,0.0007013552,0.10146132,0.0048234137,0.00035674137,0.00010991848,0.000008809603,0.8148342,0.0038641498,0.00081774045,0.06963703,0.0018397641],"about_ca_topic_score_codex":0.0000036002164,"about_ca_topic_score_gemma":6.4085134e-7,"teacher_disagreement_score":0.98655075,"about_ca_system_score_codex":0.00009312888,"about_ca_system_score_gemma":0.000101875004,"threshold_uncertainty_score":0.8452769},"labels":[],"label_agreement":null},{"id":"W2031246480","doi":"10.1145/2425248.2425272","title":"Meeting the fairness deadline in speed scaling systems","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scaling; Computer science; Dominance (genetics); Energy consumption; Property (philosophy); Scaling law; Work (physics); Mathematics; Engineering; Mechanical engineering; Electrical engineering","score_opus":0.06905986016767474,"score_gpt":0.33160887216006274,"score_spread":0.262549011992388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031246480","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4071832,0.5292142,0.051479932,0.006192606,0.0009428153,0.0032820508,0.0000014181942,0.0002817115,0.0014220801],"genre_scores_gemma":[0.9654857,0.030117292,0.0035094775,0.0005282275,0.00008543427,0.0002484877,0.0000059529707,0.0000075816797,0.000011828272],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978191,0.00028167083,0.0005984683,0.00027026059,0.000668321,0.00036217162],"domain_scores_gemma":[0.9975151,0.00042393568,0.00030026026,0.0013748509,0.00033227296,0.000053612206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012930241,0.00014335636,0.0002643236,0.0003091635,0.00022881904,0.00006195944,0.0015922068,0.000094077484,0.000014020388],"category_scores_gemma":[0.0022143656,0.00010192076,0.000050581708,0.004615537,0.000041496827,0.00050160225,0.0003737341,0.00029590668,0.000103027545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010710825,0.00018184971,0.038424402,0.0009916438,0.000017015702,3.2000736e-7,0.00037486907,0.0018799497,0.00002711307,0.03509396,0.0008453473,0.9221625],"study_design_scores_gemma":[0.0003655564,0.000025624564,0.029520892,0.001465192,0.000068080524,0.000028976108,0.000058081165,0.9472081,0.00025459885,0.00060943584,0.020062681,0.0003327797],"about_ca_topic_score_codex":0.00001570972,"about_ca_topic_score_gemma":0.0000013261433,"teacher_disagreement_score":0.9453282,"about_ca_system_score_codex":0.0001324731,"about_ca_system_score_gemma":0.000072114985,"threshold_uncertainty_score":0.44813895},"labels":[],"label_agreement":null},{"id":"W2038487391","doi":"10.1145/2425248.2425257","title":"RealTime distributed congestion control for electrical vehicle charging","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Electric Vehicles and Infrastructure","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Grid; Leverage (statistics); Computer science; Network congestion; Software deployment; Control (management); Electric vehicle; Charge control; Real-time computing; Simulation; Distributed computing; Automotive engineering; Computer network; Engineering; Artificial intelligence; Battery (electricity)","score_opus":0.028460375138399687,"score_gpt":0.28958918809849316,"score_spread":0.2611288129600935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038487391","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33538648,0.59119314,0.062800765,0.0012468774,0.0013909045,0.006344891,0.00012789959,0.0007436791,0.000765376],"genre_scores_gemma":[0.953651,0.043725867,0.0010885199,0.00050249125,0.00033770356,0.0003804948,0.0002673618,0.000036120317,0.000010455723],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819636,0.000077680896,0.00049012667,0.00017604756,0.0005064839,0.0005533227],"domain_scores_gemma":[0.9986302,0.00033668405,0.00013014607,0.00038642617,0.0003711138,0.0001454137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023760353,0.00020337934,0.00036692526,0.00019552502,0.00013801896,0.000027734364,0.00024678637,0.000120477176,0.00014965392],"category_scores_gemma":[0.0019260502,0.00019212582,0.00010332526,0.0016698887,0.000013570867,0.000488812,0.000017848492,0.00024510722,0.000070254646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013084103,0.00003235514,0.009534265,0.0012269788,0.000061453036,8.6945974e-8,0.00002105803,0.0044726334,0.0006764795,0.0002799142,0.013782758,0.96989894],"study_design_scores_gemma":[0.0013518821,0.00014618835,0.06904204,0.000429458,0.00040286785,0.000011750609,0.0000018657026,0.8809537,0.0010431226,0.00010218208,0.046118725,0.0003961855],"about_ca_topic_score_codex":0.0000010043256,"about_ca_topic_score_gemma":1.2494272e-7,"teacher_disagreement_score":0.96950275,"about_ca_system_score_codex":0.00033242587,"about_ca_system_score_gemma":0.000050421164,"threshold_uncertainty_score":0.7834664},"labels":[],"label_agreement":null},{"id":"W2041665619","doi":"10.1145/2567529.2567552","title":"Battery provisioning and scheduling for a hybrid battery-diesel generator system","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Electric Vehicles and Infrastructure","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Scheduling (production processes); Diesel generator; Automotive engineering; Diesel fuel; Battery (electricity); Sizing; Provisioning; Job shop scheduling; Mathematical optimization; Embedded system; Engineering; Operating system; Power (physics); Mathematics","score_opus":0.02158298360589116,"score_gpt":0.25888241420464364,"score_spread":0.23729943059875247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041665619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7268167,0.19195187,0.077115566,0.00030705935,0.0007623918,0.0023190558,0.000011554736,0.0003133187,0.0004024893],"genre_scores_gemma":[0.95697737,0.026221085,0.015401054,0.000601561,0.00035878396,0.00033218885,0.000045882865,0.000049298254,0.000012751303],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841684,0.000067642184,0.0005058204,0.0002781793,0.0004253373,0.0003061657],"domain_scores_gemma":[0.99878836,0.000248423,0.00012956533,0.00042901863,0.0003177992,0.00008682264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002434439,0.00022134307,0.00038902264,0.00024018159,0.00019144389,0.00008143531,0.00023369443,0.00006399752,0.00003162357],"category_scores_gemma":[0.0011912,0.00019376694,0.0000678105,0.0007092082,0.000013963957,0.00032130224,0.000054609238,0.00018142967,0.000020552203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029881726,0.000005168213,0.0015756194,0.011064564,0.000039815077,1.894861e-7,0.000023598786,0.01783186,0.00055158796,0.000084826606,0.004123597,0.96469617],"study_design_scores_gemma":[0.00042620263,0.00009446744,0.0012370169,0.0020365345,0.00014558162,0.00002218412,0.000006670694,0.9829765,0.0013391521,0.00003137167,0.011420183,0.00026414977],"about_ca_topic_score_codex":5.959998e-7,"about_ca_topic_score_gemma":1.4157521e-7,"teacher_disagreement_score":0.96514463,"about_ca_system_score_codex":0.00014783454,"about_ca_system_score_gemma":0.000042038537,"threshold_uncertainty_score":0.7901587},"labels":[],"label_agreement":null},{"id":"W2051269587","doi":"10.1145/512840.512842","title":"Solution properties and convergence of an approximate mean value analysis algorithm","year":2002,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mean value analysis; Convergence (economics); Separable space; Algorithm; Queueing theory; Queue; Computer science; Value (mathematics); Layered queueing network; Mathematical optimization; Mathematics; Line (geometry)","score_opus":0.09167207131624103,"score_gpt":0.2901766928358102,"score_spread":0.19850462151956919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051269587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80695826,0.15875657,0.028852584,0.0008222884,0.0003191666,0.0022082482,0.000007798366,0.00024149912,0.0018335845],"genre_scores_gemma":[0.95466125,0.038316824,0.0059415433,0.00071468705,0.00013037433,0.00008489853,0.00006772409,0.000020815356,0.000061855404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978374,0.00010238391,0.00063748,0.0003878932,0.000812934,0.00022186385],"domain_scores_gemma":[0.9976961,0.000062686166,0.0006856276,0.00072415645,0.0008098834,0.000021554735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040514385,0.00020341187,0.00052847643,0.0009986582,0.00020998331,0.00006586594,0.00038362408,0.00005213656,0.00067105994],"category_scores_gemma":[0.001743769,0.0001733127,0.00013705889,0.0062800646,0.000096478776,0.0021970358,0.00016839827,0.00010657045,0.00006861254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009012079,0.00014017987,0.0038950394,0.0031391475,0.00033587182,5.486412e-7,0.00009707117,0.009153678,0.00016500376,0.0009396756,0.00011529786,0.9820095],"study_design_scores_gemma":[0.00020792782,0.000021444524,0.00151024,0.00036755673,0.003053336,9.909996e-7,0.00002787839,0.993128,0.00016715491,0.00048804775,0.0008029593,0.00022446043],"about_ca_topic_score_codex":0.000040106832,"about_ca_topic_score_gemma":0.0000053968756,"teacher_disagreement_score":0.98397434,"about_ca_system_score_codex":0.00005311927,"about_ca_system_score_gemma":0.000011881098,"threshold_uncertainty_score":0.73476356},"labels":[],"label_agreement":null},{"id":"W2056320501","doi":"10.1145/2160803.2160821","title":"Integrated estimation and tracking of performance model parameters with autoregressive trends (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Estimator; Computer science; Extrapolation; Kalman filter; Benchmark (surveying); Autoregressive model; Filter (signal processing); Process (computing); Time series; Series (stratigraphy); Estimation theory; Econometrics; Machine learning; Statistics; Artificial intelligence; Algorithm; Mathematics","score_opus":0.10233521450884568,"score_gpt":0.31012781171172304,"score_spread":0.20779259720287735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056320501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92668843,0.010990339,0.05939821,0.000109394205,0.00021355088,0.0009670666,0.000004036033,0.0001604866,0.0014684636],"genre_scores_gemma":[0.88032436,0.01406297,0.10533477,0.00011009354,0.000008372093,0.00009899245,0.00002050017,0.000015107416,0.000024804614],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693555,0.00014202582,0.00095686154,0.0005489561,0.0010849324,0.00033169985],"domain_scores_gemma":[0.99656117,0.00018299457,0.0008802437,0.0012059436,0.0010487658,0.00012088314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033629544,0.00031913593,0.0005636724,0.00062769226,0.00017189469,0.000055954748,0.00088147656,0.000119793396,0.000026714053],"category_scores_gemma":[0.0009898685,0.00022505189,0.000080730206,0.002558112,0.00013539846,0.0022447882,0.00015279934,0.00026392733,0.000014302049],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018167022,0.00007275628,0.023857977,0.0015574334,0.000029076944,5.374214e-7,0.00060423615,0.008757905,0.000005466442,0.00009824683,0.000042127773,0.96495605],"study_design_scores_gemma":[0.0005070173,0.00043307617,0.110245556,0.003000947,0.00014397234,0.00003700406,0.000012883444,0.88383114,0.0013328282,0.000075742784,0.000073366544,0.00030644977],"about_ca_topic_score_codex":0.000017725128,"about_ca_topic_score_gemma":0.0000029137507,"teacher_disagreement_score":0.9646496,"about_ca_system_score_codex":0.0001385872,"about_ca_system_score_gemma":0.00043536676,"threshold_uncertainty_score":0.9177349},"labels":[],"label_agreement":null},{"id":"W2058082064","doi":"10.1145/2160803.2160830","title":"MT-WAVE","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Profiling (computer programming); Bottleneck; Instrumentation (computer programming); Cloud computing; Web application; Visualization; Web service; World Wide Web; Operating system; Embedded system; Data mining","score_opus":0.18984152141500563,"score_gpt":0.32108580606164533,"score_spread":0.1312442846466397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058082064","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2477986,0.45213354,0.19532055,0.0028548283,0.009201527,0.010471942,0.000008811652,0.0021933632,0.08001683],"genre_scores_gemma":[0.8424496,0.105490245,0.04865538,0.002590991,0.00014180515,0.00043783133,0.0000166469,0.00002435694,0.00019315933],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967663,0.00023891492,0.0007609495,0.00055853033,0.0012860469,0.00038920806],"domain_scores_gemma":[0.9960308,0.00017885394,0.00035419036,0.0023997815,0.0008996782,0.00013667901],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006439547,0.00024235048,0.00040559427,0.00034811997,0.0002045311,0.000052413427,0.0015670605,0.00010231012,0.0005837975],"category_scores_gemma":[0.0025134413,0.00019003756,0.00015474402,0.0034708527,0.000048571703,0.0014100919,0.0004298886,0.00021839049,0.0011535727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027906533,0.000085409454,0.014734276,0.0012915578,0.000021918893,0.0000016594694,0.00030845604,0.0000073394326,0.0000061982964,0.0005571663,0.00402907,0.97895414],"study_design_scores_gemma":[0.0029590286,0.0014926549,0.50466424,0.008714059,0.00065239763,0.00029892437,0.000051725383,0.32842878,0.0035778184,0.005726346,0.14043267,0.003001354],"about_ca_topic_score_codex":0.00001021296,"about_ca_topic_score_gemma":6.8881513e-7,"teacher_disagreement_score":0.9759528,"about_ca_system_score_codex":0.00016364493,"about_ca_system_score_gemma":0.0002804837,"threshold_uncertainty_score":0.99962413},"labels":[],"label_agreement":null},{"id":"W2058791547","doi":"10.1145/2034832.2034859","title":"Poster","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology","score_opus":0.26998085675749406,"score_gpt":0.37688172672631726,"score_spread":0.1069008699688232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058791547","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37655827,0.40516636,0.000087589106,0.0004595814,0.0011301242,0.0053553362,0.000027188586,0.0005222559,0.2106933],"genre_scores_gemma":[0.8909768,0.099564634,0.0040477677,0.0037342515,0.00013372228,0.000543968,0.00013033848,0.00012393275,0.0007446137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99627745,0.00035034082,0.00079075416,0.00044721254,0.0017093321,0.00042489462],"domain_scores_gemma":[0.9962509,0.000150957,0.0004617587,0.0017007252,0.0012891317,0.00014651504],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008372792,0.00027848958,0.00042870737,0.0006580052,0.00014335223,0.00002778643,0.00092106283,0.00008408351,0.018195217],"category_scores_gemma":[0.007467616,0.0002390964,0.00014970682,0.004822284,0.00005800974,0.00089027855,0.00022300839,0.00023348082,0.05126703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002712357,0.00020625902,0.055952344,0.0019849667,0.00006692063,0.0000019554502,0.0002803798,0.0000050300855,0.000111601774,0.00015745686,0.06061931,0.8805866],"study_design_scores_gemma":[0.002937037,0.00088851684,0.700287,0.007995777,0.0024794114,0.00011392175,0.000031076605,0.007265445,0.005272868,0.00085817504,0.2697905,0.0020802685],"about_ca_topic_score_codex":0.000007479732,"about_ca_topic_score_gemma":0.0000013966778,"teacher_disagreement_score":0.87850636,"about_ca_system_score_codex":0.00025447554,"about_ca_system_score_gemma":0.00019939685,"threshold_uncertainty_score":0.9827023},"labels":[],"label_agreement":null},{"id":"W2062220369","doi":"10.1145/2185395.2185419","title":"A new paradigm for priority patient selection (abstract only)","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Performance indicator; Bridge (graph theory); Work (physics); Key (lock); Selection (genetic algorithm); Computer science; Process management; Health care; Risk analysis (engineering); Operations management; Operations research; Business; Medicine; Computer security; Artificial intelligence; Mathematics; Engineering; Marketing; Economics","score_opus":0.16415843200668925,"score_gpt":0.3636285912892686,"score_spread":0.19947015928257936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062220369","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14189957,0.75385547,0.035809558,0.025352523,0.0051931483,0.015120596,0.00015869105,0.00029081944,0.022319611],"genre_scores_gemma":[0.8853184,0.10018243,0.008618241,0.00420639,0.0006238327,0.0005671198,0.00010082303,0.00003750181,0.0003452595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783015,0.000041660143,0.0010445046,0.00034875245,0.00019950449,0.0005354117],"domain_scores_gemma":[0.9982208,0.00017039885,0.00069112686,0.00054075924,0.00014215229,0.0002347677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051625334,0.00019877103,0.0004592199,0.00044332547,0.0001908443,0.000042773638,0.00027308226,0.0000993617,0.0007825444],"category_scores_gemma":[0.003079476,0.00021566631,0.00015819908,0.0014082934,0.000010856808,0.0007578689,0.000068309484,0.00016626433,0.00075786014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008903097,0.00011739872,0.024849135,0.0018172752,0.00004223275,3.4127055e-8,0.00015911588,0.000042295236,5.92177e-7,0.0484156,0.021744438,0.902803],"study_design_scores_gemma":[0.00047380273,0.00019093692,0.077368945,0.00028968623,0.00006505793,0.0000033061917,0.000005560483,0.0023827024,0.000027765192,0.0033387025,0.915542,0.00031155217],"about_ca_topic_score_codex":0.00024138243,"about_ca_topic_score_gemma":0.000013311558,"teacher_disagreement_score":0.90249145,"about_ca_system_score_codex":0.00047554905,"about_ca_system_score_gemma":0.00019623963,"threshold_uncertainty_score":0.9741012},"labels":[],"label_agreement":null},{"id":"W2066575115","doi":"10.1145/2160803.2160835","title":"IO performance prediction in consolidated virtualized environments (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Virtual machine; Hypervisor; Parameterized complexity; Scheduling (production processes); Queueing theory; Operating system; Virtualization; Workload; TRACE (psycholinguistics); Distributed computing; Real-time computing; Computer network; Cloud computing; Engineering; Algorithm","score_opus":0.07828758333273683,"score_gpt":0.2873307013765357,"score_spread":0.20904311804379888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066575115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733131,0.012512487,0.0024054197,0.0002209588,0.00062950415,0.0015603858,0.0000019227004,0.00016524401,0.009191001],"genre_scores_gemma":[0.97072226,0.023327908,0.0044842255,0.0008154218,0.000046527384,0.00012406283,0.000023114164,0.00001764698,0.0004388351],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963604,0.00029884806,0.0010093091,0.00063171075,0.0012579274,0.00044180788],"domain_scores_gemma":[0.9977196,0.00012683005,0.0004861633,0.001420867,0.00012959841,0.00011697382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0050841263,0.00027737182,0.00039068348,0.00062865234,0.00017714407,0.00006445447,0.0014755451,0.00009563036,0.00024522928],"category_scores_gemma":[0.000777366,0.00025282893,0.00008746173,0.002690025,0.00005049611,0.0003199548,0.0005630479,0.00030150483,0.0005581756],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013626392,0.00032629038,0.026374197,0.00066164805,0.00003860918,0.0000044230756,0.0005154485,0.0044221533,0.000024663444,0.00017451769,0.0011457076,0.9662987],"study_design_scores_gemma":[0.001453956,0.00034820766,0.4529308,0.0020930995,0.00010915942,0.000022639475,0.000017417397,0.52128756,0.00053154246,0.00007345979,0.02066261,0.0004695444],"about_ca_topic_score_codex":0.000014898845,"about_ca_topic_score_gemma":0.0000013370959,"teacher_disagreement_score":0.9658292,"about_ca_system_score_codex":0.0002719938,"about_ca_system_score_gemma":0.00013114442,"threshold_uncertainty_score":0.9999924},"labels":[],"label_agreement":null},{"id":"W2068893122","doi":"10.1145/512840.512843","title":"A case for context-aware TCP/IP","year":2002,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Computer network; Random early detection; Network congestion; Packet loss; Transmission Control Protocol; Context (archaeology); Operating system; Network packet; Active queue management; Biology","score_opus":0.1319695618140418,"score_gpt":0.32249364302040867,"score_spread":0.19052408120636688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068893122","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010143407,0.44317248,0.5237299,0.012666486,0.0018987077,0.006232882,0.000014278942,0.00051449385,0.0016273585],"genre_scores_gemma":[0.9321922,0.053449344,0.006763463,0.0059260796,0.00020028955,0.00094227213,0.000013810804,0.000017144004,0.00049539487],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977456,0.00017031802,0.00057436887,0.00047115056,0.0006883008,0.0003502755],"domain_scores_gemma":[0.9968381,0.0007049368,0.00029036007,0.0011251888,0.00091072347,0.00013067258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028422724,0.00021188633,0.0003685101,0.00023173098,0.00029640528,0.00011283647,0.00096044,0.000076095756,0.00041003275],"category_scores_gemma":[0.0019244174,0.00018809184,0.00015890425,0.0019909835,0.000028147602,0.00070031383,0.00012612561,0.0001535742,0.0003522326],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015013699,0.0000362915,0.00007822383,0.00030034172,0.000016464975,0.000009873768,0.00004195932,0.00016484177,3.2601562e-7,0.0010660194,0.026231742,0.9720524],"study_design_scores_gemma":[0.00089963374,0.00015030427,0.00006406257,0.00043972192,0.00011932222,0.00031848694,0.000005943087,0.8950956,0.0000074938403,0.00009770173,0.102553725,0.0002480293],"about_ca_topic_score_codex":0.0000015700778,"about_ca_topic_score_gemma":0.0000023263824,"teacher_disagreement_score":0.9718044,"about_ca_system_score_codex":0.000105734376,"about_ca_system_score_gemma":0.0000834459,"threshold_uncertainty_score":0.7670163},"labels":[],"label_agreement":null},{"id":"W2069919236","doi":"10.1145/2185395.2185398","title":"Sharp utilization thresholds for some realtime scheduling problems","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Aperiodic graph; Workload; Scheduling (production processes); Power consumption; Schedule; Real-time computing; Context switch; Distributed computing; Embedded system; Power (physics); Mathematical optimization; Operating system; Mathematics","score_opus":0.2117957622850598,"score_gpt":0.38399782703129776,"score_spread":0.17220206474623795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069919236","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035025716,0.48800325,0.46084735,0.0020419245,0.0026685363,0.009188783,0.000007296641,0.0005307419,0.0016864076],"genre_scores_gemma":[0.72790265,0.088117376,0.17918342,0.0015890633,0.00085258484,0.0019505619,0.0001693906,0.00007365367,0.0001613072],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957432,0.00027697755,0.0011278238,0.0006011096,0.0015056027,0.0007452487],"domain_scores_gemma":[0.9957564,0.00048113955,0.0007657021,0.0017379341,0.0010277164,0.00023114227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014576851,0.0003240012,0.0005426026,0.0005438758,0.00034868173,0.00021741215,0.0015687095,0.00012635064,0.00007521335],"category_scores_gemma":[0.005054066,0.00029284813,0.00017782606,0.003271319,0.000026724578,0.005337048,0.00034842573,0.00020684066,0.00037081458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048708425,0.00017074074,0.010156285,0.0072587067,0.00006163726,2.0405578e-7,0.0003549123,0.0050699483,0.0002738269,0.012357297,0.0022373125,0.96205425],"study_design_scores_gemma":[0.0008630287,0.00017511265,0.0050574266,0.0038027235,0.0001956722,0.000034560875,0.000010935353,0.96630687,0.0010248987,0.000999182,0.020855179,0.0006744027],"about_ca_topic_score_codex":0.0000055596815,"about_ca_topic_score_gemma":3.9714845e-7,"teacher_disagreement_score":0.9613798,"about_ca_system_score_codex":0.0003092607,"about_ca_system_score_gemma":0.00029722962,"threshold_uncertainty_score":0.9999524},"labels":[],"label_agreement":null},{"id":"W2071072864","doi":"10.1145/2479942.2479944","title":"A study of pricing for cloud resources","year":2013,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bandwidth throttling; Cloud computing; Revenue; Computer science; Sizing; Revenue management; Work (physics); Position (finance); Resource (disambiguation); Dynamic pricing; Yield management; Order (exchange); TRACE (psycholinguistics); Pricing strategies; Operations research; Microeconomics; Economics; Finance; Engineering; Computer network","score_opus":0.0748627552035288,"score_gpt":0.33091855715145807,"score_spread":0.25605580194792926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071072864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658264,0.018491048,0.009258611,0.00073075737,0.00034923328,0.004409637,2.64648e-7,0.00008508121,0.0008489711],"genre_scores_gemma":[0.9869406,0.0017696811,0.009942029,0.00051459664,0.00010505345,0.00054664473,0.0000017448065,0.000011679503,0.00016794157],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975093,0.00019614991,0.00067060516,0.00038898547,0.0009895441,0.0002454327],"domain_scores_gemma":[0.99698895,0.0004762058,0.00046687116,0.0012681627,0.0007432271,0.00005657905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043487945,0.00015508068,0.00035440465,0.0003622529,0.00017585795,0.00007973393,0.0014658098,0.00003101738,0.00002857999],"category_scores_gemma":[0.0018118215,0.00012311642,0.00009279276,0.0024835882,0.000015907402,0.000097184915,0.000559635,0.0000943105,0.000047111906],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014753484,0.0002567569,0.002852641,0.001222594,0.000042600408,1.6400213e-7,0.0010613853,0.00392303,0.000006066191,0.00016566153,0.004428232,0.9860394],"study_design_scores_gemma":[0.0018171255,0.0016506666,0.038354974,0.0021291787,0.00027888786,0.0000046779282,0.00037607507,0.9348015,0.00009222229,0.00042784063,0.01959603,0.0004707767],"about_ca_topic_score_codex":0.00002072642,"about_ca_topic_score_gemma":5.5375136e-7,"teacher_disagreement_score":0.98556864,"about_ca_system_score_codex":0.0000647046,"about_ca_system_score_gemma":0.000042070078,"threshold_uncertainty_score":0.50205415},"labels":[],"label_agreement":null},{"id":"W2074303515","doi":"10.1145/2160803.2160834","title":"Global cost diversity aware dispatch algorithm for heterogeneous data centers (abstracts only)","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Exploit; Electricity; Data center; Workload; Computer science; Electricity market; Service (business); Business; Computer network; Computer security; Operating system; Engineering","score_opus":0.16709273081729092,"score_gpt":0.340078844046109,"score_spread":0.17298611322881807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074303515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06788148,0.03517284,0.8848798,0.0014075073,0.002733618,0.006103644,0.00018850525,0.000438251,0.0011943092],"genre_scores_gemma":[0.8141921,0.02339584,0.15763474,0.0037464774,0.000278106,0.00016187558,0.00044338865,0.000033306995,0.00011418101],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701995,0.00013884528,0.0005355459,0.00078591105,0.0010823212,0.00043741305],"domain_scores_gemma":[0.9962657,0.00014066807,0.00040381824,0.0025875496,0.00044569766,0.00015654054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035893614,0.0002451364,0.00033090895,0.00015420189,0.00046485133,0.000092614755,0.004399595,0.000062508305,0.00003458472],"category_scores_gemma":[0.0006887912,0.00022013043,0.0001251437,0.0016669472,0.000035672998,0.00022403715,0.005038228,0.00010837317,0.00006991475],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024022233,0.00010496167,0.0063146306,0.00036650515,0.0000424478,0.0000025932677,0.000065790366,0.0008428743,3.3069963e-8,0.000020000498,0.003403401,0.9888344],"study_design_scores_gemma":[0.0006395607,0.00016044595,0.031128677,0.0006671493,0.00022214679,0.000021663944,0.000010975051,0.95047736,0.000008443385,0.0000977309,0.016211517,0.00035431268],"about_ca_topic_score_codex":0.00006868538,"about_ca_topic_score_gemma":0.000010511056,"teacher_disagreement_score":0.98848003,"about_ca_system_score_codex":0.0002596003,"about_ca_system_score_gemma":0.00013099096,"threshold_uncertainty_score":0.89766586},"labels":[],"label_agreement":null},{"id":"W2078334880","doi":"10.1145/2425248.2425258","title":"On the impact of storage in residential power distribution systems","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Power Line Communications and Noise","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Sizing; Smart grid; Testbed; Reliability engineering; Upgrade; Computer science; Distribution transformer; Energy storage; Grid; Distributed generation; Transformer; Computer data storage; Probabilistic logic; Distributed data store; Electrical engineering; Distributed computing; Engineering; Power (physics); Computer network; Renewable energy","score_opus":0.060359202571562125,"score_gpt":0.3450038469818703,"score_spread":0.2846446444103082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078334880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8494356,0.14816019,0.000271849,0.00006571905,0.00028723458,0.0007234135,0.000020398704,0.000025797206,0.0010097779],"genre_scores_gemma":[0.9471412,0.052605417,0.000016521613,0.000014444281,0.000027542423,0.00010574666,0.000071565344,0.000010674348,0.0000069353373],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99871063,0.00020313174,0.00043144927,0.00006906085,0.00040313133,0.00018256895],"domain_scores_gemma":[0.9984189,0.00036127484,0.00012225659,0.0008861098,0.00017174827,0.000039685106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040907105,0.00011299102,0.00020565238,0.00017054139,0.000046590674,0.000014196582,0.00036959862,0.00004294817,0.00021180045],"category_scores_gemma":[0.0020838424,0.00007587261,0.000082519065,0.001551508,0.00001634487,0.00027142518,0.000051323816,0.00017942517,0.0000693611],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006930817,0.0011687523,0.104266815,0.0060219015,0.0004072102,7.696787e-7,0.0010149993,0.47972637,0.00072558684,0.008487941,0.24104355,0.15706679],"study_design_scores_gemma":[0.0006135405,0.00019065409,0.68516165,0.0037716683,0.00014370648,0.0000055897135,0.000029374389,0.30207828,0.00023796859,0.000062574254,0.0073058405,0.00039914573],"about_ca_topic_score_codex":0.00001576204,"about_ca_topic_score_gemma":5.028834e-7,"teacher_disagreement_score":0.5808948,"about_ca_system_score_codex":0.000310356,"about_ca_system_score_gemma":0.00004333191,"threshold_uncertainty_score":0.30939952},"labels":[],"label_agreement":null},{"id":"W2093671820","doi":"10.1145/2185395.2185412","title":"Majorization and Extremal <i>PH</i> -Distributions (abstract only)","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Mathematical functions and polynomials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Majorization; Moment (physics); Mathematics; Distribution (mathematics); Combinatorics; Order (exchange); Phase (matter); Type (biology); Applied mathematics; Physics; Mathematical analysis; Economics","score_opus":0.16628705575953007,"score_gpt":0.3917829853922794,"score_spread":0.22549592963274934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093671820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7075258,0.21825294,0.024331946,0.0029803335,0.0019163872,0.0059692035,0.00012378841,0.0004000626,0.038499534],"genre_scores_gemma":[0.9039247,0.072753996,0.020898463,0.0006830913,0.0005217778,0.00033281837,0.00022710921,0.000048724134,0.00060933497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978404,0.00013649192,0.0007422092,0.00021630306,0.0007082367,0.00035633642],"domain_scores_gemma":[0.99731594,0.0011044345,0.00034104325,0.0006670656,0.0003881329,0.00018335854],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051312754,0.00021459899,0.00039843886,0.00019797805,0.00025799638,0.000047622692,0.00019831181,0.0001025642,0.0024936188],"category_scores_gemma":[0.011983173,0.00017820639,0.00009130136,0.0012928019,0.000043419797,0.00063363096,0.00010084647,0.0001797578,0.00026625465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014660454,0.00084115437,0.028536445,0.010998288,0.00012369231,4.194892e-7,0.00021041307,0.000005212138,0.00020476236,0.098802455,0.09842857,0.7618339],"study_design_scores_gemma":[0.004703482,0.0007171293,0.18333802,0.014853901,0.007385326,0.00046854635,0.00020372322,0.014253075,0.0033181834,0.07735242,0.68935186,0.0040543512],"about_ca_topic_score_codex":0.0000019600561,"about_ca_topic_score_gemma":7.701328e-7,"teacher_disagreement_score":0.7577796,"about_ca_system_score_codex":0.000113211194,"about_ca_system_score_gemma":0.00010745737,"threshold_uncertainty_score":0.9984182},"labels":[],"label_agreement":null},{"id":"W2095232315","doi":"10.1145/1453175.1453188","title":"Running applications efficiently in online social networks","year":2008,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Exploit; Computer science; The Internet; World Wide Web; Computer security","score_opus":0.09291162759527359,"score_gpt":0.3481661690136663,"score_spread":0.2552545414183927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095232315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16966921,0.1579501,0.6520108,0.011470871,0.000674461,0.005792973,0.0000063121693,0.0011533515,0.0012719259],"genre_scores_gemma":[0.83586556,0.072672315,0.086006194,0.0038341822,0.00024403981,0.0011927148,0.00007739982,0.000026914466,0.000080690275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970834,0.000105650215,0.000689041,0.0005599158,0.0010928286,0.00046913238],"domain_scores_gemma":[0.99770826,0.00021830843,0.0002684513,0.0012307412,0.00049822405,0.00007599533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023982418,0.00021688796,0.00039452306,0.0007965526,0.00035308,0.000048301677,0.0023524752,0.0001190936,0.000019344188],"category_scores_gemma":[0.0012430109,0.00021433135,0.000082336956,0.011851844,0.000059506878,0.000455808,0.0007447873,0.0003852383,0.00013830881],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013716053,0.00011038067,0.006529527,0.00012800694,0.0000068940494,0.0000018626122,0.000098932775,0.019675544,0.000005157395,0.00056139193,0.006217627,0.9666633],"study_design_scores_gemma":[0.0005560303,0.000111943315,0.13428663,0.0007379367,0.000041372805,0.000028026709,0.000011947727,0.80672926,0.00003058915,0.00022111015,0.056701157,0.0005440296],"about_ca_topic_score_codex":0.0000039903007,"about_ca_topic_score_gemma":0.0000042390407,"teacher_disagreement_score":0.9661193,"about_ca_system_score_codex":0.00029780707,"about_ca_system_score_gemma":0.00019143787,"threshold_uncertainty_score":0.8740179},"labels":[],"label_agreement":null},{"id":"W2295082115","doi":"10.1145/2847220.2847234","title":"The Ignite Distributed Collaborative Visualization System","year":2015,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Remote Desktop Technologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Visualization; Computer science; Data science; Data mining","score_opus":0.07316597850693313,"score_gpt":0.3415475716628705,"score_spread":0.26838159315593735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295082115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0341384,0.3772359,0.5673714,0.008323763,0.0035783583,0.0043012043,0.000013109092,0.002313676,0.002724137],"genre_scores_gemma":[0.93137985,0.057737853,0.009917528,0.0004765758,0.00012652432,0.00016943383,0.00008054199,0.000019507308,0.00009218485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971596,0.00041703793,0.0005462054,0.00034923435,0.0012535453,0.0002743798],"domain_scores_gemma":[0.9951807,0.00047693367,0.00044273466,0.0013848013,0.0024308348,0.0000839832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070358436,0.00017700037,0.00026142437,0.00018460535,0.0004540949,0.00025753767,0.0017754406,0.00007998172,0.0000012630998],"category_scores_gemma":[0.0081937695,0.000114600094,0.000056644425,0.0072329454,0.00006164569,0.0003295517,0.0004955611,0.00015405349,0.00011846474],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031368024,0.00002581028,0.00043640187,0.00039921637,0.000025509768,0.0000010433516,0.000115504496,0.0011913155,0.0000046917235,0.0136138685,0.015487495,0.968696],"study_design_scores_gemma":[0.0004415137,0.0001752274,0.0013170383,0.0011759447,0.0000667879,0.000021154996,0.00016544724,0.93745446,0.00030682594,0.00059344724,0.058013145,0.00026898633],"about_ca_topic_score_codex":0.0000027065328,"about_ca_topic_score_gemma":6.39733e-7,"teacher_disagreement_score":0.968427,"about_ca_system_score_codex":0.00038274916,"about_ca_system_score_gemma":0.00041701942,"threshold_uncertainty_score":0.98093},"labels":[],"label_agreement":null},{"id":"W2296157071","doi":"10.1145/2494232.2465539","title":"Temperature aware workload management in geo-distributed datacenters","year":2013,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Workload; Energy consumption; Distributed computing; Efficient energy use; Overhead (engineering); Convergence (economics); Real-time computing; Operating system","score_opus":0.03530879361817096,"score_gpt":0.295689719069629,"score_spread":0.260380925451458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296157071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67409575,0.2458329,0.025676116,0.028184569,0.0028554087,0.014762922,0.000015028618,0.00095260225,0.007624701],"genre_scores_gemma":[0.8946277,0.08317077,0.014012455,0.0063157864,0.00013037794,0.00092543487,0.00017077339,0.000032882355,0.0006138513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683166,0.00023391399,0.0006515478,0.0006397169,0.0011797426,0.00046342707],"domain_scores_gemma":[0.99740034,0.00011709998,0.00024268951,0.0018258888,0.00030688904,0.00010706727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027434316,0.00026110097,0.00033651182,0.00054005074,0.00016465157,0.00025559045,0.0021446687,0.00006828237,0.00015261519],"category_scores_gemma":[0.00036850345,0.00022189895,0.00009091417,0.0050147045,0.000022478873,0.00025263443,0.0011904178,0.00028958282,0.0005433421],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011222104,0.000090996466,0.002395149,0.0009428489,0.00003504822,0.0000044592443,0.000041068197,0.0057841027,0.0000024867832,0.00013672473,0.0270794,0.9634866],"study_design_scores_gemma":[0.0014732786,0.00010787311,0.12108987,0.006879715,0.00012555554,0.000011548707,0.000067133915,0.81201124,0.000029297495,0.0002609208,0.057174325,0.0007692389],"about_ca_topic_score_codex":0.000014547107,"about_ca_topic_score_gemma":0.0000012450386,"teacher_disagreement_score":0.96271735,"about_ca_system_score_codex":0.00027628423,"about_ca_system_score_gemma":0.00004716193,"threshold_uncertainty_score":0.90487766},"labels":[],"label_agreement":null},{"id":"W2527875214","doi":"10.1145/3003977.3003997","title":"An Emergency Demand Response Mechanism for Cloud Computing","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cloud computing; Provisioning; Server; Computer science; Demand response; Data center; Resource (disambiguation); Distributed computing; Electricity; Database; Operating system; Computer network; Engineering","score_opus":0.053353420386521876,"score_gpt":0.3245248779711337,"score_spread":0.27117145758461186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527875214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46322218,0.031681795,0.4972063,0.00080121006,0.003847705,0.0023228151,0.000011521286,0.00049002044,0.00041644776],"genre_scores_gemma":[0.8860509,0.10624037,0.0064967447,0.00030088663,0.00039630054,0.00032795314,0.00002594552,0.00006292314,0.000098006225],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796116,0.00018816898,0.0006148826,0.00029953572,0.0005998516,0.00033639424],"domain_scores_gemma":[0.9980962,0.0003365434,0.00013235919,0.00088974927,0.0004483022,0.00009679246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065234923,0.00021831399,0.00028740527,0.00032839045,0.00013064042,0.000018910334,0.00049751205,0.00006367799,0.00033489257],"category_scores_gemma":[0.0029218725,0.00017014185,0.00009409931,0.0010870664,0.00001091561,0.00038670778,0.00007044299,0.00006408307,0.00012982912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005590886,0.000057281963,0.0012865432,0.0031832284,0.00012453487,6.8203735e-7,0.000075243785,0.049906828,0.0033134522,0.0021690466,0.0262617,0.9135656],"study_design_scores_gemma":[0.0013751265,0.00037919884,0.009957084,0.0019893094,0.00039487096,0.0000043427417,0.00001136453,0.9290528,0.0042533916,0.001142894,0.050693687,0.0007459043],"about_ca_topic_score_codex":5.214903e-7,"about_ca_topic_score_gemma":7.61447e-7,"teacher_disagreement_score":0.9128196,"about_ca_system_score_codex":0.00023324392,"about_ca_system_score_gemma":0.000034311786,"threshold_uncertainty_score":0.69381833},"labels":[],"label_agreement":null},{"id":"W2529822314","doi":"10.1145/3003977.3004002","title":"Boosting Service Availability for Base Stations of Cellular Networks by Event-driven Battery Profiling","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Backup; Base station; Computer science; Battery (electricity); Reliability engineering; IT service continuity; Computer network; Engineering; Power (physics); Database","score_opus":0.056989322014526354,"score_gpt":0.3178577480223783,"score_spread":0.260868426007852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529822314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1189407,0.024389813,0.85046476,0.001917562,0.00066291756,0.0034144649,0.00004133943,0.00012688551,0.00004156341],"genre_scores_gemma":[0.9421602,0.015676465,0.039765645,0.0011078481,0.00012543252,0.0009585517,0.00011923032,0.000029087725,0.0000575414],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963366,0.0003509514,0.0012975769,0.0006493656,0.0009482817,0.00041725184],"domain_scores_gemma":[0.99341404,0.0016897339,0.0008226266,0.0017183378,0.0022388396,0.00011639877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008232173,0.00025552057,0.0005154241,0.00020644278,0.00024539253,0.000042224492,0.0012224974,0.0001150439,0.00008229511],"category_scores_gemma":[0.0051675374,0.0001794693,0.00017037717,0.0024594218,0.00004873233,0.0012559369,0.0002801089,0.00013122463,0.000051663214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023385957,0.00028760088,0.10312397,0.013446992,0.000085010484,2.9006145e-7,0.00017410635,0.0058380314,0.0043245237,0.00015919542,0.008846203,0.8636907],"study_design_scores_gemma":[0.0014783081,0.00031931602,0.005688116,0.005331319,0.00022079224,0.0000038350745,0.000015067207,0.97043294,0.011580947,0.00021655763,0.0041085714,0.0006042628],"about_ca_topic_score_codex":0.0000066060493,"about_ca_topic_score_gemma":0.0000013977914,"teacher_disagreement_score":0.9645949,"about_ca_system_score_codex":0.00023726445,"about_ca_system_score_gemma":0.00036428412,"threshold_uncertainty_score":0.73185456},"labels":[],"label_agreement":null},{"id":"W2572951772","doi":"10.1145/3040230.3040239","title":"Search (Non-)Neutrality and Impact on Innovation","year":2017,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Economic Growth and Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Neutrality; Business; Political science; Law","score_opus":0.14231924921540837,"score_gpt":0.4026222062088647,"score_spread":0.2603029569934563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572951772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870837,0.0041614147,0.0022985316,0.0022626074,0.0002698905,0.0007615421,0.0000014692667,0.000028788561,0.003132086],"genre_scores_gemma":[0.9751076,0.0204936,0.0031366267,0.0011100465,0.000037224476,0.000052577652,0.000010755376,0.0000051842817,0.00004639594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984229,0.000071844544,0.0004131011,0.0003567871,0.00051072205,0.00022463939],"domain_scores_gemma":[0.99754345,0.00012438612,0.00031188704,0.0014823786,0.0004614134,0.000076470715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061735874,0.00014376549,0.00023561303,0.0003509394,0.0004224045,0.00030006847,0.0010918549,0.00004534094,0.00004548579],"category_scores_gemma":[0.0018153783,0.00011365917,0.000039094273,0.0008514916,0.00003447938,0.0011344987,0.0003752638,0.00014704463,0.00016474229],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029222347,0.000017712238,0.078056686,0.00031161527,0.000011455165,3.09478e-7,0.000051458886,0.000041565872,0.000009964832,0.0015838498,0.0013920768,0.9185204],"study_design_scores_gemma":[0.00037363413,0.0001326438,0.94955665,0.0004643477,0.0000127437515,0.0000041297376,0.0000012470933,0.046974692,0.0006121121,0.0005762517,0.0011120434,0.00017951091],"about_ca_topic_score_codex":0.000010769112,"about_ca_topic_score_gemma":3.5851016e-7,"teacher_disagreement_score":0.91834086,"about_ca_system_score_codex":0.00016964899,"about_ca_system_score_gemma":0.00031805038,"threshold_uncertainty_score":0.46348864},"labels":[],"label_agreement":null},{"id":"W2577578480","doi":"10.1145/3040230.3040241","title":"Pricing for a Hybrid Delivery Model of Video Streaming","year":2017,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Institut National de la Recherche Scientifique","funders":"","keywords":"Incentive; Service provider; Relay; Video on demand; Computer science; Video streaming; Business; Service (business); Peer-to-peer; Computer network; Microeconomics; Marketing; Economics","score_opus":0.1252966982425459,"score_gpt":0.3569840132799013,"score_spread":0.2316873150373554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577578480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2075791,0.032781083,0.7526785,0.0027152733,0.00043445267,0.0028876646,0.000011000054,0.00024301223,0.00066990167],"genre_scores_gemma":[0.6974547,0.03943572,0.26215994,0.0005220691,0.000037262023,0.00032458152,0.00000712271,0.000014448272,0.000044187396],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976116,0.000042797114,0.00059902854,0.00047187816,0.00093226216,0.0003424452],"domain_scores_gemma":[0.99492306,0.0004455257,0.0007414455,0.0029418208,0.00088131684,0.00006681625],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044899136,0.0001930966,0.00043664113,0.00045526755,0.00038915515,0.00013811361,0.0037342573,0.000055609853,0.000004864584],"category_scores_gemma":[0.01471126,0.00017900365,0.00012226407,0.000907441,0.000046374607,0.0012039117,0.0011304006,0.00013089624,0.000020684587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002389499,0.000019339815,0.0006171435,0.00066754955,0.00001382627,1.9500004e-7,0.000027274156,0.00689488,0.00012214846,0.0003878513,0.0018825418,0.98936486],"study_design_scores_gemma":[0.0002955626,0.00012586296,0.0016284867,0.0015956127,0.00007926721,0.0000027137785,0.000002277438,0.98900896,0.0033367914,0.0013990261,0.0023015281,0.00022388654],"about_ca_topic_score_codex":0.00000583317,"about_ca_topic_score_gemma":0.000001600875,"teacher_disagreement_score":0.989141,"about_ca_system_score_codex":0.00015192159,"about_ca_system_score_gemma":0.00023852356,"threshold_uncertainty_score":0.99358827},"labels":[],"label_agreement":null},{"id":"W2616626961","doi":"10.1145/384268.378836","title":"Online prediction of the running time of tasks","year":2001,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Time Series Analysis and Forecasting","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Computer science; Running time; Algorithm","score_opus":0.07124270300972026,"score_gpt":0.30282693194599664,"score_spread":0.2315842289362764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616626961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83332664,0.13086192,0.02701857,0.0021989658,0.0006702466,0.0017747869,0.000026740992,0.000102104095,0.004020052],"genre_scores_gemma":[0.93153596,0.05545152,0.01222797,0.00036244988,0.00007970211,0.000021549207,0.000037301183,0.000010999037,0.00027257125],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802226,0.00009752161,0.00066723523,0.0001906848,0.00088879175,0.00013348793],"domain_scores_gemma":[0.997561,0.00010772096,0.0006781494,0.00096206035,0.0006629229,0.0000281657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002721182,0.0000983741,0.00028928433,0.0001893498,0.000097365446,0.000015037035,0.00096847734,0.000035786128,0.00023806865],"category_scores_gemma":[0.0015367548,0.00006701117,0.0001421417,0.0043125544,0.000035593595,0.00042377206,0.00029100745,0.00010169687,0.000014959398],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018317683,0.00008213421,0.019930383,0.00045250086,0.000034057848,9.976237e-8,0.000095353185,0.002557191,0.00025131708,0.00013492968,0.0008267605,0.97563344],"study_design_scores_gemma":[0.00020859545,0.000112660295,0.09285431,0.0015521088,0.00018455608,0.000008818715,0.000008853765,0.898098,0.00045973394,0.00006021586,0.0063580475,0.00009411685],"about_ca_topic_score_codex":0.0000064277256,"about_ca_topic_score_gemma":7.3844916e-7,"teacher_disagreement_score":0.9755393,"about_ca_system_score_codex":0.000042710297,"about_ca_system_score_gemma":0.00009517192,"threshold_uncertainty_score":0.27326363},"labels":[],"label_agreement":null},{"id":"W2896908943","doi":"10.1145/3308897.3308914","title":"Worst-case Bounds and Optimized Cache on Mth Request Cache Insertion Policies under Elastic Conditions","year":2019,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cache; Computer science; Cache algorithms; Parallel computing; Smart Cache; Cache invalidation; CPU cache; Arithmetic; Mathematics","score_opus":0.07209332620444928,"score_gpt":0.3327206799919905,"score_spread":0.2606273537875412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896908943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9371526,0.046091747,0.009912644,0.003121596,0.000880515,0.001483358,0.000009426124,0.00018596,0.0011621325],"genre_scores_gemma":[0.95966,0.035335634,0.0011931895,0.0033565934,0.000053805685,0.00011187412,0.000048306523,0.000015038273,0.00022555182],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763566,0.00030541958,0.00049717363,0.00047993177,0.00079406553,0.00028776418],"domain_scores_gemma":[0.9974061,0.00068010145,0.0002796769,0.0010794458,0.0004379858,0.000116637246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028141262,0.00023620437,0.00036542577,0.00052128325,0.00031723123,0.0002230089,0.0005133361,0.0000860327,0.000091269336],"category_scores_gemma":[0.001558225,0.0002042391,0.00009659401,0.001777538,0.00004720603,0.0008993879,0.00020413124,0.0002908838,0.00031851977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013081139,0.0010624295,0.013731586,0.0056721624,0.00050592225,0.00008369858,0.0021590774,0.053388134,0.0015351439,0.04295648,0.015924977,0.8628496],"study_design_scores_gemma":[0.003261766,0.0010074,0.019578097,0.0058814846,0.00055396307,0.00078128197,0.0001327329,0.962161,0.00012740806,0.0017590654,0.003630093,0.0011257001],"about_ca_topic_score_codex":0.00006103782,"about_ca_topic_score_gemma":0.000006591669,"teacher_disagreement_score":0.9087729,"about_ca_system_score_codex":0.00028339168,"about_ca_system_score_gemma":0.00021236757,"threshold_uncertainty_score":0.83286285},"labels":[],"label_agreement":null},{"id":"W2906838055","doi":"10.1145/2318857.2254778","title":"Temperature management in data centers","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Business; Process management","score_opus":0.10071589853922973,"score_gpt":0.34933549190554936,"score_spread":0.2486195933663196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906838055","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37623146,0.568874,0.0064460747,0.013620508,0.0045840074,0.0062502255,0.000006889164,0.00051400263,0.023472825],"genre_scores_gemma":[0.8828717,0.08175655,0.02913276,0.00525943,0.00024470463,0.00014062764,0.000091111884,0.000022757511,0.0004803848],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732244,0.00022137769,0.00046956286,0.00046952104,0.0010752904,0.00044178666],"domain_scores_gemma":[0.9966126,0.00009994059,0.00017250243,0.0029191691,0.000099309786,0.000096497715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072863535,0.00017878208,0.00023805391,0.00045660714,0.00011025462,0.00008542824,0.0031402905,0.00004194885,0.000040888423],"category_scores_gemma":[0.00047914055,0.00015071964,0.00004575822,0.0034729543,0.000014517469,0.0003150921,0.0024006974,0.00019739855,0.00019719939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.694893e-7,0.000115763396,0.006072881,0.00068298314,0.000025406202,0.0000014255211,0.0000734412,0.00070502504,0.0000015824655,0.0005705963,0.014964293,0.97678566],"study_design_scores_gemma":[0.0012196122,0.000057088364,0.13452536,0.0037730308,0.00019613754,0.000016698305,0.000041262025,0.5400958,0.00002829197,0.00007224723,0.3192527,0.0007217942],"about_ca_topic_score_codex":0.0000029315422,"about_ca_topic_score_gemma":6.205026e-7,"teacher_disagreement_score":0.97606385,"about_ca_system_score_codex":0.00016075643,"about_ca_system_score_gemma":0.000029935409,"threshold_uncertainty_score":0.6146169},"labels":[],"label_agreement":null},{"id":"W2912891030","doi":"10.1145/3308897.3308924","title":"The Mean-field Behavior of Processor Sharing Systems with General Job Lengths Under the SQ(d) Policy","year":2019,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Server; Load sharing; Computer science; Robustness (evolution); Poisson point process; Point process; Martingale (probability theory); Distributed computing; Mathematics; Statistics; Computer network","score_opus":0.04500153812439963,"score_gpt":0.32436502820566177,"score_spread":0.27936349008126216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912891030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94590557,0.042710267,0.00048225,0.0025898758,0.00035173373,0.0029726306,0.0000012275713,0.00007203383,0.0049143955],"genre_scores_gemma":[0.9851849,0.011506419,0.00007624197,0.0017411825,0.0004169193,0.00036133398,0.000013717865,0.000031857864,0.00066740334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976437,0.000061827894,0.0006090441,0.0003109627,0.0010850342,0.00028941347],"domain_scores_gemma":[0.99645096,0.000437372,0.00087210216,0.0011844166,0.0010426291,0.000012506708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005216987,0.0002132345,0.000366903,0.00034138994,0.0003758512,0.00019674393,0.0010719418,0.000050790448,0.00012526437],"category_scores_gemma":[0.0019465405,0.00011271407,0.000107801556,0.0039114607,0.00005428086,0.0011783531,0.0002691971,0.00021663733,0.00015903519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001902231,0.00023500767,0.16933945,0.017482163,0.0005999797,0.000001515753,0.0001992097,0.12020881,0.00032157978,0.1788895,0.0020021542,0.5105304],"study_design_scores_gemma":[0.0030846533,0.00033731025,0.043901574,0.01095084,0.0071351817,0.000025845788,0.0014577216,0.8419207,0.0004979599,0.004861023,0.08382233,0.002004878],"about_ca_topic_score_codex":0.000099090605,"about_ca_topic_score_gemma":0.000020933976,"teacher_disagreement_score":0.7217119,"about_ca_system_score_codex":0.00009843067,"about_ca_system_score_gemma":0.00010115301,"threshold_uncertainty_score":0.45963463},"labels":[],"label_agreement":null},{"id":"W2913786084","doi":"10.1145/3308897.3308935","title":"Highlight Talk on Battery Modeling","year":2019,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Battery Technologies Research","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Suite; Battery (electricity); Computer science; Simple (philosophy); Energy (signal processing); Mathematics; Power (physics)","score_opus":0.06611839818706833,"score_gpt":0.3283395427753586,"score_spread":0.26222114458829027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913786084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8855704,0.09203442,0.005937281,0.0012303769,0.0010772202,0.0027976416,0.000007549607,0.001033008,0.010312097],"genre_scores_gemma":[0.83369714,0.1637111,0.0015018962,0.0005921039,0.000049255163,0.00022078001,0.000038580813,0.000051265575,0.00013785691],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760246,0.00005367625,0.00046194342,0.00033420755,0.0011413217,0.00040639422],"domain_scores_gemma":[0.99805695,0.00021830214,0.000065502514,0.0013363159,0.00026500612,0.00005793543],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001475903,0.000237987,0.0003544707,0.0006027561,0.000062553016,0.00003150132,0.0007534942,0.00010981859,0.0011683289],"category_scores_gemma":[0.0012781628,0.00021263046,0.00007798286,0.002098408,0.00001744547,0.00045885332,0.00016110673,0.0004370537,0.0027321018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003769987,0.000019615765,0.0007225008,0.002163517,0.00002548281,0.0000010733536,0.0000067520286,0.4421766,0.0004027284,0.00004676727,0.0029866234,0.5514446],"study_design_scores_gemma":[0.00030886394,0.00010771435,0.00042678555,0.0015911923,0.000031683223,0.000004713784,0.0000056870576,0.97617966,0.0017645323,0.000115033115,0.019146068,0.00031807084],"about_ca_topic_score_codex":5.0360245e-7,"about_ca_topic_score_gemma":1.6917207e-7,"teacher_disagreement_score":0.5511265,"about_ca_system_score_codex":0.00037051816,"about_ca_system_score_gemma":0.0000375922,"threshold_uncertainty_score":0.9997447},"labels":[],"label_agreement":null},{"id":"W2913951305","doi":"10.1145/3308897.3308936","title":"Leveraging Sparsity in Distribution Grids","year":2019,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Optimal Power Flow Distribution","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Admittance; Computer science; Sparse matrix; Sparse grid; Distribution (mathematics); Power (physics); Grid; Harmonics; Power grid; Matrix (chemical analysis); Algorithm; Mathematical optimization; Mathematics; Physics; Engineering; Electrical engineering; Mathematical analysis; Materials science","score_opus":0.03397487497074961,"score_gpt":0.2768195274758123,"score_spread":0.24284465250506268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913951305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95641685,0.038278952,0.001472522,0.00014170568,0.0007709454,0.0011958109,0.000024132081,0.00015410289,0.0015449862],"genre_scores_gemma":[0.95959264,0.03919752,0.00022953954,0.00010536656,0.00003845811,0.00006198754,0.0007402569,0.000017107637,0.000017099952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981936,0.00007752629,0.00048463052,0.00025201798,0.0006783051,0.00031390402],"domain_scores_gemma":[0.99895906,0.00009053042,0.0000819767,0.0005889535,0.00022159619,0.000057872556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026123996,0.0001887171,0.00031288632,0.00020301447,0.000042705902,0.000029725366,0.00031152167,0.0000817546,0.00048939104],"category_scores_gemma":[0.000894135,0.00020018603,0.000070342474,0.0023723212,0.000012331974,0.00055532093,0.00007312539,0.00026948337,0.0010282047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013040147,0.000102150756,0.31271088,0.0065890322,0.000044068252,0.0000019058438,0.00007855003,0.11618477,0.00036021383,0.00014084404,0.014577622,0.54919696],"study_design_scores_gemma":[0.0008534328,0.00007962348,0.37192786,0.002207783,0.00009491876,0.0000064751266,0.000011241717,0.5973259,0.0006105204,0.000047624533,0.026343174,0.00049140514],"about_ca_topic_score_codex":0.000004165551,"about_ca_topic_score_gemma":0.0000012412683,"teacher_disagreement_score":0.5487055,"about_ca_system_score_codex":0.0007722419,"about_ca_system_score_gemma":0.000055484972,"threshold_uncertainty_score":0.9997496},"labels":[],"label_agreement":null},{"id":"W2914450851","doi":"10.1145/3308897.3308944","title":"Interference Management Schemes for High Spectral Efficiency Satellite Communications","year":2019,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Wireless Communication Security Techniques","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Single antenna interference cancellation; Interference (communication); Computer science; Asynchronous communication; Communications satellite; Electronic engineering; Spectral efficiency; Adjacent-channel interference; Channel (broadcasting); Co-channel interference; Satellite; Waveform; Reuse; Noma; Telecommunications; Computer network; Telecommunications link; Engineering","score_opus":0.06000796866045134,"score_gpt":0.3342993618196767,"score_spread":0.27429139315922535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914450851","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1429555,0.769452,0.035421982,0.0026319989,0.0009255046,0.014276238,0.00003857456,0.0018733472,0.032424852],"genre_scores_gemma":[0.53757226,0.43121237,0.030260522,0.00015896633,0.000011297346,0.0005945463,0.00011827564,0.000022196831,0.000049601047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835706,0.000093040966,0.0006035341,0.00023200829,0.00046128422,0.00025308414],"domain_scores_gemma":[0.9961488,0.0003123891,0.0001472644,0.0029605697,0.00038228472,0.000048653736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020853071,0.00020258469,0.00032161784,0.0003627185,0.00010296855,0.000050386894,0.0019214285,0.00006580853,0.00021571359],"category_scores_gemma":[0.00027617667,0.00020631177,0.000088338966,0.0015067921,0.000042958516,0.00035188397,0.00034430323,0.00022494365,0.00029904448],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031777374,0.000062436346,0.0009310189,0.00396879,0.00005212446,4.322797e-8,0.00006736923,0.00018042659,0.00012310842,0.0113530215,0.0011427597,0.98211575],"study_design_scores_gemma":[0.0014359051,0.00031706502,0.013061284,0.007838294,0.00048435517,0.000005804979,0.00006206407,0.3161338,0.006107346,0.0023571698,0.6509152,0.0012816949],"about_ca_topic_score_codex":0.0000011366292,"about_ca_topic_score_gemma":0.0000011534087,"teacher_disagreement_score":0.980834,"about_ca_system_score_codex":0.00023594039,"about_ca_system_score_gemma":0.000030517347,"threshold_uncertainty_score":0.841315},"labels":[],"label_agreement":null},{"id":"W2992503655","doi":"10.1145/3374888.3374893","title":"Optimal Posted Prices for Online Resource Allocation with Supply Costs","year":2019,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Valuation (finance); Competitive analysis; Payment; Business; Bundle; Resource (disambiguation); Microeconomics; Environmental economics; Resource allocation; Total cost; Computer science; Industrial organization; Operations research; Economics; Finance","score_opus":0.052646092793336006,"score_gpt":0.3368921266299996,"score_spread":0.28424603383666364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992503655","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20958273,0.07596801,0.65867704,0.026128476,0.0007334669,0.024187122,0.00004949304,0.0006747976,0.003998862],"genre_scores_gemma":[0.15611392,0.0570485,0.7759574,0.007256083,0.00012473717,0.00094725366,0.0013317212,0.00006350032,0.0011568815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738234,0.00015042997,0.00048791541,0.00049068267,0.0011737435,0.00031488942],"domain_scores_gemma":[0.9965591,0.0004032134,0.00035347647,0.0010793844,0.0014991867,0.00010564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003348062,0.00018869301,0.000298137,0.00036660628,0.00013963264,0.00014712308,0.0011530512,0.00006268083,0.00014761409],"category_scores_gemma":[0.0012297246,0.00014934642,0.00006265523,0.0030259704,0.000022925862,0.0010974405,0.00018124448,0.00014912782,0.00014179255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003793363,0.00020499229,0.0031457643,0.0019166805,0.000045797868,2.9444152e-7,0.00015282074,0.042787436,0.0000661296,0.0020385748,0.0045928,0.9450108],"study_design_scores_gemma":[0.0012400568,0.0007212945,0.005130769,0.0013202926,0.000055850513,0.000008246975,0.000013508438,0.93283963,0.00014398502,0.000015852527,0.05822518,0.00028534883],"about_ca_topic_score_codex":0.0000028720713,"about_ca_topic_score_gemma":0.0000018498938,"teacher_disagreement_score":0.94472545,"about_ca_system_score_codex":0.00018635126,"about_ca_system_score_gemma":0.00033189694,"threshold_uncertainty_score":0.6090171},"labels":[],"label_agreement":null},{"id":"W2997769267","doi":"10.1145/511399.511383","title":"Web server benchmarking using parallel WAN emulation","year":2002,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Computer network; Web server; Emulation; Operating system; The Internet; Distributed computing","score_opus":0.1105149098403813,"score_gpt":0.3130178994388545,"score_spread":0.20250298959847318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997769267","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21200316,0.42679685,0.3424636,0.006041608,0.003232378,0.0042139688,0.000002883624,0.00068943034,0.004556105],"genre_scores_gemma":[0.90364575,0.06388285,0.03010146,0.0018897621,0.00026510953,0.00008072673,0.000013033526,0.000014646371,0.00010664602],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971542,0.00026599035,0.0006079748,0.0004567629,0.0011793319,0.00033578498],"domain_scores_gemma":[0.9976999,0.00022499269,0.0003588648,0.001058998,0.0005536663,0.00010356666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028713397,0.00021190569,0.00031738347,0.00030028867,0.00028303347,0.00013814993,0.00093323516,0.00007882325,0.00073896366],"category_scores_gemma":[0.00066502,0.00019748823,0.00011660884,0.0029248844,0.00002145399,0.0012163938,0.00017717488,0.00019087116,0.0002759866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7040564e-7,0.000028521843,0.0017694955,0.00016232122,0.000013660622,6.5561426e-7,0.000033525717,0.018927958,0.0000051863117,0.00052230083,0.0017960393,0.97673947],"study_design_scores_gemma":[0.0005098893,0.000050816154,0.0024855519,0.00068724505,0.000089705085,0.000010955406,0.0000011417892,0.9854849,0.0000033235383,0.00007990137,0.010353903,0.00024269069],"about_ca_topic_score_codex":0.0000017443731,"about_ca_topic_score_gemma":0.0000012194077,"teacher_disagreement_score":0.97649676,"about_ca_system_score_codex":0.0001762068,"about_ca_system_score_gemma":0.00010035642,"threshold_uncertainty_score":0.8091134},"labels":[],"label_agreement":null},{"id":"W3000043997","doi":"10.1145/2494232.2465744","title":"Firming solar power","year":2013,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Energy and Environment Impacts","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Solar irradiance; Solar power; Computer science; Revenue; Power (physics); Environmental science; Reliability engineering; Meteorology; Engineering; Business; Finance; Geography; Physics","score_opus":0.037991637538313715,"score_gpt":0.2842301570666696,"score_spread":0.24623851952835588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000043997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9460304,0.018973341,0.00015490621,0.0014187847,0.00023417223,0.0010808597,8.6166904e-7,0.000053900367,0.032052793],"genre_scores_gemma":[0.9443643,0.049016494,0.0019196586,0.003759692,0.000026006253,0.00018333031,0.00001849046,0.000017046266,0.0006949476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99796677,0.000107177184,0.00034649082,0.00028358668,0.0009765031,0.0003194958],"domain_scores_gemma":[0.998865,0.00010627765,0.00015981882,0.00070760516,0.000026400261,0.00013491247],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018670873,0.00016830492,0.00019396,0.000072541094,0.00017081093,0.00003432786,0.00044107295,0.000063143605,0.060458653],"category_scores_gemma":[0.0014569309,0.00013935947,0.00006737879,0.0010303772,0.000059462993,0.0009934417,0.00025637905,0.0001456461,0.015664145],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014517171,0.00007929348,0.053493865,0.00016037226,0.000013481886,5.2216666e-7,0.000067631954,0.0068716616,0.0004238978,0.000009661651,0.050281804,0.88859636],"study_design_scores_gemma":[0.0003925962,0.00015626903,0.8016743,0.00056088605,0.00011522449,0.000010693659,0.000012458935,0.009175861,0.0007277208,0.00024504095,0.18642962,0.0004993447],"about_ca_topic_score_codex":0.000031319636,"about_ca_topic_score_gemma":0.000001262052,"teacher_disagreement_score":0.888097,"about_ca_system_score_codex":0.00023249372,"about_ca_system_score_gemma":0.000014902626,"threshold_uncertainty_score":0.9851023},"labels":[],"label_agreement":null},{"id":"W3004466188","doi":"10.1145/1384529.1375476","title":"On the design of hybrid peer-to-peer systems","year":2008,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scalability; Peer-to-peer; Computer science; Distributed computing; Bounded function; Computer network; Database","score_opus":0.15061426071323158,"score_gpt":0.3276585735565172,"score_spread":0.1770443128432856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004466188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10227153,0.0542256,0.7810193,0.048259065,0.0020991825,0.00948548,0.000013902272,0.0007258825,0.0019000947],"genre_scores_gemma":[0.9247252,0.023061804,0.045464907,0.0047893226,0.00008942396,0.0009865303,0.000010942438,0.000032473854,0.0008394358],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938033,0.00045963228,0.00082833774,0.0005814225,0.0038725906,0.00045471964],"domain_scores_gemma":[0.99212855,0.0016238156,0.0004161847,0.0030457824,0.00266345,0.0001222352],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01236202,0.00029399604,0.0005436057,0.0007572042,0.0002829929,0.00007959649,0.004126025,0.00006224174,0.000040548304],"category_scores_gemma":[0.026107794,0.00020364321,0.000107274165,0.006905721,0.0000681147,0.00040042461,0.0007136089,0.00030245786,0.00080116105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011457549,0.00010973274,0.00052701053,0.00051229616,0.00005313,0.0000075092344,0.00020281959,0.09340629,0.0000623031,0.005890406,0.5559283,0.34328875],"study_design_scores_gemma":[0.000758016,0.0019029946,0.0061027287,0.0053498843,0.00018469758,0.00021295407,0.000026859989,0.80703837,0.005017449,0.0015560956,0.17057024,0.0012797171],"about_ca_topic_score_codex":0.00000530186,"about_ca_topic_score_gemma":1.3731422e-7,"teacher_disagreement_score":0.8224536,"about_ca_system_score_codex":0.00023058176,"about_ca_system_score_gemma":0.00028275567,"threshold_uncertainty_score":0.9999768},"labels":[],"label_agreement":null},{"id":"W3004493283","doi":"10.1145/2492101.1555372","title":"DRAM errors in the wild","year":2009,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Radiation Effects in Electronics","field":"Engineering","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dram; Computer science; Universal memory; Dynamic random-access memory; Soft error; Megabit; Memory errors; Server; Reliability engineering; Embedded system; Computer hardware; Memory management; Operating system; Semiconductor memory; Telecommunications; Interleaved memory; Engineering; Psychology","score_opus":0.029797745230495692,"score_gpt":0.3125696111878361,"score_spread":0.2827718659573404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004493283","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47807977,0.49720928,0.00081488374,0.003868751,0.00072009506,0.0036042875,0.000002251221,0.0003175979,0.015383096],"genre_scores_gemma":[0.892688,0.10429951,0.00042806703,0.002355814,0.00006555644,0.00011808148,0.000022114134,0.000013602143,0.000009304083],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981922,0.00017432646,0.0004121316,0.00015599422,0.0007812873,0.00028404302],"domain_scores_gemma":[0.99880475,0.00027511723,0.000076641954,0.0007137723,0.00009895106,0.00003075496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045343232,0.00015773972,0.00021667595,0.00030068582,0.0000632125,0.000030879502,0.00058916607,0.00006211599,0.000094565956],"category_scores_gemma":[0.0020368323,0.00012178879,0.00005852853,0.0033255033,0.000012491509,0.00032357816,0.000011303332,0.00032745552,0.000147716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.8805823e-7,0.000021770631,0.00033251694,0.00029760247,0.000005842305,3.80233e-7,0.00009312432,0.13994752,0.000008821024,0.00014184107,0.007192552,0.85195726],"study_design_scores_gemma":[0.00035737501,0.00014166269,0.03403933,0.00061273185,0.00008673284,0.000009566073,0.000008600668,0.916686,0.00007488981,0.00037673273,0.04734176,0.00026464256],"about_ca_topic_score_codex":9.524504e-7,"about_ca_topic_score_gemma":0.0000019828515,"teacher_disagreement_score":0.8516926,"about_ca_system_score_codex":0.0002815687,"about_ca_system_score_gemma":0.00005922456,"threshold_uncertainty_score":0.49664026},"labels":[],"label_agreement":null},{"id":"W3006263173","doi":"10.1145/3143314.3078529","title":"Optimal Posted Prices for Online Cloud Resource Allocation","year":2017,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Natural Science Foundation of China","keywords":"Cloud computing; Renting; Resource (disambiguation); Resource allocation; Computer science; Function (biology); Resource management (computing); Microeconomics; Business; Environmental economics; Operations research; Economics; Distributed computing; Mathematics; Computer network; Engineering; Operating system","score_opus":0.09062879271793992,"score_gpt":0.36161612312775177,"score_spread":0.2709873304098118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006263173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6347852,0.09630801,0.20920193,0.044145197,0.0026741424,0.008092956,0.00001479604,0.0006317435,0.004146076],"genre_scores_gemma":[0.6422612,0.027737943,0.31890732,0.0067888214,0.001571192,0.0006658148,0.00024567256,0.0000760358,0.0017459783],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973736,0.000116623225,0.00058112,0.00056963426,0.0010158562,0.00034318276],"domain_scores_gemma":[0.9952984,0.00032421472,0.0008470018,0.0027183879,0.0007185212,0.00009348381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053325566,0.00021710809,0.00033146827,0.00025413354,0.0009194322,0.000378896,0.003321936,0.00006814033,0.000016259071],"category_scores_gemma":[0.005004398,0.00018769043,0.00014122351,0.0008111906,0.00004484088,0.00020702864,0.0009584673,0.00015341713,0.000051632083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054002185,0.00008918905,0.0002575768,0.0008489997,0.000030291574,3.8870323e-7,0.000068768204,0.0070252446,0.000007745756,0.0007604151,0.0069292886,0.98397666],"study_design_scores_gemma":[0.0006448434,0.00019837337,0.011848516,0.0011314485,0.00012344045,0.0000048683273,0.000008617552,0.8070942,0.00007084893,0.000084434614,0.17851195,0.00027842753],"about_ca_topic_score_codex":0.0000064987153,"about_ca_topic_score_gemma":0.0000012577731,"teacher_disagreement_score":0.98369825,"about_ca_system_score_codex":0.00013082959,"about_ca_system_score_gemma":0.00011624556,"threshold_uncertainty_score":0.7653793},"labels":[],"label_agreement":null},{"id":"W3006995895","doi":"10.1145/2318857.2254776","title":"Pricing cloud bandwidth reservations under demand uncertainty","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Computer science; Dynamic bandwidth allocation; Bandwidth (computing); Bandwidth allocation; Mathematical optimization; Computer network; Mathematics","score_opus":0.0897702861553863,"score_gpt":0.33709817405535386,"score_spread":0.24732788789996757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006995895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5095115,0.2088926,0.2508107,0.01126108,0.0034692315,0.0031794326,0.0000015871633,0.00060125755,0.012272616],"genre_scores_gemma":[0.9462038,0.0301768,0.017088886,0.00533023,0.0005581492,0.00014361613,0.000019666171,0.000022539472,0.00045629876],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967822,0.00035933792,0.0005955371,0.00038481093,0.0013535458,0.00052457995],"domain_scores_gemma":[0.9970127,0.00060669513,0.0003338688,0.0015245032,0.00036193363,0.00016031957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009302359,0.00021606634,0.00030454967,0.00036695536,0.0004321649,0.00011455061,0.0013697173,0.00006162147,0.000093882736],"category_scores_gemma":[0.0025080985,0.00017773952,0.00011345825,0.0039710863,0.000029563937,0.000269997,0.0007205359,0.00022513854,0.00022398093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023924163,0.00018089743,0.012582193,0.0011252016,0.0000684116,4.2692918e-7,0.0004234771,0.055149022,0.000008999181,0.0066560763,0.01708585,0.90671706],"study_design_scores_gemma":[0.0005372004,0.00008937678,0.045521736,0.0013922598,0.00018635945,0.000011628458,0.000028803923,0.816778,0.000046877816,0.0006643706,0.13425991,0.00048350237],"about_ca_topic_score_codex":0.000010594168,"about_ca_topic_score_gemma":9.652474e-7,"teacher_disagreement_score":0.90623355,"about_ca_system_score_codex":0.00026013574,"about_ca_system_score_gemma":0.000110508845,"threshold_uncertainty_score":0.7248007},"labels":[],"label_agreement":null},{"id":"W3009424282","doi":"10.1145/1384529.1375492","title":"Analysis of bittorrent-like protocols for on-demand stored media streaming","year":2008,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"","keywords":"BitTorrent; Computer science; Upload; Download; Bandwidth (computing); Peer-to-peer; On demand; Computer network; Distributed computing; Multimedia; World Wide Web","score_opus":0.14579309185419642,"score_gpt":0.3786104444600324,"score_spread":0.23281735260583597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009424282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42660537,0.066054925,0.40458956,0.004098501,0.0016605027,0.09502677,0.000097520446,0.001244782,0.00062206114],"genre_scores_gemma":[0.7319461,0.039320324,0.18585587,0.0019474138,0.00016528298,0.040399987,0.00019045029,0.0000527082,0.00012183881],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964587,0.00013522022,0.0008378104,0.00058866316,0.001615511,0.0003640795],"domain_scores_gemma":[0.9952043,0.0010018714,0.000583824,0.002019307,0.0010913817,0.000099285295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039162417,0.00024711248,0.00077404693,0.0019386932,0.00018087125,0.00003489498,0.0021813374,0.00009604186,0.00002515379],"category_scores_gemma":[0.0076400675,0.00021296632,0.00024698465,0.013230756,0.000058191166,0.00044015012,0.0003767116,0.00014974458,0.000027554803],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129472155,0.00013948427,0.01602679,0.0007354708,0.00025940593,9.0254485e-7,0.00024224364,0.0069028577,0.000032113716,0.0003339849,0.010292575,0.96502125],"study_design_scores_gemma":[0.0015405215,0.0012414699,0.14824948,0.0033402208,0.0015321112,0.000006749307,0.000016899021,0.7988219,0.0017880478,0.00026555217,0.042265642,0.000931364],"about_ca_topic_score_codex":0.0000025138145,"about_ca_topic_score_gemma":0.0000032722016,"teacher_disagreement_score":0.9640899,"about_ca_system_score_codex":0.00019585218,"about_ca_system_score_gemma":0.00022970971,"threshold_uncertainty_score":0.91464263},"labels":[],"label_agreement":null},{"id":"W3010697107","doi":"10.1145/1071690.1064230","title":"Empirical evaluation of multi-level buffer cache collaboration for storage systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Cache; False sharing; Transparency (behavior); Distributed computing; Server; Hierarchy; Interface (matter); Software; Operating system; Memory hierarchy; IBM; File server; Cache algorithms; CPU cache; Database","score_opus":0.29996966189274565,"score_gpt":0.4431986743173009,"score_spread":0.14322901242455527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010697107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027297914,0.15338525,0.81008166,0.0020303095,0.0006955364,0.006096478,0.00007529087,0.0002530503,0.00008452906],"genre_scores_gemma":[0.6652062,0.023597306,0.3081642,0.00047853318,0.00012399405,0.0021023457,0.00022773475,0.000029777679,0.00006993979],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952191,0.00045345628,0.0010449106,0.00061834,0.0023392073,0.00032494898],"domain_scores_gemma":[0.9918033,0.0005712194,0.0008825729,0.0019726027,0.004702859,0.00006747531],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012592414,0.00026555374,0.0005257289,0.0006001907,0.00017593871,0.00008712284,0.0015849199,0.00016298881,0.000030822153],"category_scores_gemma":[0.018624207,0.00023877292,0.00009591107,0.0040501193,0.000061508326,0.0022015637,0.000330925,0.00017819187,0.000056890218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054853485,0.00013434926,0.00035945376,0.000998018,0.000029271738,1.1338745e-7,0.00016301335,0.041589182,0.00015815055,0.0005736613,0.006575663,0.94941366],"study_design_scores_gemma":[0.0012153316,0.00015723777,0.0026213098,0.00058484974,0.00023805934,0.000004845602,0.000042260577,0.9763716,0.0009918787,0.00014079327,0.017340483,0.00029136965],"about_ca_topic_score_codex":0.0000019521103,"about_ca_topic_score_gemma":0.0000047535295,"teacher_disagreement_score":0.94912225,"about_ca_system_score_codex":0.0008759154,"about_ca_system_score_gemma":0.0007121305,"threshold_uncertainty_score":0.9896423},"labels":[],"label_agreement":null},{"id":"W3012290046","doi":"10.1145/511399.511337","title":"Maximum likelihood network topology identification from edge-based unicast measurements","year":2002,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Network tomography; Network topology; Topology (electrical circuits); Computer science; Unicast; Markov chain Monte Carlo; Logical topology; Identification (biology); Markov chain; Process (computing); Algorithm; Distributed computing; Mathematics; Computer network; Machine learning; Artificial intelligence; Multicast","score_opus":0.10498267471539258,"score_gpt":0.30295721592339336,"score_spread":0.1979745412080008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012290046","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00899368,0.5096775,0.45165673,0.016827477,0.0048727673,0.0034959791,0.000008714425,0.0005993433,0.0038677987],"genre_scores_gemma":[0.9157757,0.057585128,0.018439705,0.0069398754,0.00056040956,0.00045528502,0.000109241315,0.000026922646,0.00010770443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99602205,0.00058369763,0.0008774746,0.00066511636,0.0013744001,0.0004772736],"domain_scores_gemma":[0.996077,0.0004283205,0.00054749975,0.0018741367,0.00092067913,0.00015235112],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043008896,0.00025908064,0.00041736616,0.00022413049,0.0002990834,0.00015015913,0.0017802768,0.00012037416,0.00087674055],"category_scores_gemma":[0.0013990601,0.00024779118,0.00013612707,0.0030316473,0.000046709443,0.0006340234,0.00017436518,0.0002433835,0.0011794434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002561427,0.000074731855,0.0017912616,0.000074919524,0.000028941764,5.3827125e-7,0.000016033146,0.002529981,0.00000934519,0.00016173653,0.015501195,0.97980875],"study_design_scores_gemma":[0.0010894354,0.000108405206,0.006803147,0.00070740836,0.00023180415,0.0000029724774,0.000001667258,0.9549492,0.00004117612,0.0014749292,0.03421466,0.00037521066],"about_ca_topic_score_codex":0.000005331585,"about_ca_topic_score_gemma":0.0000048033858,"teacher_disagreement_score":0.97943354,"about_ca_system_score_codex":0.00019400204,"about_ca_system_score_gemma":0.00013230454,"threshold_uncertainty_score":0.99999744},"labels":[],"label_agreement":null},{"id":"W3014275177","doi":"10.1145/2318857.2254773","title":"Towards optimal error-estimating codes through the lens of Fisher information analysis","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Wireless Communication Techniques","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Estimator; Computer science; Network packet; Algorithm; Fisher information; Overhead (engineering); Upper and lower bounds; Coding (social sciences); Cramér–Rao bound; Path (computing); Estimation theory; Mathematics; Statistics; Machine learning; Computer network","score_opus":0.0892676072028616,"score_gpt":0.36140221492781543,"score_spread":0.27213460772495385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014275177","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06682671,0.16873957,0.74972504,0.0007339434,0.0004313409,0.0023137513,0.000031597865,0.0006222174,0.010575852],"genre_scores_gemma":[0.7922582,0.0667329,0.14029771,0.00027414048,0.000036177487,0.0002474127,0.00013373591,0.000015873688,0.0000038747135],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979996,0.00013743363,0.00081611826,0.00008478373,0.0007255716,0.000236493],"domain_scores_gemma":[0.9976217,0.0002785259,0.00038583716,0.0011488526,0.00053213123,0.000032948265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028337934,0.00017818666,0.00039108176,0.00031663862,0.00012403214,0.000024451145,0.0006506843,0.00006881146,0.00020119965],"category_scores_gemma":[0.0020236121,0.00013759786,0.00014099937,0.0038596634,0.000054038785,0.0027123159,0.0001378514,0.00022315313,0.000036542227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020985758,0.00002846723,0.0034502377,0.0016629524,0.00024198681,9.938048e-9,0.00086637225,0.35110864,0.000025149167,0.00048298496,0.001975879,0.64015526],"study_design_scores_gemma":[0.00016551574,0.000032839445,0.01577606,0.000655007,0.0011382693,0.0000019558956,0.000093379014,0.95617235,0.0016708705,0.00008431506,0.023902118,0.00030729861],"about_ca_topic_score_codex":0.000008129324,"about_ca_topic_score_gemma":8.218844e-7,"teacher_disagreement_score":0.72543144,"about_ca_system_score_codex":0.00015441825,"about_ca_system_score_gemma":0.000036354653,"threshold_uncertainty_score":0.5611078},"labels":[],"label_agreement":null},{"id":"W3014454296","doi":"10.1145/1384529.1375459","title":"Performance of random medium access control, an asymptotic approach","year":2008,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Wireless Networks and Protocols","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Aloha; Computer science; Random access; Network packet; Queue; Access control; Simple (philosophy); Computer network; Queueing theory; Exponential backoff; Distributed computing; Throughput; Algorithm; Wireless; Telecommunications","score_opus":0.10759054177228122,"score_gpt":0.35034312587968797,"score_spread":0.24275258410740674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014454296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58683306,0.10875514,0.2514984,0.0013305275,0.0015290662,0.042305328,0.000011497033,0.00049170345,0.007245276],"genre_scores_gemma":[0.90857786,0.07780232,0.009350549,0.000917203,0.00016239051,0.0031063585,0.000029800942,0.0000203985,0.000033123753],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955777,0.00053157686,0.0010422585,0.00057954696,0.0018359695,0.00043297384],"domain_scores_gemma":[0.99570894,0.00042164576,0.00073162164,0.0018881358,0.0010752943,0.00017433063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067031337,0.0002994642,0.0008053113,0.00039988436,0.00030136615,0.00008296089,0.003257416,0.00011529406,0.00010463039],"category_scores_gemma":[0.0010436584,0.0002429176,0.00015170778,0.003764399,0.000104148035,0.0028144184,0.00034606445,0.00027515073,0.000041376905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116052775,0.00050323136,0.087781705,0.0054968037,0.00009532941,0.0000023383086,0.00025195448,0.032694805,0.000037939826,0.0003249497,0.003764321,0.8689306],"study_design_scores_gemma":[0.002793039,0.00044539256,0.06136291,0.0009958253,0.00009629968,0.00003974292,0.0000012484138,0.9314471,0.00023589966,0.000034719025,0.0021965064,0.0003513229],"about_ca_topic_score_codex":0.000004941355,"about_ca_topic_score_gemma":3.2220342e-7,"teacher_disagreement_score":0.8987523,"about_ca_system_score_codex":0.00008616827,"about_ca_system_score_gemma":0.00049419445,"threshold_uncertainty_score":0.9905892},"labels":[],"label_agreement":null},{"id":"W3017038139","doi":"10.1145/2318857.2254814","title":"Power and energy containers for multicore servers","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Multi-core processor; Server; Power (physics); Predictability; Energy (signal processing); Operating system; Shared resource; Efficient energy use; Power management; Power control; Resource (disambiguation); Embedded system; Computer network; Engineering; Electrical engineering","score_opus":0.051595743689226,"score_gpt":0.3144459678378964,"score_spread":0.26285022414867043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017038139","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.343718,0.50124574,0.13832842,0.006786264,0.0024521302,0.0023827166,0.0000034326415,0.00036377172,0.004719553],"genre_scores_gemma":[0.9679225,0.012794251,0.015279491,0.003451398,0.0000980558,0.00016184399,0.000008420507,0.000012924454,0.00027109502],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846053,0.00009886532,0.00031434163,0.00027051748,0.0005282913,0.00032743553],"domain_scores_gemma":[0.9984483,0.00030827778,0.00018449471,0.000669441,0.00027167628,0.00011777762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033966256,0.00014928373,0.00022469128,0.00020516277,0.00016709573,0.000058191854,0.0005917377,0.00004042926,0.000020493586],"category_scores_gemma":[0.0011360414,0.00012340261,0.00007698966,0.0010088063,0.000021543765,0.00014359804,0.00035988056,0.000064030275,0.000014520062],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023356617,0.000048449307,0.004686284,0.0006023092,0.000030491663,1.3134043e-7,0.00017046736,0.00043539164,0.000007642952,0.00427797,0.0054232245,0.9843153],"study_design_scores_gemma":[0.0009638727,0.00019100233,0.015545283,0.00074885885,0.0001329439,0.00000943754,0.000031613108,0.6341188,0.00007907205,0.000120754165,0.34765404,0.00040431332],"about_ca_topic_score_codex":0.000004300897,"about_ca_topic_score_gemma":2.7467985e-7,"teacher_disagreement_score":0.983911,"about_ca_system_score_codex":0.00008503116,"about_ca_system_score_gemma":0.000036942783,"threshold_uncertainty_score":0.5032213},"labels":[],"label_agreement":null},{"id":"W3017160517","doi":"10.1145/3410048.3410111","title":"Optimal Bidding Strategies for Online Ad Auctions with Overlapping Targeting Criteria","year":2020,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Bidding; Common value auction; Disjoint sets; Mathematical optimization; Upper and lower bounds; Computer science; Value (mathematics); Microeconomics; Operations research; Mathematics; Economics; Discrete mathematics; Machine learning","score_opus":0.32497274718727504,"score_gpt":0.4749508169736782,"score_spread":0.14997806978640316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017160517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34658825,0.040101994,0.5867593,0.01991439,0.00056835415,0.0044487645,0.0001596245,0.00028425685,0.0011750251],"genre_scores_gemma":[0.86172503,0.013541017,0.11925773,0.003756191,0.0004936772,0.00074347813,0.00025357047,0.000040436455,0.00018886745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964846,0.0002280241,0.0010054506,0.0006037223,0.0014080292,0.00027017386],"domain_scores_gemma":[0.9955116,0.0013149801,0.0006763707,0.0006481786,0.0016975998,0.00015126615],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060853483,0.00020885075,0.00043068358,0.00029925696,0.0006130303,0.000286039,0.0008174114,0.000059221216,0.0013695958],"category_scores_gemma":[0.015625125,0.00015674754,0.00013754531,0.0048946766,0.00007789473,0.0013439354,0.00012566324,0.00019540485,0.00017803602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009401174,0.0001401273,0.00035956706,0.0009462313,0.000074408745,4.624198e-7,0.000740015,0.055986848,0.001518823,0.0032727981,0.028846256,0.90802044],"study_design_scores_gemma":[0.0010288194,0.0004946666,0.0022242044,0.0008999872,0.0003784759,0.000013684337,0.0028679308,0.5923984,0.00037525268,0.0035503474,0.39515233,0.00061588216],"about_ca_topic_score_codex":7.473591e-7,"about_ca_topic_score_gemma":7.9794967e-7,"teacher_disagreement_score":0.90740454,"about_ca_system_score_codex":0.00006775627,"about_ca_system_score_gemma":0.0003162076,"threshold_uncertainty_score":0.9995433},"labels":[],"label_agreement":null},{"id":"W3025834744","doi":"10.1145/2796314.2745894","title":"Online Electricity Cost Saving Algorithms for Co-Location Data Centers","year":2015,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures; National Science Foundation","keywords":"Competitive analysis; Computer science; Bidding; Online algorithm; Data center; Electricity; Minification; Cloud computing; Algorithm; Approximation algorithm; Mathematical optimization; Upper and lower bounds; Economics; Microeconomics; Computer network; Mathematics; Engineering","score_opus":0.2583414917023091,"score_gpt":0.4098249340799952,"score_spread":0.15148344237768613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025834744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027550036,0.11654222,0.8391545,0.0075692893,0.0016307101,0.0063411267,0.000048857004,0.00041495066,0.0007483127],"genre_scores_gemma":[0.49672955,0.08268681,0.39740235,0.014830042,0.0017150705,0.00090185896,0.004965252,0.000118776166,0.0006503127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996919,0.0002086876,0.0005947565,0.0006530751,0.0012625006,0.0003620278],"domain_scores_gemma":[0.9956273,0.0004104398,0.00040666558,0.0023195026,0.0010888403,0.00014728605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008944012,0.00019753212,0.00031009468,0.0003528597,0.00020709311,0.00013990633,0.0029585108,0.00005030689,0.000007646968],"category_scores_gemma":[0.0067579616,0.00017626527,0.00005892739,0.003253461,0.00001725772,0.00024981168,0.00086077576,0.00015934517,0.000071091796],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002493392,0.000112367845,0.0005868695,0.0003774324,0.000019307514,2.3514384e-7,0.000040818195,0.0044912156,0.0000015271586,0.00007401705,0.027530773,0.96676296],"study_design_scores_gemma":[0.0005424844,0.00012328048,0.0017555685,0.00060709397,0.0000836248,0.000004420873,0.000009064287,0.8833904,0.000019531022,0.00005528774,0.113206044,0.00020319587],"about_ca_topic_score_codex":0.000015666194,"about_ca_topic_score_gemma":0.0000021790572,"teacher_disagreement_score":0.96655977,"about_ca_system_score_codex":0.00034014168,"about_ca_system_score_gemma":0.0003117471,"threshold_uncertainty_score":0.80903995},"labels":[],"label_agreement":null},{"id":"W3032989794","doi":"10.1145/2796314.2745855","title":"Online Auctions in IaaS Clouds","year":2015,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Research Grants Council, University Grants Committee","keywords":"Profit maximization; Computer science; Provisioning; Cloud computing; Common value auction; Server; Combinatorial auction; Profit (economics); Social Welfare; Competitive analysis; Payment; Maximization; Online algorithm; Mathematical optimization; Microeconomics; Economics; Computer network; Operating system; Mathematics","score_opus":0.13500232885020197,"score_gpt":0.35948335027828765,"score_spread":0.22448102142808568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032989794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72719043,0.20872423,0.026865734,0.019869238,0.003106676,0.002921655,0.0000030084989,0.00055066164,0.010768343],"genre_scores_gemma":[0.9154396,0.031742465,0.045971513,0.005213455,0.00043024102,0.00019643383,0.000043992448,0.000029888311,0.00093241397],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973856,0.00024762205,0.00055195123,0.00039684767,0.0011354898,0.00028248865],"domain_scores_gemma":[0.99784315,0.00013860193,0.00020487154,0.0012373498,0.00045157832,0.00012445175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005565305,0.00015872084,0.00027306718,0.0005086309,0.00009222925,0.00006781399,0.0013314774,0.000047195957,0.000028797578],"category_scores_gemma":[0.002613621,0.00013877662,0.0000711509,0.005091261,0.00002214216,0.000116247655,0.00061616185,0.00021685558,0.00021744656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000109268,0.00018068608,0.002828961,0.0002552462,0.000009755185,0.0000018168604,0.00015635644,0.020842476,6.560548e-7,0.00055939227,0.008841748,0.9663218],"study_design_scores_gemma":[0.00069972593,0.00013536263,0.019075196,0.0010260711,0.000045615354,0.000013605729,0.000026973185,0.8887305,0.000007831411,0.0005862396,0.089381866,0.00027098038],"about_ca_topic_score_codex":0.000015350732,"about_ca_topic_score_gemma":0.000005336589,"teacher_disagreement_score":0.9660508,"about_ca_system_score_codex":0.00028905753,"about_ca_system_score_gemma":0.00020733441,"threshold_uncertainty_score":0.56591463},"labels":[],"label_agreement":null},{"id":"W3043759368","doi":"10.1145/2964791.2901493","title":"Towards Multi-Resource Fair Allocation with Placement Constraints","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Isolation (microbiology); Shared resource; Distributed computing; Resource allocation; Task (project management); Resource (disambiguation); Computer network","score_opus":0.06012952846928886,"score_gpt":0.31074769637642013,"score_spread":0.25061816790713126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043759368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056304045,0.02101526,0.9007289,0.013540263,0.00040073233,0.0028793144,0.0000027534802,0.00044119183,0.00468755],"genre_scores_gemma":[0.93230885,0.009014305,0.054510582,0.0029657362,0.00010549292,0.00028742148,0.0000115745015,0.000026700865,0.0007693275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683833,0.00023803794,0.0005159294,0.00058340695,0.0014640328,0.00036028755],"domain_scores_gemma":[0.9974049,0.0002219186,0.00036118954,0.0013938092,0.000498374,0.00011985039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041568256,0.00024341985,0.00029185117,0.00031635776,0.00019918637,0.00008590296,0.0013774153,0.000049531962,0.0001256134],"category_scores_gemma":[0.0010731884,0.00014548893,0.00007511539,0.0018767583,0.00008757637,0.00013442256,0.000491856,0.000108978995,0.00024579233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031550605,0.00006592613,0.00063375855,0.00029175493,0.000031363972,9.915863e-7,0.00006936754,0.0015079736,0.00001553069,0.0004315117,0.0017274176,0.99522126],"study_design_scores_gemma":[0.006580787,0.0011511619,0.033006374,0.01338724,0.00043014326,0.000071648574,0.00007778155,0.7700476,0.0013791884,0.00013376317,0.17208545,0.0016488382],"about_ca_topic_score_codex":0.0000027788844,"about_ca_topic_score_gemma":9.227824e-7,"teacher_disagreement_score":0.9935724,"about_ca_system_score_codex":0.00027837718,"about_ca_system_score_gemma":0.00020322842,"threshold_uncertainty_score":0.59328663},"labels":[],"label_agreement":null},{"id":"W3080082894","doi":"10.1145/2318857.2254804","title":"Measuring and characterizing home networks","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Wireless Networks and Protocols","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Universal Plug and Play; Computer science; Set (abstract data type); Telecommunications; Data set; Computer network; Artificial intelligence","score_opus":0.12859924777256956,"score_gpt":0.3228065373716196,"score_spread":0.19420728959905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080082894","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089964844,0.745636,0.14613706,0.0020706134,0.001931624,0.012578086,0.0000011512005,0.0003136501,0.0013669675],"genre_scores_gemma":[0.82703674,0.15953839,0.008795054,0.0021547624,0.00047799604,0.001947824,0.000009296499,0.00001765925,0.000022295773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797356,0.00020935219,0.00041467062,0.0002760849,0.0006923556,0.00043395287],"domain_scores_gemma":[0.9983215,0.00022008682,0.00025728726,0.0008054082,0.00023462526,0.0001610973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066205314,0.00017472499,0.00029992222,0.0001762714,0.00020418645,0.00013714773,0.0007018598,0.00006661065,0.00005010498],"category_scores_gemma":[0.0005272378,0.00015063827,0.000053489628,0.0017486052,0.000018977691,0.001774861,0.0003990753,0.00020515955,0.000053943495],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010515749,0.000017740218,0.020788314,0.00046314113,0.0000085583815,1.4230356e-7,0.000044259286,0.00012751507,0.000008689851,0.00040887628,0.00047970522,0.977652],"study_design_scores_gemma":[0.0006010499,0.000115314746,0.3088859,0.0040567126,0.00010251866,0.000043052434,0.0000025614825,0.61816704,0.00012523745,0.00012029633,0.06709065,0.0006896776],"about_ca_topic_score_codex":9.795123e-7,"about_ca_topic_score_gemma":1.0807845e-7,"teacher_disagreement_score":0.9769623,"about_ca_system_score_codex":0.000068936744,"about_ca_system_score_gemma":0.00004771435,"threshold_uncertainty_score":0.61428505},"labels":[],"label_agreement":null},{"id":"W3088063260","doi":"10.1145/1012888.1005726","title":"A model of BGP routing for network engineering","year":2004,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Distributed computing; Computer network; Network mapping; Routing protocol; Routing domain; Router; Default-free zone; Static routing; Border Gateway Protocol; Routing (electronic design automation); Routing table; Traffic engineering; IP forwarding; Exploit; The Internet; Computer security","score_opus":0.07282824963096528,"score_gpt":0.2985425160890364,"score_spread":0.22571426645807113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088063260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004959815,0.04044958,0.95227057,0.0007633694,0.0002972072,0.0010567056,0.0000011773448,0.00008733149,0.00011426977],"genre_scores_gemma":[0.79427123,0.015789472,0.18881014,0.0006900307,0.0001372053,0.00026536448,0.00000765726,0.000012171282,0.000016757738],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831927,0.000033374094,0.00053960446,0.00027059857,0.000553046,0.00028408787],"domain_scores_gemma":[0.9981598,0.00028955046,0.00028798386,0.00065448874,0.00054744,0.00006069768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035415124,0.00014212768,0.00031458907,0.00013089135,0.00009588376,0.000031373074,0.000783806,0.00004983269,0.000006093649],"category_scores_gemma":[0.0016118588,0.00013347626,0.000119095246,0.001691471,0.000010600215,0.00040976357,0.00011121877,0.00010247018,0.000010092546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001142213,0.000009944416,0.00004337281,0.00023937489,0.000008687758,3.127866e-8,0.000016504237,0.57960373,0.0000074597233,0.008509487,0.00016802941,0.41139224],"study_design_scores_gemma":[0.0006029019,0.00006699759,0.00012975397,0.0012276033,0.00007134869,0.0000016675409,6.326427e-7,0.99615985,0.0000395627,0.0008105462,0.00074418756,0.00014497022],"about_ca_topic_score_codex":6.459529e-7,"about_ca_topic_score_gemma":3.4244036e-7,"teacher_disagreement_score":0.7893114,"about_ca_system_score_codex":0.000097338714,"about_ca_system_score_gemma":0.00026839884,"threshold_uncertainty_score":0.54430044},"labels":[],"label_agreement":null},{"id":"W3094768887","doi":"10.1145/384268.378799","title":"Automation support for software performance engineering","year":2001,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Nortel (Canada)","funders":"","keywords":"Computer science; Software; Automation; Set (abstract data type); Software system; Heuristic; Software engineering; Embedded software; Distributed computing; Embedded system; Operating system; Programming language; Engineering","score_opus":0.06148041236818427,"score_gpt":0.32118656264350065,"score_spread":0.2597061502753164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094768887","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08409137,0.024371637,0.8837611,0.0007389219,0.0015018794,0.004053205,0.0000031768138,0.0007664847,0.00071221666],"genre_scores_gemma":[0.45475677,0.06659606,0.4744942,0.001129803,0.0004243756,0.0019346362,0.00016080962,0.000079432066,0.0004239034],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996617,0.00009378524,0.00093450525,0.0005637371,0.0012896013,0.0005013439],"domain_scores_gemma":[0.9964434,0.00044673862,0.00047827073,0.001461873,0.001037418,0.00013229092],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067217103,0.00029062608,0.00045616349,0.00056081003,0.00023391988,0.00018775383,0.0014631697,0.00010503907,0.000110655106],"category_scores_gemma":[0.0050741225,0.000277963,0.00015086772,0.0033211857,0.000013502577,0.0026352361,0.00022239178,0.00017260405,0.00036552115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030262077,0.000032162065,0.005221541,0.0032371318,0.000024594729,7.930852e-7,0.00007423842,0.0106454175,0.000064823806,0.00020826192,0.0017155515,0.97877246],"study_design_scores_gemma":[0.00049849506,0.000188335,0.014384925,0.0016049352,0.00007485923,0.000065903194,0.000002273378,0.95217437,0.00035001858,0.000029517225,0.030237652,0.000388749],"about_ca_topic_score_codex":0.0000021062585,"about_ca_topic_score_gemma":2.573233e-7,"teacher_disagreement_score":0.9783837,"about_ca_system_score_codex":0.00030773744,"about_ca_system_score_gemma":0.0003111901,"threshold_uncertainty_score":0.9999673},"labels":[],"label_agreement":null},{"id":"W3096853443","doi":"10.1145/1811099.1811055","title":"A query language and runtime tool for evaluating behavior of multi-tier servers","year":2010,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; A priori and a posteriori; Server; ENCODE; Query language; Distributed computing; Database; Operating system","score_opus":0.06310928138396427,"score_gpt":0.38035232533325525,"score_spread":0.317243043949291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096853443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702511,0.018296644,0.007475469,0.00015937297,0.0007172633,0.0029839922,0.000008567535,0.000079122605,0.000028467135],"genre_scores_gemma":[0.8625389,0.0063694404,0.12956117,0.00031854332,0.00007185027,0.0010205993,0.000027470825,0.000020143989,0.000071877206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737555,0.0001465108,0.0008049029,0.00047904483,0.0009087821,0.00028518695],"domain_scores_gemma":[0.99641687,0.0005158328,0.00049508567,0.0013691159,0.0011268316,0.00007626123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009744845,0.00021197996,0.00045957623,0.0002850027,0.00017793203,0.000058886082,0.00085570925,0.0001251165,0.000064593696],"category_scores_gemma":[0.0064479006,0.00017341883,0.0001423622,0.0013974973,0.000064371015,0.0009127252,0.0002795665,0.00022912043,0.00002345732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050130343,0.00009517851,0.054719727,0.003134427,0.000018164315,2.2916366e-7,0.0003488348,0.000031828644,0.00156174,0.000054855034,0.00018137238,0.9398486],"study_design_scores_gemma":[0.003638911,0.00080017303,0.32548025,0.0026360324,0.0007086143,0.000046842255,0.000076659824,0.6565523,0.006149781,0.000077871526,0.0028363625,0.0009961479],"about_ca_topic_score_codex":0.000014604207,"about_ca_topic_score_gemma":0.0000037510217,"teacher_disagreement_score":0.9388525,"about_ca_system_score_codex":0.000055742905,"about_ca_system_score_gemma":0.00027723002,"threshold_uncertainty_score":0.7719205},"labels":[],"label_agreement":null},{"id":"W3098019742","doi":"10.1145/511399.511371","title":"Context-aware TCP/IP","year":2002,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Computer network; TCP tuning; Internet Protocol; Transmission Control Protocol; Internet protocol suite; TCP global synchronization; TCP acceleration; The Internet; Network packet; Distributed computing; World Wide Web","score_opus":0.08757470719507392,"score_gpt":0.2950560274125267,"score_spread":0.20748132021745275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098019742","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008102759,0.8059633,0.1488784,0.020672455,0.0024077962,0.003244643,0.000004228653,0.0007623045,0.009964164],"genre_scores_gemma":[0.83416414,0.15477677,0.0022210176,0.0077318703,0.00016504947,0.00023869638,0.000009825021,0.00001361628,0.0006790296],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99719036,0.00024561532,0.0005743078,0.0004749657,0.0011616909,0.00035308438],"domain_scores_gemma":[0.99713576,0.00037310796,0.00028311697,0.0013686108,0.0007010651,0.00013832512],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025571005,0.00021984188,0.00036656423,0.00025109373,0.00021884489,0.00011505814,0.0015198974,0.000076799544,0.0013079568],"category_scores_gemma":[0.0013876033,0.00019357206,0.00012847545,0.0028283298,0.00003401812,0.00085333874,0.00019265081,0.00022737686,0.0018769423],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.507232e-7,0.000034073775,0.00038818843,0.00014316244,0.00001305646,9.655221e-7,0.00003064992,0.00016124135,5.427747e-7,0.0010628097,0.030896677,0.967268],"study_design_scores_gemma":[0.0006168242,0.00009943942,0.0013847415,0.000705852,0.000081710845,0.000016029499,0.000003615261,0.84542316,0.000011532301,0.000097952216,0.15127255,0.0002865783],"about_ca_topic_score_codex":0.0000013582506,"about_ca_topic_score_gemma":0.0000010557691,"teacher_disagreement_score":0.9669814,"about_ca_system_score_codex":0.000112997805,"about_ca_system_score_gemma":0.00008088573,"threshold_uncertainty_score":0.999605},"labels":[],"label_agreement":null},{"id":"W3125717888","doi":"10.1145/2695533.2695546","title":"Network Security and Contagion","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Opinion Dynamics and Social Influence","field":"Physics and Astronomy","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Presumption; Order (exchange); Externality; Convexity; Aggregate (composite); Investment (military); Microeconomics; Computer science; Economics; Financial economics","score_opus":0.03086801783429692,"score_gpt":0.32325861460342536,"score_spread":0.29239059676912843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125717888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8983782,0.05953938,0.0036869878,0.0022375805,0.0010001422,0.0020007838,0.00001409578,0.00007121552,0.03307163],"genre_scores_gemma":[0.9860054,0.012021209,0.00038631816,0.0011015091,0.0003201205,0.00006502121,0.000053167892,0.000008857683,0.00003834373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988245,0.00014443246,0.00029952993,0.00020043614,0.00034641984,0.00018472389],"domain_scores_gemma":[0.99896187,0.00017658221,0.0001880382,0.00033714782,0.00026840315,0.00006795236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002491802,0.000119085984,0.00024216148,0.00004926279,0.00018738167,0.00004187532,0.0001771874,0.00003207934,0.00028864553],"category_scores_gemma":[0.00030058445,0.000109385335,0.000049993945,0.000640802,0.000034017703,0.00019857135,0.000087237415,0.00013299748,0.000053233576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022686388,0.00002955073,0.2101443,0.00035252646,0.00002103545,2.4401313e-8,0.00007669876,0.00024407139,0.000001451415,0.026077101,0.004843532,0.75820744],"study_design_scores_gemma":[0.0020664008,0.0003494815,0.20652667,0.0035402013,0.00051783054,0.000002122229,0.000064925865,0.42358285,0.000026409452,0.09954604,0.26253688,0.0012401734],"about_ca_topic_score_codex":0.0000169984,"about_ca_topic_score_gemma":6.093206e-7,"teacher_disagreement_score":0.75696725,"about_ca_system_score_codex":0.00002486443,"about_ca_system_score_gemma":0.00004496964,"threshold_uncertainty_score":0.44606045},"labels":[],"label_agreement":null},{"id":"W3126514484","doi":"10.1145/3264022","title":"Session details: Proceedings of the 2011 GreenMetrics workshop","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web","score_opus":0.08302795739366062,"score_gpt":0.2893056945505132,"score_spread":0.20627773715685258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126514484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91118515,0.07798394,0.00016873563,0.000110141096,0.00049947976,0.0016792597,0.0000023545965,0.00011132349,0.00825963],"genre_scores_gemma":[0.9508308,0.047563054,0.0012229125,0.00009254678,0.00003426061,0.00010932327,0.000003294711,0.000024695335,0.000119108634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979801,0.000040136743,0.00061909214,0.00020731347,0.0008926673,0.0002606691],"domain_scores_gemma":[0.99788916,0.0001260038,0.00021915282,0.00059707684,0.0011020445,0.000066589535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033901604,0.00019406999,0.0003310597,0.00032297857,0.0000980652,0.0000136355575,0.00074987055,0.00010616584,0.0006059779],"category_scores_gemma":[0.003390322,0.00013439776,0.00014280123,0.0038346876,0.000055889406,0.00045326684,0.00016483967,0.00026523217,0.000054731147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070594915,0.00007423599,0.24319163,0.007756581,0.00003882414,1.5091828e-7,0.0003559199,0.0001413302,0.000058515052,0.00013097259,0.009170757,0.73907405],"study_design_scores_gemma":[0.0008123998,0.0001567845,0.9093542,0.0037636682,0.00080793054,0.000010847258,0.00028035502,0.061733894,0.005837933,0.0012141663,0.015225652,0.00080214086],"about_ca_topic_score_codex":0.0000048287275,"about_ca_topic_score_gemma":0.0000013317517,"teacher_disagreement_score":0.7382719,"about_ca_system_score_codex":0.0001797138,"about_ca_system_score_gemma":0.00007316164,"threshold_uncertainty_score":0.6635033},"labels":[],"label_agreement":null},{"id":"W3129020610","doi":"10.1145/3264343","title":"Session details: Proceedings of the 2013 GreenMetrics workshop","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; Psychology; Library science; World Wide Web","score_opus":0.03682303811835124,"score_gpt":0.2862610055525463,"score_spread":0.24943796743419505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129020610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9313696,0.061276767,0.00056500454,0.0007964923,0.0005520552,0.0016910615,0.0000017048819,0.00012110647,0.0036262104],"genre_scores_gemma":[0.9451085,0.053702846,0.00074016047,0.00015455778,0.00006357813,0.0000968261,0.000004606438,0.00002341515,0.000105530584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978678,0.000058971928,0.0005951309,0.00020538589,0.0010187388,0.00025395164],"domain_scores_gemma":[0.9977376,0.0002921306,0.00021203874,0.0006033122,0.001089443,0.000065464905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047558397,0.0001884001,0.00035022557,0.00029449325,0.00011006286,0.00002648782,0.0006818617,0.00010130196,0.00013939876],"category_scores_gemma":[0.0068015694,0.00012993123,0.00013386615,0.0049765464,0.000047430625,0.00038242107,0.00014985968,0.00026246076,0.000034129855],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026000714,0.000032123222,0.08038531,0.007445258,0.000020107853,2.3786793e-8,0.00007143034,0.0020832221,0.00006424017,0.000118327545,0.018650895,0.89112645],"study_design_scores_gemma":[0.0008624463,0.00012912811,0.29065144,0.0046106107,0.0005767552,0.0000064457804,0.00010582206,0.5781908,0.001909387,0.0009772083,0.12126267,0.00071727345],"about_ca_topic_score_codex":0.0000027256892,"about_ca_topic_score_gemma":0.0000015783268,"teacher_disagreement_score":0.8904092,"about_ca_system_score_codex":0.0001802935,"about_ca_system_score_gemma":0.000050194947,"threshold_uncertainty_score":0.8142605},"labels":[],"label_agreement":null},{"id":"W3134366789","doi":"10.1145/3453953.3453975","title":"Frequency scaling in multilevel queues","year":2021,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Mount Royal University","funders":"","keywords":"Queue; Bulk queue; Computer science; Multilevel queue; Scaling; Fork–join queue; Scheduling (production processes); Queueing theory; Queue management system; Real-time computing; Mathematical optimization; Mathematics; Computer network; Geometry","score_opus":0.08088553930748711,"score_gpt":0.33841692164745135,"score_spread":0.25753138233996425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134366789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7653274,0.21194357,0.0020734423,0.0026886736,0.00079845625,0.0013685816,0.0000030896058,0.00023587322,0.015560935],"genre_scores_gemma":[0.9451366,0.043289654,0.0042469357,0.006399787,0.00042104305,0.00016259162,0.00016235547,0.000039616363,0.00014138916],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768794,0.00009374486,0.00070831296,0.00043221645,0.0007821511,0.00029565356],"domain_scores_gemma":[0.9974614,0.0002505642,0.00040588816,0.00078813796,0.0010793589,0.000014700504],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004677146,0.00020665846,0.00042703366,0.00069304125,0.00015008768,0.0001060172,0.00043299168,0.000064956286,0.0014883046],"category_scores_gemma":[0.016960813,0.0002020266,0.00012720995,0.0054812296,0.000029369117,0.0017672521,0.00023410017,0.00022429928,0.00065198616],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052092782,0.0001352064,0.042092633,0.0037400671,0.00003988703,0.0000125504,0.00002958467,0.0072605014,0.0002428291,0.0057154237,0.00057901023,0.9401471],"study_design_scores_gemma":[0.0021104265,0.000015362442,0.06680918,0.0124480985,0.0013202266,0.000012178787,0.0001584292,0.83917075,0.00077417435,0.034322314,0.041275803,0.001583049],"about_ca_topic_score_codex":0.00003291886,"about_ca_topic_score_gemma":0.000025883128,"teacher_disagreement_score":0.93856406,"about_ca_system_score_codex":0.00016408872,"about_ca_system_score_gemma":0.00010142053,"threshold_uncertainty_score":0.99942446},"labels":[],"label_agreement":null},{"id":"W3135062675","doi":"10.1145/3453953.3453968","title":"A Rent-Seeking Framework for Multipath TCP","year":2021,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Multipath TCP; Computer science; Mathematical optimization; Nash equilibrium; Multipath propagation; Function (biology); Utility maximization; Utility maximization problem; Mathematical economics; Computer network; Economics; Mathematics; Channel (broadcasting)","score_opus":0.08501074543276876,"score_gpt":0.3548096472219973,"score_spread":0.26979890178922855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135062675","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015863715,0.15727547,0.8345309,0.003988486,0.001081026,0.0010984637,0.0000024153078,0.00013950781,0.00029733896],"genre_scores_gemma":[0.35419092,0.15843226,0.47487992,0.010276638,0.0005538025,0.001231038,0.00007069436,0.00003392864,0.00033081058],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736625,0.0002266398,0.0005770419,0.00056304166,0.0009086089,0.00035842045],"domain_scores_gemma":[0.9956354,0.0012157022,0.00031519693,0.0013701209,0.0013500552,0.00011355259],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034088385,0.00019636238,0.00038009926,0.0001672493,0.0002470729,0.00015220226,0.0010071781,0.00009841046,0.0001584734],"category_scores_gemma":[0.009183252,0.00018505797,0.0001817652,0.0028550876,0.000018815805,0.00052850187,0.00022783481,0.00022248524,0.00012149818],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022580434,0.000039285023,0.00035901973,0.00039060152,0.000020066254,0.0000010805505,0.000038386064,0.00040942698,0.000008047029,0.009397005,0.0025735195,0.98676133],"study_design_scores_gemma":[0.000755494,0.00009063353,0.001081344,0.0023612177,0.00015088922,0.000015046256,0.000007111552,0.91199934,0.00009194908,0.002699991,0.08041625,0.00033074198],"about_ca_topic_score_codex":4.3459534e-7,"about_ca_topic_score_gemma":6.077177e-7,"teacher_disagreement_score":0.9864306,"about_ca_system_score_codex":0.000110119465,"about_ca_system_score_gemma":0.00041706619,"threshold_uncertainty_score":0.9991628},"labels":[],"label_agreement":null},{"id":"W3135701632","doi":"10.1145/3453953.3453966","title":"Incentive Analysis of Bitcoin-NG, Revisited","year":2021,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Incentive; Blockchain; Cryptocurrency; Computer science; Database transaction; Leverage (statistics); Computer security; Serialization; Key (lock); Microeconomics; Economics; Database; Artificial intelligence","score_opus":0.04416043044587784,"score_gpt":0.33362205279174467,"score_spread":0.2894616223458668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135701632","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22337899,0.5318659,0.23255774,0.0063870614,0.00027844618,0.0019478922,0.000028984545,0.00031942452,0.003235581],"genre_scores_gemma":[0.77269787,0.19393745,0.03161616,0.0013911821,0.000014985182,0.00015800958,0.00012806024,0.0000071817535,0.000049101724],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772173,0.00021891472,0.0006549338,0.00046461564,0.00075520173,0.00018457501],"domain_scores_gemma":[0.9953133,0.00026647584,0.00046301205,0.0021658503,0.0017418923,0.000049454244],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0029472846,0.00013497028,0.0005334936,0.0008896308,0.00011758227,0.000028763148,0.0011836546,0.000094038405,0.00026245834],"category_scores_gemma":[0.0027350236,0.00012716085,0.00020333254,0.024696402,0.000050349605,0.0002794695,0.00047737474,0.00017599053,0.000045226476],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011094896,0.00019653888,0.018740462,0.00073446374,0.0005261673,0.0000015908075,0.00009792643,0.0002225579,0.00013305919,0.026770132,0.0017696193,0.9508064],"study_design_scores_gemma":[0.00058903685,0.00010482765,0.1264704,0.0011789073,0.0038030597,0.00001017602,0.000021551205,0.8226633,0.0066613923,0.0029006992,0.035029612,0.00056700583],"about_ca_topic_score_codex":0.0000029201462,"about_ca_topic_score_gemma":0.0000023274615,"teacher_disagreement_score":0.95023936,"about_ca_system_score_codex":0.00008529905,"about_ca_system_score_gemma":0.00021471047,"threshold_uncertainty_score":0.99603415},"labels":[],"label_agreement":null},{"id":"W3136052704","doi":"10.1145/3263936","title":"Session details: Special issue on the 2010 GreenMetrics workshop","year":2011,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Soil and Land Suitability Analysis","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; Psychology; World Wide Web","score_opus":0.1245810294018464,"score_gpt":0.3143339311407501,"score_spread":0.1897529017389037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136052704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75771785,0.025991393,0.00021921989,0.0066811764,0.0021065448,0.003113542,0.000008191479,0.00011546078,0.20404665],"genre_scores_gemma":[0.7581447,0.21905448,0.0021840357,0.012196109,0.0022128755,0.0004927999,0.000068076566,0.00005885203,0.0055881185],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968116,0.0003754164,0.00051167124,0.00041146952,0.0015880459,0.00030177983],"domain_scores_gemma":[0.9976768,0.0006715643,0.00025349815,0.0011976449,0.00009518555,0.000105322346],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0065061944,0.0002102869,0.00030299067,0.00019318602,0.00035204762,0.000033947967,0.0008819418,0.000096971344,0.082818635],"category_scores_gemma":[0.0074425163,0.00012421455,0.00017026665,0.0051426915,0.000116970274,0.0003597169,0.00027385214,0.00031040364,0.006457235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009475444,0.00010007277,0.069032684,0.00006955582,0.000014118317,4.96651e-7,0.00016815901,0.000094491006,0.0000015773368,0.000013684428,0.053874604,0.87662107],"study_design_scores_gemma":[0.00047578727,0.00025195957,0.5919965,0.00069895084,0.00068108103,0.000005350217,0.00017633881,0.017104037,0.00026479227,0.00068798475,0.3870164,0.00064082287],"about_ca_topic_score_codex":0.000052824962,"about_ca_topic_score_gemma":0.00003407011,"teacher_disagreement_score":0.87598026,"about_ca_system_score_codex":0.00021507092,"about_ca_system_score_gemma":0.000029644845,"threshold_uncertainty_score":0.99431634},"labels":[],"label_agreement":null},{"id":"W3139436443","doi":"10.1145/3263878","title":"Session details: Special Issue on the 2016 Greenmetrics Workshop","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information and Communications Technology; Session (web analytics); Sustainability; Flexibility (engineering); Work (physics); Data sharing; Computer science; Engineering management; Telecommunications; Engineering; World Wide Web; Management","score_opus":0.06319556094292249,"score_gpt":0.2982584745686394,"score_spread":0.2350629136257169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139436443","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16053683,0.42923957,0.02533058,0.050104965,0.03482007,0.014101455,0.000048524722,0.0024354155,0.2833826],"genre_scores_gemma":[0.1293042,0.8549136,0.00095155597,0.0031786694,0.007343362,0.0006913936,0.000029388688,0.00012816898,0.0034596657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970832,0.00018237186,0.0005848865,0.00032432986,0.0014392153,0.00038603766],"domain_scores_gemma":[0.9969316,0.0011838708,0.00015443517,0.0013636837,0.00027535512,0.00009105524],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0040670065,0.00029757796,0.00032267935,0.00056682626,0.00016318925,0.00004923683,0.0008347781,0.00009361767,0.004795835],"category_scores_gemma":[0.0057317456,0.00016133227,0.00011919912,0.0037537422,0.000039189512,0.0003895722,0.00017518422,0.00020417475,0.0035672246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026492596,0.000013922595,0.00032805774,0.00022958477,0.000025726365,4.6086512e-7,0.000008097273,0.0034234177,0.000010059784,0.0000933368,0.2831291,0.7127356],"study_design_scores_gemma":[0.00042535563,0.00006217876,0.005573808,0.0033153242,0.00016334277,0.0000018145984,0.000009113226,0.019382462,0.00049969694,0.000082380444,0.9701185,0.00036602118],"about_ca_topic_score_codex":7.729655e-7,"about_ca_topic_score_gemma":0.0000014245555,"teacher_disagreement_score":0.71236956,"about_ca_system_score_codex":0.00043700146,"about_ca_system_score_gemma":0.00004837183,"threshold_uncertainty_score":0.9972086},"labels":[],"label_agreement":null},{"id":"W3139440983","doi":"10.1145/3264362","title":"Session details: Special issue on the 2012 GreenMetrics workshop","year":2012,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Soil and Land Suitability Analysis","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web","score_opus":0.08309064493100063,"score_gpt":0.3305319293506438,"score_spread":0.24744128441964316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139440983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75687635,0.11436803,0.00023480206,0.01278313,0.0023266876,0.0029783302,0.000008525299,0.00010275182,0.11032142],"genre_scores_gemma":[0.8310521,0.15172078,0.0006938832,0.00900247,0.0038737275,0.00031031907,0.000062014806,0.000036787656,0.0032479244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964734,0.00046287556,0.00049002224,0.0003043307,0.0018320164,0.00043736724],"domain_scores_gemma":[0.997349,0.001112236,0.00024261056,0.0010649955,0.00007394337,0.00015717221],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00947558,0.0002143499,0.00030609625,0.0001796824,0.00038566763,0.000041598283,0.00068631396,0.00009481946,0.061331082],"category_scores_gemma":[0.0079638,0.00012622894,0.00016962737,0.005292202,0.00009071299,0.0008038538,0.00027567946,0.0002977247,0.008447528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047243207,0.00010218714,0.1184049,0.00007138699,0.000011931066,9.0284836e-8,0.00008546898,0.00021214073,0.000001710277,0.000015183886,0.08606243,0.79502785],"study_design_scores_gemma":[0.0002040189,0.000058556307,0.24783477,0.0002926965,0.0003472824,0.0000028139184,0.00006909499,0.005222861,0.000062595274,0.00008076825,0.7455199,0.00030468666],"about_ca_topic_score_codex":0.000013851425,"about_ca_topic_score_gemma":0.000010812765,"teacher_disagreement_score":0.79472315,"about_ca_system_score_codex":0.00031217595,"about_ca_system_score_gemma":0.00002203252,"threshold_uncertainty_score":0.99232453},"labels":[],"label_agreement":null},{"id":"W3168707590","doi":"10.1145/345063.339342","title":"On achievable service differentiation with token bucket marking for TCP","year":2000,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Token bucket; Computer network; Leaky bucket; Computer science; Service (business); Network packet; Scalability; Differentiated services; Differentiated service; Set (abstract data type); Service provider; Operating system","score_opus":0.03753820493755486,"score_gpt":0.2830861536880323,"score_spread":0.24554794875047745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168707590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39214286,0.07829815,0.47914246,0.0230951,0.0015531577,0.01290305,0.000020185638,0.000974108,0.0118709095],"genre_scores_gemma":[0.92651886,0.043041468,0.015138147,0.012692895,0.0002554076,0.0013157161,0.00013657035,0.000038717564,0.00086224225],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997655,0.0001659395,0.00042455684,0.0004697473,0.0009638102,0.00032094977],"domain_scores_gemma":[0.99756384,0.00053777045,0.00023316189,0.00095072156,0.0006271212,0.00008738386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022390983,0.000219703,0.00032221706,0.00019291152,0.00027107168,0.00013790192,0.00092628703,0.00006258012,0.0005638787],"category_scores_gemma":[0.00037042118,0.00017343182,0.000073532974,0.0022112255,0.000011458095,0.0006645943,0.000051916166,0.00015107315,0.00023644272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031216987,0.00004803518,0.00018086235,0.00032365628,0.000021667885,1.628337e-7,0.000027066239,0.004882781,0.0000020768287,0.0010289258,0.0027555837,0.990698],"study_design_scores_gemma":[0.0015148092,0.0004124686,0.0036853736,0.001475703,0.00017180733,0.000005931192,0.0000019069066,0.95048046,0.00003186729,0.00038616662,0.041495968,0.00033756072],"about_ca_topic_score_codex":0.00000205948,"about_ca_topic_score_gemma":0.0000034705959,"teacher_disagreement_score":0.9903604,"about_ca_system_score_codex":0.00010836563,"about_ca_system_score_gemma":0.00014364404,"threshold_uncertainty_score":0.70723444},"labels":[],"label_agreement":null},{"id":"W3188564586","doi":"10.1145/2796314.2745884","title":"Pricing Bilateral Electricity Trade between Smart Grids and Hybrid Green Datacenters","year":2015,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Natural Science Foundation of China","keywords":"Computer science; Smart grid; Distributed generation; Scalability; Cloud computing; Mathematical optimization; Distributed computing; Robustness (evolution); Dynamic pricing; Electricity; Grid; Linearization; Nash equilibrium; Nonlinear system; Renewable energy; Engineering; Economics; Electrical engineering","score_opus":0.07899523997553501,"score_gpt":0.2913578760726048,"score_spread":0.21236263609706982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188564586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8858005,0.100657165,0.0061245253,0.0009606641,0.0011310156,0.0018487783,0.000017592549,0.0004867103,0.0029730538],"genre_scores_gemma":[0.89785355,0.100059785,0.00084696634,0.0005347317,0.00025735606,0.00010380519,0.00025905494,0.00004916335,0.000035580546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977165,0.00011665923,0.00055642566,0.0003256746,0.0009066092,0.00037814773],"domain_scores_gemma":[0.9987871,0.00014205748,0.00011143081,0.0006811952,0.00008876915,0.00018945444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003238561,0.00026951483,0.00041184007,0.00046183335,0.00007703784,0.00005703149,0.00042507946,0.000047436373,0.0000396993],"category_scores_gemma":[0.00083719316,0.00025529315,0.000054957913,0.0017187309,0.000024575163,0.00063928025,0.00016361049,0.00022316244,0.000052959782],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005056899,0.000023146673,0.08681214,0.0023361542,0.00014691512,0.0000021208161,0.00006526824,0.00978,0.000012384614,0.000013155703,0.027889572,0.8729141],"study_design_scores_gemma":[0.0020162452,0.0003203715,0.16239703,0.0016513227,0.0010772318,0.000031176234,0.000016218313,0.46547392,0.0012614977,0.00012529168,0.36444706,0.001182629],"about_ca_topic_score_codex":0.000023378152,"about_ca_topic_score_gemma":0.0000035877154,"teacher_disagreement_score":0.87173146,"about_ca_system_score_codex":0.00049740635,"about_ca_system_score_gemma":0.00004890673,"threshold_uncertainty_score":0.9999899},"labels":[],"label_agreement":null},{"id":"W3190330924","doi":"10.1145/2637364.2591999","title":"Randomized auction design for electricity markets between grids and microgrids","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Microgrid; Computer science; Double auction; Common value auction; Electricity; Mathematical optimization; Grid; Auction theory; Combinatorial auction; Reverse auction; Microeconomics; Economics; Electrical engineering; Engineering; Mathematics","score_opus":0.05328012082800311,"score_gpt":0.291645716438151,"score_spread":0.23836559561014792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190330924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08687933,0.10669257,0.79686785,0.00050755445,0.0011313511,0.0065607433,0.000004695347,0.00041401008,0.0009419197],"genre_scores_gemma":[0.6132641,0.35393503,0.028636986,0.00057700684,0.0007339418,0.0024980432,0.00015715508,0.000094052804,0.0001037016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978692,0.00041138005,0.00062645454,0.0002886517,0.0005003048,0.00030398718],"domain_scores_gemma":[0.99750245,0.0015151016,0.00014811289,0.00048292917,0.00027313427,0.00007829554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01344552,0.00024482573,0.0006638201,0.0004194384,0.00012247368,0.000048467664,0.00025813334,0.00008368716,0.00004791861],"category_scores_gemma":[0.004775063,0.00022290285,0.00012078419,0.0012602701,0.000035000943,0.00026957027,0.000055217122,0.00012903969,0.000024657076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000371281,0.000016288564,0.00074383203,0.0032541573,0.00018722287,4.9570303e-8,0.000016226082,0.033328544,0.00002984616,0.00007799847,0.016557388,0.94541717],"study_design_scores_gemma":[0.02445349,0.00009894725,0.0054215924,0.0005449315,0.0010308004,0.0000017469113,0.0000011754972,0.92674345,0.00096708233,0.00044452492,0.03989018,0.00040206654],"about_ca_topic_score_codex":0.0000013837451,"about_ca_topic_score_gemma":1.8383543e-7,"teacher_disagreement_score":0.9450151,"about_ca_system_score_codex":0.00016962996,"about_ca_system_score_gemma":0.00002473672,"threshold_uncertainty_score":0.9089714},"labels":[],"label_agreement":null},{"id":"W3193092495","doi":"10.1145/3263045","title":"Session details: Special Issue on Challenges in Software Performance","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Cloud computing; Scalability; Session (web analytics); Software; Software engineering; Software system; World Wide Web; Database; Operating system","score_opus":0.09974224032379599,"score_gpt":0.3357522110799338,"score_spread":0.23600997075613783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193092495","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6526083,0.27943507,0.008170641,0.022956967,0.011150721,0.009111184,0.000014856609,0.0012833804,0.015268938],"genre_scores_gemma":[0.334939,0.6563626,0.0050150766,0.0011012318,0.0017434581,0.00052989065,0.0000093222125,0.00003748632,0.0002619534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947933,0.0004549231,0.0011159173,0.00100932,0.0019825082,0.00064405764],"domain_scores_gemma":[0.9953644,0.00086069235,0.00046908998,0.0024877586,0.0006585286,0.00015948563],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076732007,0.00042511045,0.0006789082,0.00078243914,0.00022732087,0.00006361893,0.0020209213,0.00020548177,0.000556795],"category_scores_gemma":[0.0051558795,0.00026869538,0.00015477257,0.0028551884,0.00006879137,0.0020876476,0.00044311956,0.00031099922,0.0022799019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012384458,0.00009650651,0.02551505,0.0014802832,0.00000782703,0.0000014026845,0.00010861251,0.00006291087,0.0000051290976,0.000060465467,0.0027858764,0.96986353],"study_design_scores_gemma":[0.004403926,0.0018349846,0.49889472,0.039273005,0.00011759436,0.000064375105,0.000040844534,0.018883968,0.0020246312,0.000649835,0.4317182,0.0020938911],"about_ca_topic_score_codex":0.0000022726463,"about_ca_topic_score_gemma":0.0000040599316,"teacher_disagreement_score":0.9677697,"about_ca_system_score_codex":0.00058740104,"about_ca_system_score_gemma":0.00034404884,"threshold_uncertainty_score":0.9999765},"labels":[],"label_agreement":null},{"id":"W3208295482","doi":"10.1145/3232172","title":"Session details: Proceedings of the 2017 GreenMetrics Workshop","year":2017,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Sustainable Industrial Ecology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web","score_opus":0.11019009645399658,"score_gpt":0.3444422032525938,"score_spread":0.2342521067985972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208295482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91138077,0.06832343,0.000049968483,0.0015187741,0.002202841,0.002884591,0.0000046178784,0.00011838435,0.013516604],"genre_scores_gemma":[0.9194649,0.079389416,0.0003946076,0.00012718173,0.00015096086,0.00015496736,0.0000036473336,0.000031065752,0.00028325064],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99788237,0.00003897196,0.0006272857,0.00022676702,0.000899286,0.00032529567],"domain_scores_gemma":[0.9967691,0.00029335977,0.0006356275,0.0011607748,0.0010737575,0.00006741004],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004222163,0.00020480399,0.00042562486,0.00036003673,0.00041873325,0.00008496025,0.0017492844,0.00019614308,0.00019274969],"category_scores_gemma":[0.030198561,0.00015186453,0.00012648788,0.0020224308,0.0000958464,0.0007590586,0.00039010483,0.0003957769,0.000047356625],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064333763,0.0000319812,0.04607241,0.0036674659,0.000051956587,4.950996e-7,0.000044255423,0.0030000752,0.000057865498,0.00009242519,0.029713463,0.9172612],"study_design_scores_gemma":[0.003219867,0.00025025883,0.45901006,0.012073022,0.0016110771,0.000045333556,0.00027427074,0.36629,0.0048359004,0.0007271411,0.15025127,0.0014117826],"about_ca_topic_score_codex":0.0000034693505,"about_ca_topic_score_gemma":0.0000019442882,"teacher_disagreement_score":0.9158494,"about_ca_system_score_codex":0.00038777268,"about_ca_system_score_gemma":0.00018213072,"threshold_uncertainty_score":0.9779705},"labels":[],"label_agreement":null},{"id":"W4210744263","doi":"10.1145/384268.378788","title":"Controlling the robots of Web search engines","year":2001,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Robot; Queueing theory; Queue; Search engine indexing; Function (biology); Distributed computing; Mathematical optimization; Computer network; Artificial intelligence; Mathematics","score_opus":0.07701152118727869,"score_gpt":0.3322626155373008,"score_spread":0.25525109435002213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210744263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7374016,0.22915545,0.0064709424,0.007748147,0.00070428586,0.003144798,0.0000025647912,0.00021463342,0.015157599],"genre_scores_gemma":[0.9338644,0.06312603,0.00037717939,0.0019795727,0.00040502782,0.00007652401,0.000025129139,0.000020818381,0.00012532086],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791336,0.00008447963,0.00057910447,0.00023072073,0.0009482247,0.0002441149],"domain_scores_gemma":[0.9970995,0.0004908587,0.00045456257,0.00077814626,0.0011662912,0.000010644707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078570675,0.00016630084,0.00038743086,0.0005050345,0.00022124566,0.00006174348,0.000682898,0.000039451836,0.00079726585],"category_scores_gemma":[0.006579752,0.00011402851,0.00015181281,0.005100194,0.00005855433,0.0009517884,0.00017348911,0.0001672926,0.0002703387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044929515,0.00009267278,0.018791666,0.0029355835,0.00014123316,0.0000014708728,0.00002728513,0.18188803,0.00031290553,0.0056648594,0.0013300338,0.7887693],"study_design_scores_gemma":[0.00073814887,0.000017629796,0.0032702272,0.0013876574,0.0009318965,0.0000032149085,0.00004099873,0.9390947,0.0000803972,0.0012115677,0.052944552,0.00027899267],"about_ca_topic_score_codex":0.000011673236,"about_ca_topic_score_gemma":0.0000036774304,"teacher_disagreement_score":0.78849036,"about_ca_system_score_codex":0.00004780921,"about_ca_system_score_gemma":0.000049970655,"threshold_uncertainty_score":0.8729502},"labels":[],"label_agreement":null},{"id":"W4211087622","doi":"10.1145/1012888.1005751","title":"Multicast protocols for scalable on-demand download","year":2004,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Multicast; Download; Computer science; Computer network; Scalability; On demand; Reliable multicast; IP multicast; Protocol Independent Multicast; World Wide Web; Operating system; Multimedia","score_opus":0.10702927383341124,"score_gpt":0.38562578842152606,"score_spread":0.27859651458811485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211087622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020853482,0.041845478,0.69246143,0.047188174,0.0013527122,0.19095539,0.00006092746,0.0023204528,0.0029619406],"genre_scores_gemma":[0.12906039,0.02004947,0.7018014,0.012926123,0.0002563716,0.13554712,0.00006309434,0.000059528305,0.0002364937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967556,0.0000805115,0.00064456946,0.00070074014,0.0012814825,0.00053710083],"domain_scores_gemma":[0.99614394,0.00039061307,0.00027785022,0.002155194,0.0008984824,0.00013389651],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004891434,0.0002828509,0.00045630027,0.0005746258,0.00025608295,0.00016871662,0.0025261857,0.00011464563,0.00003385527],"category_scores_gemma":[0.008509869,0.00023835489,0.00012237034,0.004557632,0.000042553394,0.0006787057,0.00050271465,0.0002167028,0.0008309319],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009344364,0.00012456249,0.00024297503,0.00089971395,0.000016450142,7.731511e-7,0.000039162587,0.00714174,0.000044263856,0.002269674,0.014107662,0.9751037],"study_design_scores_gemma":[0.010755862,0.006629002,0.014932515,0.024657298,0.00036719715,0.00006348948,0.000018046754,0.27680463,0.021922803,0.01870734,0.62181044,0.0033314151],"about_ca_topic_score_codex":0.0000015050466,"about_ca_topic_score_gemma":9.3968083e-7,"teacher_disagreement_score":0.97177225,"about_ca_system_score_codex":0.00036060036,"about_ca_system_score_gemma":0.0002859553,"threshold_uncertainty_score":0.999947},"labels":[],"label_agreement":null},{"id":"W4213088823","doi":"10.1145/3410048.3410108","title":"Third-Party Data Providers Ruin Simple Mechanisms","year":2020,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Israel National Cyber Directorate; Hebrew University of Jerusalem; California Institute of Technology; Israel Science Foundation; Fonds de recherche du Québec – Nature et technologies; Alfred P. Sloan Foundation; National Science Foundation","keywords":"Revenue; Common value auction; Logarithm; Fraction (chemistry); Microeconomics; Computer science; Constant (computer programming); Disjoint sets; Order (exchange); Econometrics; Business; Economics; Mathematics; Finance","score_opus":0.5025271705479473,"score_gpt":0.48285825107554126,"score_spread":0.01966891947240601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213088823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04205787,0.14351892,0.57542974,0.19570203,0.0020584066,0.017038323,0.00063197495,0.001107595,0.02245515],"genre_scores_gemma":[0.894433,0.046928603,0.017793523,0.038084794,0.0004743111,0.0006285665,0.0008865629,0.00005724886,0.00071339624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99370944,0.00060401787,0.0012775857,0.0009844676,0.003139392,0.00028507228],"domain_scores_gemma":[0.9930323,0.001449496,0.0007861337,0.0034311048,0.0010502776,0.0002507316],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.017964315,0.00021703342,0.0004761653,0.00024751143,0.00041471492,0.0002124744,0.0037373225,0.00007998419,0.004546375],"category_scores_gemma":[0.05925696,0.0001643741,0.00011407446,0.006684767,0.000074345146,0.0016746875,0.0009143911,0.0002652018,0.0050977734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010965238,0.0000464667,0.0004734729,0.00019864575,0.000019032643,3.3104482e-7,0.00011186203,0.00044430452,0.00010691376,0.0042755343,0.23949075,0.7548217],"study_design_scores_gemma":[0.00048779088,0.00014519249,0.0012526268,0.00016876863,0.00024121745,0.0000067511864,0.00022483825,0.16921635,0.00061107596,0.044803746,0.7824285,0.0004131273],"about_ca_topic_score_codex":0.0000022672937,"about_ca_topic_score_gemma":0.0000013354808,"teacher_disagreement_score":0.8523751,"about_ca_system_score_codex":0.000057917765,"about_ca_system_score_gemma":0.00031422562,"threshold_uncertainty_score":0.9963636},"labels":[],"label_agreement":null},{"id":"W4214586203","doi":"10.1145/3410048.3410100","title":"User-level Threading","year":2020,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Threading (protein sequence); Concurrency; Scalability; Thread (computing); Multithreading; POSIX Threads; Programming paradigm; Concurrent object-oriented programming; Server; Benchmark (surveying); Session (web analytics); Distributed computing; Parallel computing; Operating system; Programming language; Reactive programming; Inductive programming","score_opus":0.1788658844615934,"score_gpt":0.3607417337142652,"score_spread":0.1818758492526718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214586203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088733854,0.03533761,0.9505279,0.008495122,0.00019385587,0.0007746928,0.0000013696089,0.0005756071,0.0032065162],"genre_scores_gemma":[0.25270733,0.1259546,0.60167515,0.019138502,0.00018955035,0.00014526765,0.00003629244,0.000028061706,0.00012523567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779516,0.00016436355,0.000484182,0.00042844325,0.0008925887,0.00023526493],"domain_scores_gemma":[0.9980371,0.00018026782,0.0002694823,0.0008328772,0.0005458748,0.00013437368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022470318,0.00017041872,0.00028905732,0.00018745179,0.00016922026,0.00011656501,0.0016693677,0.000053858796,0.000073483214],"category_scores_gemma":[0.0036156364,0.00015607449,0.000084478634,0.0035491902,0.000016497681,0.0007665595,0.0004397375,0.00017612708,0.00023526957],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020362847,0.000030749747,0.0013120834,0.0006328052,0.000014923359,8.789873e-7,0.00013324922,0.0039894613,0.000012490708,0.00267722,0.03287323,0.95832086],"study_design_scores_gemma":[0.00025869312,0.00018310764,0.0012554257,0.0006665616,0.000041369545,0.0000045235815,0.0000014836037,0.95242757,0.0004682061,0.00032170626,0.044065647,0.00030570812],"about_ca_topic_score_codex":0.0000012166711,"about_ca_topic_score_gemma":7.9311675e-8,"teacher_disagreement_score":0.95801514,"about_ca_system_score_codex":0.000071940885,"about_ca_system_score_gemma":0.00016043687,"threshold_uncertainty_score":0.6364533},"labels":[],"label_agreement":null},{"id":"W4214613431","doi":"10.1145/3410048.3410060","title":"Staleness Control for Edge Data Analytics","year":2020,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Analytics; Generality; Distributed computing; Synchronization (alternating current); Enhanced Data Rates for GSM Evolution; Data analysis; Edge computing; Data synchronization; Data science; Big data; Real-time computing; Data mining; Wireless sensor network; Computer network; Artificial intelligence; Channel (broadcasting)","score_opus":0.30866865943090915,"score_gpt":0.4044584795626588,"score_spread":0.09578982013174964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214613431","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004157782,0.037757184,0.950597,0.0077852234,0.00022599516,0.002367047,0.00023617854,0.0003303478,0.00028523366],"genre_scores_gemma":[0.26909098,0.11924968,0.58624715,0.022282882,0.0004281681,0.000746459,0.001854975,0.000058589678,0.00004112907],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972978,0.00014839238,0.0006125158,0.0007199524,0.00093636924,0.00028493739],"domain_scores_gemma":[0.9947059,0.0006314141,0.0003821432,0.0033857622,0.00075444515,0.00014032703],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.005060522,0.00020176433,0.00043368805,0.00025041815,0.00012328713,0.00014701145,0.0056129824,0.00005903594,0.000044899287],"category_scores_gemma":[0.014115534,0.00018365889,0.00007060885,0.0035661526,0.000030146266,0.0016775505,0.0012086806,0.00013768818,0.00008125151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047409794,0.000030730323,0.0007154719,0.0013268937,0.00003136729,5.0305994e-7,0.000032238513,0.00005754692,0.000013751853,0.00076440186,0.078051634,0.9189707],"study_design_scores_gemma":[0.00056300306,0.00021413827,0.00048768774,0.0004776346,0.00021325608,0.0000025913305,0.000002119542,0.84025764,0.00016820739,0.00016363653,0.15719703,0.0002530594],"about_ca_topic_score_codex":0.0000011362849,"about_ca_topic_score_gemma":3.0906347e-7,"teacher_disagreement_score":0.9187177,"about_ca_system_score_codex":0.00007355591,"about_ca_system_score_gemma":0.0003174288,"threshold_uncertainty_score":0.9997671},"labels":[],"label_agreement":null},{"id":"W4214735731","doi":"10.1145/3410048.3410055","title":"Mechanism Design for Online Resource Allocation","year":2020,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Knapsack problem; Competitive analysis; Computer science; Valuation (finance); Payment; Incentive compatibility; Mechanism design; Resource allocation; Incentive; Function (biology); Resource (disambiguation); Mathematical optimization; Online algorithm; Allocative efficiency; Operations research; Microeconomics; Business; Economics; Mathematics","score_opus":0.24251252593777176,"score_gpt":0.37313752467782335,"score_spread":0.1306249987400516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214735731","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012324487,0.011590114,0.9628781,0.022343043,0.00009920439,0.0026585194,0.0000036412935,0.00014611338,0.00015799647],"genre_scores_gemma":[0.016038109,0.061301816,0.89530987,0.026183443,0.00016046842,0.00063572766,0.00022050789,0.000029809784,0.00012027967],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975415,0.00030203722,0.0005154841,0.00044321507,0.00094547094,0.0002523075],"domain_scores_gemma":[0.99754375,0.0004030069,0.00025662227,0.0007035085,0.0009308106,0.00016232881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042245616,0.00015619748,0.00025513957,0.0001903819,0.00017402532,0.00010187116,0.0012696938,0.00005895583,0.00009468983],"category_scores_gemma":[0.0064931833,0.0001430209,0.00008037289,0.00283284,0.000013930534,0.00068978453,0.00021235907,0.00013387892,0.00010700748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008394537,0.00007019065,0.000014443391,0.001156962,0.000018739745,2.0184801e-7,0.00018654877,0.022382382,0.00010199553,0.0075096553,0.01862681,0.9499237],"study_design_scores_gemma":[0.00047255945,0.00028750996,0.00004832922,0.00026210837,0.000039307553,0.0000014047563,0.0000042473553,0.9409015,0.00042313608,0.0007084925,0.056679633,0.00017175959],"about_ca_topic_score_codex":4.511307e-7,"about_ca_topic_score_gemma":1.2067585e-7,"teacher_disagreement_score":0.9497519,"about_ca_system_score_codex":0.00008301497,"about_ca_system_score_gemma":0.00026631562,"threshold_uncertainty_score":0.7773416},"labels":[],"label_agreement":null},{"id":"W4229579902","doi":"10.1145/2637364.2592015","title":"Randomized routing schemes for large processor sharing systems with multiple service rates","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Server; Routing (electronic design automation); Computer science; Distributed computing; Scheme (mathematics); Processor sharing; Exponential distribution; Homogeneous; Randomized algorithm; Computer network; Mathematics; Algorithm; Statistics; Queueing theory","score_opus":0.05504016125027736,"score_gpt":0.321331502369024,"score_spread":0.26629134111874664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229579902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48254287,0.109168634,0.3701079,0.0049825464,0.0012244987,0.025626883,0.0000140619295,0.001218951,0.0051136795],"genre_scores_gemma":[0.9900787,0.0022045386,0.0022604805,0.0028194454,0.0005488736,0.001724162,0.00020057915,0.000059327653,0.00010393435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974196,0.000099873294,0.0008082713,0.0005166449,0.0007458717,0.00040975248],"domain_scores_gemma":[0.99446315,0.0012395994,0.0012024449,0.0007273555,0.0023466905,0.000020758258],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017186671,0.0003040996,0.00093224394,0.0004633857,0.0004632359,0.00028264223,0.000643968,0.000061760584,0.00006740124],"category_scores_gemma":[0.026774734,0.0002259836,0.00015032562,0.0034628792,0.000023838531,0.0018681259,0.00020896192,0.00014312715,0.0001253726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018931165,0.0007616116,0.11213791,0.2246306,0.0019773361,0.0000016143134,0.00034455443,0.13956785,0.00016360532,0.1668471,0.001758001,0.33287865],"study_design_scores_gemma":[0.026628781,0.0000115822,0.00007914327,0.003470694,0.0011444461,8.4461846e-7,0.000034143526,0.94552976,0.000029226565,0.00066165696,0.022070369,0.0003393462],"about_ca_topic_score_codex":0.00001821695,"about_ca_topic_score_gemma":0.000011187041,"teacher_disagreement_score":0.8059619,"about_ca_system_score_codex":0.0000715965,"about_ca_system_score_gemma":0.000039818562,"threshold_uncertainty_score":0.98142314},"labels":[],"label_agreement":null},{"id":"W4234468666","doi":"10.1145/345063.339418","title":"AMVA techniques for high service time variability","year":2000,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Queue; Range (aeronautics); Fork–join queue; Service (business); Queueing theory; Residual; Algorithm; Computer network; Queue management system; Engineering","score_opus":0.037267153118777804,"score_gpt":0.30898851996015453,"score_spread":0.2717213668413767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234468666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72905695,0.050142128,0.023517696,0.035095762,0.0013898162,0.030619621,0.00008269641,0.0043449984,0.12575035],"genre_scores_gemma":[0.8045761,0.049305502,0.050286904,0.08174176,0.003913241,0.0044253375,0.00210652,0.00027329903,0.003371329],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783,0.00008433827,0.00065561343,0.00046802926,0.0006626641,0.00029938473],"domain_scores_gemma":[0.9966767,0.00044449884,0.00041221903,0.0010808368,0.0013685921,0.000017186221],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009152749,0.00024900673,0.00047353757,0.0003681442,0.00027829089,0.00009986365,0.0006936861,0.000084700696,0.009142586],"category_scores_gemma":[0.005622659,0.00022644016,0.00013896963,0.004380971,0.000030646388,0.001723883,0.00012090976,0.00013661743,0.001958521],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028011285,0.00007246547,0.00036483677,0.0028649678,0.00003508651,1.3539623e-7,0.000004495406,0.0007147581,0.00003941662,0.0015153913,0.0034332944,0.99092716],"study_design_scores_gemma":[0.00089921104,0.000060253915,0.0025865121,0.00232212,0.0023518933,0.0000023897164,0.000004996224,0.31008154,0.0003590017,0.045706872,0.634576,0.0010491792],"about_ca_topic_score_codex":0.000021090424,"about_ca_topic_score_gemma":0.0000020356533,"teacher_disagreement_score":0.98987794,"about_ca_system_score_codex":0.00013013212,"about_ca_system_score_gemma":0.000047870453,"threshold_uncertainty_score":0.9988186},"labels":[],"label_agreement":null},{"id":"W4235093512","doi":"10.1145/2964791.2901488","title":"Majority Rule Based Opinion Dynamics with Biased and Stubborn Agents","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Opinion Dynamics and Social Influence","field":"Physics and Astronomy","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Logarithm; Set (abstract data type); Computer science; Mathematical economics; Mathematics; Econometrics","score_opus":0.04871352847015456,"score_gpt":0.33924301166028076,"score_spread":0.29052948319012617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235093512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95514196,0.011785949,0.019822286,0.0043606465,0.00070647965,0.0027980213,0.00024459374,0.00009014792,0.0050498834],"genre_scores_gemma":[0.98393476,0.013516693,0.0014826524,0.00048504485,0.000112770045,0.0001550903,0.00017473116,0.000022772445,0.000115489165],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998314,0.00012908583,0.00036407236,0.0003245907,0.0006284133,0.0002397905],"domain_scores_gemma":[0.9984141,0.00022382241,0.00027658697,0.0005098832,0.00046753272,0.00010804589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014406805,0.00019673935,0.00029563808,0.0001421948,0.00019700054,0.000049146325,0.00026450778,0.00004395114,0.00049884606],"category_scores_gemma":[0.00024748343,0.00013183702,0.0000628427,0.0009063523,0.00007024581,0.00034739854,0.00007665364,0.000107287306,0.00005217338],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000912057,0.00007167343,0.30150953,0.00033264875,0.000033112432,1.1354231e-7,0.000013491368,0.000053490796,0.0000048977695,0.0016010702,0.00062345737,0.6957474],"study_design_scores_gemma":[0.0069570616,0.0006986092,0.62064064,0.010367991,0.0005180104,0.000002267331,0.000078287776,0.31960106,0.00015576046,0.0033332915,0.035952516,0.0016945195],"about_ca_topic_score_codex":0.000030953408,"about_ca_topic_score_gemma":0.000002337204,"teacher_disagreement_score":0.6940529,"about_ca_system_score_codex":0.00012765713,"about_ca_system_score_gemma":0.0002018752,"threshold_uncertainty_score":0.5462014},"labels":[],"label_agreement":null},{"id":"W4236156201","doi":"10.1145/885651.781030","title":"A framework for modeling and optimization of prescient instruction prefetch","year":2003,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Instruction prefetch; Computer science; Spawn (biology); Parallel computing; Thread (computing); Cache; Multithreading; Heuristics; Distributed computing; Operating system","score_opus":0.09339457510125627,"score_gpt":0.3543818088721181,"score_spread":0.26098723377086186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236156201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027844603,0.01832578,0.97724247,0.00015545248,0.00016990057,0.0010567601,7.5371673e-7,0.00008205904,0.00018237627],"genre_scores_gemma":[0.12783813,0.037550602,0.83432245,0.00013259467,0.00001206535,0.00012439977,0.0000070076626,0.0000070331466,0.0000056883828],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984254,0.00014305096,0.00047961707,0.0003150012,0.0004887622,0.00014812905],"domain_scores_gemma":[0.99800783,0.00019675768,0.00031467387,0.0005772486,0.00085758074,0.000045929217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031775127,0.00011636309,0.00022239496,0.00029683407,0.00014189507,0.00005167657,0.000399824,0.00006974747,0.000010323833],"category_scores_gemma":[0.0050554285,0.00010896029,0.000048238937,0.0016874565,0.000019238403,0.00051105703,0.00009095834,0.000082809696,8.484694e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018509874,0.00002649017,0.00016669353,0.0005896144,0.0000064019932,1.0444525e-8,0.00005555416,0.81739813,0.0000018873508,0.014265227,0.00007154258,0.16741659],"study_design_scores_gemma":[0.00023988438,0.000102412894,0.000029093333,0.00073988916,0.000034156852,0.0000028742425,0.0000020890348,0.9924389,0.00025282908,0.005651437,0.00038876804,0.00011767527],"about_ca_topic_score_codex":8.4206096e-7,"about_ca_topic_score_gemma":5.7483035e-8,"teacher_disagreement_score":0.17504075,"about_ca_system_score_codex":0.00005182898,"about_ca_system_score_gemma":0.00012438797,"threshold_uncertainty_score":0.6052185},"labels":[],"label_agreement":null},{"id":"W4236373590","doi":"10.1145/511399.511358","title":"Quality of service evaluations of multicast streaming protocols","year":2002,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Queuing Theory Analysis","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Scalability; Bandwidth (computing); Multicast; Computer network; Server; Quality of service; Queue; Service (business); Reliable multicast; Database; Xcast","score_opus":0.21170206156405671,"score_gpt":0.42092409667306574,"score_spread":0.20922203510900902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236373590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8691019,0.039359134,0.0053164293,0.0045611397,0.00038797685,0.051477868,0.0000357573,0.0003144701,0.029445337],"genre_scores_gemma":[0.98895633,0.00287717,0.0035071305,0.0015166448,0.00015749961,0.0028202885,0.000068445224,0.000031014875,0.00006547236],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99667776,0.00015925255,0.00129631,0.00029656108,0.0013682113,0.00020190203],"domain_scores_gemma":[0.99369985,0.00048757493,0.0017284761,0.0010573238,0.0030121037,0.000014661865],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077468376,0.00019271034,0.0006036465,0.00061245565,0.00012881879,0.0000278494,0.00059564476,0.00005587524,0.0024271903],"category_scores_gemma":[0.016081663,0.00017733256,0.0001596247,0.0058357627,0.00005329791,0.0012759106,0.00019730788,0.00012731459,0.00022918958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025677187,0.0005166571,0.020844676,0.022755811,0.00012760425,1.8656701e-7,0.00009344024,0.012425021,0.0010149525,0.0039863526,0.00054684345,0.9376628],"study_design_scores_gemma":[0.0018719983,0.000058208887,0.03859407,0.0072640507,0.0013651225,9.963762e-7,0.000105748935,0.9381383,0.00067936006,0.0025371248,0.008747157,0.0006378472],"about_ca_topic_score_codex":0.000035417404,"about_ca_topic_score_gemma":0.0000117025465,"teacher_disagreement_score":0.93702495,"about_ca_system_score_codex":0.00006905381,"about_ca_system_score_gemma":0.000034153025,"threshold_uncertainty_score":0.99848473},"labels":[],"label_agreement":null},{"id":"W4236587599","doi":"10.1145/2637364.2591980","title":"An online auction framework for dynamic resource provisioning in cloud computing","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Research Grants Council, University Grants Committee","keywords":"Computer science; Competitive analysis; Combinatorial auction; Cloud computing; Provisioning; Dual (grammatical number); TRACE (psycholinguistics); Auction algorithm; Online algorithm; Double auction; Mathematical optimization; Optimization problem; Resource allocation; Auction theory; Algorithm; Revenue equivalence; Common value auction; Mathematics","score_opus":0.20724161359093302,"score_gpt":0.4874762099048949,"score_spread":0.28023459631396186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236587599","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26605934,0.005710011,0.7233285,0.00210313,0.00047475728,0.0020607214,0.000009816163,0.00008353075,0.00017022388],"genre_scores_gemma":[0.9456099,0.0023196745,0.049862605,0.0014391304,0.0003338247,0.00018002412,0.0001491098,0.000023280742,0.00008241917],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99536264,0.0008574914,0.0013144837,0.0006822102,0.0014972307,0.00028595817],"domain_scores_gemma":[0.9921894,0.00437441,0.0008721482,0.0015192422,0.00093639275,0.00010841581],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029068781,0.0001851937,0.0004303934,0.00069432904,0.00046037367,0.00013610901,0.0011007669,0.00012476655,0.00019437795],"category_scores_gemma":[0.048967984,0.00015385973,0.00011566114,0.005030627,0.000059332797,0.00058057474,0.00011331226,0.0003185525,0.0001317553],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011189697,0.00009122394,0.001433564,0.000114436654,0.0000029018954,2.1551552e-8,0.000098908764,0.019077782,0.000014433797,0.0034564396,0.0004294877,0.9752696],"study_design_scores_gemma":[0.0003811779,0.00018909054,0.015294603,0.0010007392,0.000050830942,0.0000041440526,0.00018520742,0.87699705,0.00003386064,0.053654432,0.051970813,0.0002380702],"about_ca_topic_score_codex":0.0000016828573,"about_ca_topic_score_gemma":0.0000038169746,"teacher_disagreement_score":0.97503155,"about_ca_system_score_codex":0.00015816584,"about_ca_system_score_gemma":0.00009823459,"threshold_uncertainty_score":0.99977803},"labels":[],"label_agreement":null},{"id":"W4236722288","doi":"10.1145/1269899.1254904","title":"Synthetic designs","year":2007,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Communications Research Centre Canada","funders":"","keywords":"Computer science; Design of experiments; Reliability engineering; Statistical power; Variation (astronomy); Sample size determination; Sample (material); Statistical hypothesis testing; Software; Industrial engineering; Engineering; Statistics; Mathematics","score_opus":0.12903920978461722,"score_gpt":0.380485539652118,"score_spread":0.2514463298675008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236722288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03576613,0.13211997,0.82703584,0.00095585437,0.00080289703,0.0015335293,6.1300517e-7,0.00045460358,0.001330571],"genre_scores_gemma":[0.85778755,0.05478497,0.085977495,0.0010070333,0.000113436974,0.0001420038,0.000007787183,0.00002856385,0.00015116899],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967914,0.000116843425,0.00046597325,0.00041104792,0.0017565044,0.00045820844],"domain_scores_gemma":[0.994983,0.0023250212,0.00012701596,0.0017379584,0.00067504327,0.00015192907],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015484876,0.00015981824,0.00023254336,0.00062486454,0.00011999767,0.0000769412,0.0018120467,0.00005924995,0.00016248808],"category_scores_gemma":[0.024541005,0.00014458074,0.00007579573,0.005044169,0.000025850215,0.000597697,0.00032798483,0.00023102974,0.0006967089],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.755948e-7,0.00002666612,0.004920271,0.000515546,0.000008980224,0.0000024237668,0.000029897237,0.00019479338,0.000041789364,0.00037334504,0.0017329351,0.9921524],"study_design_scores_gemma":[0.0017639587,0.0008357227,0.45232907,0.007473436,0.00026761345,0.00020704653,0.000012179281,0.38272467,0.010454972,0.0011662618,0.1406486,0.0021164685],"about_ca_topic_score_codex":0.0000016839417,"about_ca_topic_score_gemma":2.916402e-7,"teacher_disagreement_score":0.9900359,"about_ca_system_score_codex":0.00025156737,"about_ca_system_score_gemma":0.0001990294,"threshold_uncertainty_score":0.9836757},"labels":[],"label_agreement":null},{"id":"W4238261333","doi":"10.1145/1269899.1254916","title":"Building high accuracy bloom filters using partitioned hashing","year":2007,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Bloom filter; Hash function; Computer science; False positive paradox; Network packet; Probabilistic logic; Bit array; Set (abstract data type); Filter (signal processing); Algorithm; Artificial intelligence; Computer network; Computer security","score_opus":0.11630709567044449,"score_gpt":0.36705051738648337,"score_spread":0.25074342171603886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238261333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4993672,0.030681767,0.4667663,0.00077353837,0.0012039231,0.00071795686,0.0000016421959,0.0001898515,0.00029782977],"genre_scores_gemma":[0.92898875,0.012911663,0.05461427,0.0032464813,0.00015918615,0.000026891985,0.000014100134,0.000015694592,0.000022984199],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693555,0.0001817876,0.0007128837,0.0004726461,0.0012602108,0.0004368989],"domain_scores_gemma":[0.99690926,0.0008011669,0.0004433259,0.0011422358,0.00057872105,0.00012527061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009174989,0.00021143635,0.00031757387,0.0005205452,0.00039639467,0.0002198335,0.001193444,0.00006592227,0.000068645895],"category_scores_gemma":[0.005357318,0.00020181622,0.00013263115,0.0028983376,0.000024612375,0.0017804648,0.0003403173,0.00025197334,0.00008036083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058141554,0.00006685066,0.0016739774,0.00057281484,0.000040340536,0.0000063925113,0.00010343216,0.003704592,0.0019868365,0.0018614926,0.0013176384,0.9886598],"study_design_scores_gemma":[0.0011651452,0.0001559619,0.009033253,0.004818998,0.00034845324,0.000074639975,0.00001968486,0.96978414,0.0030159473,0.0011257638,0.00955731,0.00090070115],"about_ca_topic_score_codex":0.000038080285,"about_ca_topic_score_gemma":0.0000019956078,"teacher_disagreement_score":0.9877591,"about_ca_system_score_codex":0.00034675447,"about_ca_system_score_gemma":0.00018288441,"threshold_uncertainty_score":0.82298267},"labels":[],"label_agreement":null},{"id":"W4238371512","doi":"10.1145/3376930.3376989","title":"Demystifying ComplexWorkload-DRAM Interactions","year":2019,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Dram; Computer science; Dynamic random-access memory; Universal memory; Embedded system; Workload; Throughput; Computer architecture; Parallel computing; Memory management; Semiconductor memory; Computer hardware; Operating system; Interleaved memory","score_opus":0.09426226989097763,"score_gpt":0.371122829678936,"score_spread":0.27686055978795837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238371512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011304742,0.055379458,0.8987237,0.0046864846,0.0016892614,0.0026512148,0.0000016645199,0.0011206962,0.024442775],"genre_scores_gemma":[0.630849,0.048014868,0.31682688,0.0033505417,0.00009525562,0.00018245819,0.000041814877,0.000024662288,0.00061450375],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976559,0.00023056302,0.0005712117,0.00044421354,0.00082965964,0.00026840947],"domain_scores_gemma":[0.99716866,0.00038611915,0.000357717,0.0013364179,0.0006719462,0.0000791383],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027670902,0.00018538734,0.00032134008,0.00043967957,0.00019423541,0.00014610137,0.0014514725,0.00004889459,0.0003594935],"category_scores_gemma":[0.0012807507,0.0001727429,0.00010374947,0.0031447585,0.000016351862,0.0009877264,0.00041852257,0.00024367087,0.0010210765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018240905,0.00007501493,0.0046106204,0.0007032261,0.00002384795,4.0711004e-7,0.000069225774,0.008291434,0.000027535752,0.0027175993,0.010901198,0.97257805],"study_design_scores_gemma":[0.00024127749,0.000084002015,0.0026982955,0.0017020425,0.00003559187,0.000013768653,0.0000022424558,0.9510078,0.0001458859,0.0005903746,0.043195393,0.00028333967],"about_ca_topic_score_codex":0.0000030353328,"about_ca_topic_score_gemma":3.49313e-7,"teacher_disagreement_score":0.97229475,"about_ca_system_score_codex":0.00016639505,"about_ca_system_score_gemma":0.00014920847,"threshold_uncertainty_score":0.99975675},"labels":[],"label_agreement":null},{"id":"W4240177344","doi":"10.1145/1012888.1005727","title":"A mean-field analysis of short lived interacting TCP flows","year":2004,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Transmission (telecommunications); Limit (mathematics); File size; Flow (mathematics); Download; Transmission rate; Mathematics; Computer science; Statistics; Mathematical analysis; Geometry; Telecommunications","score_opus":0.06680602776336374,"score_gpt":0.34198845252966353,"score_spread":0.2751824247662998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240177344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33588654,0.104254834,0.5517782,0.0031375824,0.0010505059,0.0016441306,0.0000020848113,0.00021305295,0.0020331019],"genre_scores_gemma":[0.95450455,0.031269934,0.0128175225,0.001235144,0.000051179963,0.00008476561,0.000014016166,0.0000067724704,0.000016129754],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973865,0.0001535454,0.00079679553,0.00039325614,0.001032047,0.00023782566],"domain_scores_gemma":[0.99691594,0.0006986377,0.0003515923,0.0011128804,0.0008353523,0.00008559911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00358751,0.0001752788,0.00055347715,0.0007777841,0.00010453486,0.00005904664,0.0011333224,0.000063431406,0.00017351232],"category_scores_gemma":[0.002839059,0.0001549969,0.00026743466,0.0077439193,0.000014229119,0.00067002344,0.00019326624,0.00020209649,0.000049099523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035957523,0.000047924183,0.0011309054,0.00013939696,0.00022683118,6.467694e-7,0.00016590765,0.027336372,0.000020554739,0.0005282091,0.00013738469,0.9702623],"study_design_scores_gemma":[0.00038867054,0.00015805055,0.0034977715,0.0010497501,0.0014337407,0.0000036101917,0.00001493932,0.9912532,0.00019713894,0.00006314301,0.0017098383,0.00023014679],"about_ca_topic_score_codex":0.000010239576,"about_ca_topic_score_gemma":0.000013710416,"teacher_disagreement_score":0.9700321,"about_ca_system_score_codex":0.00012747274,"about_ca_system_score_gemma":0.00021245726,"threshold_uncertainty_score":0.63205904},"labels":[],"label_agreement":null},{"id":"W4243404667","doi":"10.1145/2637364.2592009","title":"Non-intrusive, out-of-band and out-of-the-box systems monitoring in the cloud","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Virtualization; Computer science; Provisioning; Analytics; Virtual machine; Scope (computer science); Context (archaeology); Installation; Distributed computing; Embedded system; Operating system; Data science","score_opus":0.05329666552668606,"score_gpt":0.31111493933023737,"score_spread":0.2578182738035513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243404667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9080281,0.065120265,0.015480478,0.0016073176,0.0053575737,0.0023088884,6.45829e-7,0.00003300913,0.0020636828],"genre_scores_gemma":[0.99256366,0.006167022,0.00084062334,0.00015885354,0.00017266528,0.000047992162,4.906064e-7,0.0000064018795,0.000042296986],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750745,0.00039125932,0.0006186774,0.00027592145,0.0010119955,0.00019467702],"domain_scores_gemma":[0.997444,0.0005295732,0.00049789,0.0012349441,0.00026314575,0.000030494484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007866915,0.0001437851,0.0003349638,0.00019452389,0.00013214778,0.00006691899,0.0015619873,0.000042094223,0.0000015025494],"category_scores_gemma":[0.0013511135,0.00008647588,0.000076129974,0.0016353579,0.00004749681,0.00005696399,0.0004269252,0.00017113012,0.00000826434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003151031,0.00008569245,0.054493345,0.0047068517,0.00003630987,4.1228694e-7,0.0026037248,0.0109087415,0.000051650524,0.0010296267,0.0009145959,0.9251659],"study_design_scores_gemma":[0.0011483314,0.00029673448,0.11121207,0.010662742,0.00022841762,0.0000056228914,0.00015440804,0.8458574,0.00076629024,0.00029279004,0.028925795,0.00044941035],"about_ca_topic_score_codex":0.000012369168,"about_ca_topic_score_gemma":9.881857e-7,"teacher_disagreement_score":0.9247165,"about_ca_system_score_codex":0.000048969378,"about_ca_system_score_gemma":0.000044959303,"threshold_uncertainty_score":0.3526384},"labels":[],"label_agreement":null},{"id":"W4245750689","doi":"10.1145/2637364.2592025","title":"Optimal energy source selection and capacity planning for green datacenters","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Capital cost; Workload; Reliability engineering; Efficient energy use; Energy storage; Service (business); Energy supply; Energy (signal processing); Work (physics); Capital expenditure; Risk analysis (engineering); Power (physics); Engineering; Operating system; Business; Electrical engineering","score_opus":0.06592006992444671,"score_gpt":0.30392950276201885,"score_spread":0.23800943283757214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245750689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1417665,0.010193749,0.8459057,0.0009759419,0.00022375393,0.0005056693,7.276169e-7,0.000118899865,0.0003090099],"genre_scores_gemma":[0.93520355,0.0041253557,0.056780502,0.002911605,0.00031479803,0.00019576265,0.0000328896,0.000025608533,0.00040990123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982618,0.00017716175,0.0003294918,0.00043395092,0.0005433105,0.00025430322],"domain_scores_gemma":[0.9985867,0.0002959816,0.00023655292,0.0005700831,0.00023450519,0.00007615465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037947705,0.00015707022,0.00023344683,0.00025620896,0.0002991671,0.000098531964,0.0006758947,0.000042296928,0.0000057060697],"category_scores_gemma":[0.0009316111,0.00014051326,0.000058000693,0.0010732186,0.000019470888,0.00012243816,0.00037617912,0.000095298514,0.000005462457],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025298762,0.000017737906,0.0012209951,0.00057740475,0.000018282708,2.5189197e-8,0.00007536115,0.021413531,0.0000056489903,0.0005318632,0.0021001343,0.9740365],"study_design_scores_gemma":[0.00032118606,0.0001401792,0.0010141617,0.0004764522,0.00005637465,0.000006579645,0.0000039639713,0.8487355,0.00005355432,0.0000760343,0.1489592,0.00015676829],"about_ca_topic_score_codex":0.000024805011,"about_ca_topic_score_gemma":0.0000015843423,"teacher_disagreement_score":0.9738797,"about_ca_system_score_codex":0.00010334258,"about_ca_system_score_gemma":0.000027227888,"threshold_uncertainty_score":0.5729965},"labels":[],"label_agreement":null},{"id":"W4247541654","doi":"10.1145/3264336","title":"Session details: WiFi and cellular networks","year":2013,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Wireless Communication Networks Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; Computer network; World Wide Web","score_opus":0.07693689075976161,"score_gpt":0.3385319957644062,"score_spread":0.26159510500464456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247541654","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06675088,0.6457254,0.2724427,0.007317822,0.00045469764,0.0039753625,4.7383045e-7,0.00026394456,0.0030687028],"genre_scores_gemma":[0.63983977,0.34079283,0.017409764,0.0011562626,0.00006847267,0.0005005555,0.00002138458,0.000016519696,0.0001944584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99671894,0.00063494855,0.0005748731,0.0004512368,0.0012246026,0.00039540854],"domain_scores_gemma":[0.9954556,0.00065112667,0.00027603513,0.0024075308,0.0010245864,0.00018512722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050581326,0.00019918567,0.000317032,0.00043116946,0.00031562502,0.00031236815,0.0022176625,0.000099211844,0.0002897908],"category_scores_gemma":[0.0016755105,0.00016699379,0.000060304723,0.004467339,0.00006510006,0.0017394201,0.0012514036,0.00039149346,0.00037055856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9975216e-7,0.000025249534,0.0019840712,0.00026614705,0.000008659705,2.0719318e-7,0.000022820568,0.0011151624,0.000037281927,0.0005642355,0.0061155804,0.98986006],"study_design_scores_gemma":[0.00023719562,0.000054223037,0.011061365,0.0009042753,0.000023470498,0.0000055031487,0.0000033275912,0.9766795,0.00010171948,0.0002624156,0.010446246,0.00022075484],"about_ca_topic_score_codex":0.0000070541478,"about_ca_topic_score_gemma":5.385021e-7,"teacher_disagreement_score":0.98963934,"about_ca_system_score_codex":0.00011038968,"about_ca_system_score_gemma":0.0001347145,"threshold_uncertainty_score":0.6809809},"labels":[],"label_agreement":null},{"id":"W4249093509","doi":"10.1145/2637364.2592006","title":"On the relevance of adversarial queueing theory in practice","year":2014,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Queueing theory; Adversarial system; Robustness (evolution); Queue; Scheduling (production processes); Synchronization (alternating current); Computer network; Mathematical optimization; Mathematics; Artificial intelligence","score_opus":0.031021484522513756,"score_gpt":0.3047774683118247,"score_spread":0.27375598378931093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249093509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05438366,0.19262682,0.6512976,0.04553311,0.0037355064,0.006388098,0.00000206685,0.00028303967,0.045750078],"genre_scores_gemma":[0.95648086,0.033516124,0.0039591575,0.0057988223,0.000084231804,0.00011348324,0.0000016322476,0.0000072083953,0.000038453723],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683213,0.0012700208,0.0005087911,0.00028360347,0.00091731746,0.00018813221],"domain_scores_gemma":[0.98948675,0.008437549,0.00045331003,0.0011079831,0.00047965362,0.000034773348],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016590597,0.00012584441,0.0002502739,0.00017605546,0.00009049817,0.000032446227,0.0011229021,0.000045432476,0.00005111155],"category_scores_gemma":[0.03639729,0.00008725192,0.00006290018,0.0021851603,0.000036595866,0.0005715669,0.00012018909,0.00024752028,0.00008331564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012695919,0.00002994936,0.000064123626,0.00007771515,0.000007767427,1.5178888e-7,0.000048823476,0.003166673,0.000002005612,0.16401137,0.00058812374,0.8319906],"study_design_scores_gemma":[0.00093785144,0.00026421805,0.0014205424,0.0022634363,0.000109979046,0.0000044570616,0.000014490893,0.9511994,0.000050535786,0.0069671585,0.03654043,0.00022747942],"about_ca_topic_score_codex":0.0000024106114,"about_ca_topic_score_gemma":0.0000010882939,"teacher_disagreement_score":0.94803274,"about_ca_system_score_codex":0.000071818184,"about_ca_system_score_gemma":0.00014607715,"threshold_uncertainty_score":0.97171956},"labels":[],"label_agreement":null},{"id":"W4251485445","doi":"10.1145/1012888.1005689","title":"Some systems, applications and models I have known","year":2004,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Surprise; Variety (cybernetics); Relevance (law); Computer science; Field (mathematics); Management science; Data science; Operations research; Artificial intelligence; Psychology; Mathematics; Social psychology; Engineering; Political science","score_opus":0.30145715949888846,"score_gpt":0.4673791476071729,"score_spread":0.16592198810828446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251485445","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029567018,0.6895943,0.2514186,0.0077748154,0.00035020636,0.01242187,0.00007067445,0.0004314802,0.0083709825],"genre_scores_gemma":[0.8003965,0.18723388,0.007482085,0.001402737,0.00021325513,0.002718086,0.000062218554,0.00002464024,0.00046661633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99574906,0.00014894645,0.0011456936,0.0005974854,0.0021327075,0.00022613248],"domain_scores_gemma":[0.9953664,0.0007572472,0.00053349993,0.0016389732,0.001556684,0.00014721809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00780281,0.00019290771,0.0004079036,0.0005992965,0.00037351993,0.00022469096,0.00089914363,0.000095209485,0.0001184714],"category_scores_gemma":[0.0029172671,0.00015208167,0.00008974629,0.0029744117,0.00007685155,0.0010897602,0.0002108099,0.00016014327,0.00039060102],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024803257,0.00009694352,0.0009709464,0.0003184259,0.000014712112,1.469005e-7,0.00006991274,0.037868317,0.000019587973,0.077844,0.0045529194,0.8782416],"study_design_scores_gemma":[0.0010709062,0.00012828349,0.0044124685,0.0010467103,0.00025732716,0.000026347581,0.00012361087,0.35377252,0.00017282624,0.30986875,0.32843664,0.0006835815],"about_ca_topic_score_codex":0.0000143217385,"about_ca_topic_score_gemma":0.0000010825639,"teacher_disagreement_score":0.87755805,"about_ca_system_score_codex":0.00016612058,"about_ca_system_score_gemma":0.0002032726,"threshold_uncertainty_score":0.62017107},"labels":[],"label_agreement":null},{"id":"W4254227203","doi":"10.1145/3261684","title":"Session details: Network traffic characteristics and services","year":2010,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; Computer network; World Wide Web","score_opus":0.0244794771576786,"score_gpt":0.2851883118864095,"score_spread":0.26070883472873085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254227203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.861343,0.11407666,0.015761493,0.0031898578,0.0027774528,0.0018701502,0.0000028380143,0.0004032648,0.0005752818],"genre_scores_gemma":[0.9004569,0.08419549,0.012163833,0.0025633574,0.00041534405,0.00012313203,0.00002567167,0.000013762837,0.00004249552],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779487,0.00016301147,0.0005246719,0.00044251027,0.0007448222,0.00033011986],"domain_scores_gemma":[0.9976938,0.0003453334,0.0003456154,0.00097578985,0.0004881799,0.00015128296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036994047,0.00021459849,0.00036781823,0.00014298751,0.00028447562,0.0001902265,0.0009821744,0.000107033775,0.00011864189],"category_scores_gemma":[0.000525967,0.00018016172,0.00006082289,0.0016638853,0.000036950063,0.000791421,0.00023847914,0.0003645134,0.00011415897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019334573,0.00001887733,0.0033255997,0.00037913278,0.000008943275,5.684563e-7,0.000020529173,0.00020313734,0.000009737967,0.0004572643,0.00063876814,0.9949355],"study_design_scores_gemma":[0.00041597942,0.00007294813,0.0332187,0.001000117,0.00011912739,0.000022136126,0.0000026213531,0.9218519,0.0000055501646,0.00012459236,0.04286935,0.0002970248],"about_ca_topic_score_codex":6.207159e-7,"about_ca_topic_score_gemma":0.0000036791803,"teacher_disagreement_score":0.9946385,"about_ca_system_score_codex":0.000026913955,"about_ca_system_score_gemma":0.00013456409,"threshold_uncertainty_score":0.7346782},"labels":[],"label_agreement":null},{"id":"W4256131189","doi":"10.1145/2964791.2901487","title":"Network Calculus Analysis of a Feedback System with Random Service","year":2016,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Network calculus; Computer science; Service (business); Extension (predicate logic); Feedback control; Distributed computing; Calculus (dental); Theoretical computer science; Computer network; Control engineering; Quality of service; Engineering","score_opus":0.03302812604553042,"score_gpt":0.2696644633861825,"score_spread":0.2366363373406521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256131189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017995495,0.08385691,0.89136857,0.0031814238,0.00053874863,0.0018208859,0.0000056306385,0.00021483841,0.0010175128],"genre_scores_gemma":[0.97745204,0.016077004,0.0046712793,0.0013597435,0.00012679341,0.00022363444,0.000010604336,0.000011632448,0.00006725817],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969802,0.00037084921,0.0007091115,0.00043206156,0.0011929473,0.00031484966],"domain_scores_gemma":[0.994786,0.0007913356,0.00060967176,0.0014010684,0.0023065826,0.00010529885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004487145,0.00020348167,0.00075318676,0.00040324187,0.00011406504,0.00003934372,0.0011458722,0.000059896545,0.000087084416],"category_scores_gemma":[0.00073678285,0.00011885774,0.00015544824,0.012828964,0.000029590688,0.00049336534,0.0001434779,0.00008044877,0.00008983495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003402087,0.000024746072,0.0033355206,0.00059416925,0.00044420423,6.9044387e-7,0.000022599732,0.022488032,0.000002588048,0.0019810619,0.0014392055,0.96963316],"study_design_scores_gemma":[0.002293516,0.00012934025,0.009442332,0.0034932785,0.0025464706,0.0000046308996,0.000004574232,0.978095,0.000009337775,0.000011663702,0.0037031032,0.0002667338],"about_ca_topic_score_codex":0.000006848735,"about_ca_topic_score_gemma":0.000012504869,"teacher_disagreement_score":0.96936643,"about_ca_system_score_codex":0.00013846977,"about_ca_system_score_gemma":0.00023509744,"threshold_uncertainty_score":0.6163892},"labels":[],"label_agreement":null},{"id":"W4281650425","doi":"10.1145/3543516.3453921","title":"A Look Behind the Curtain: Traffic Classification in an Increasingly Encrypted Web","year":2021,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Encryption; Traffic classification; Convolutional neural network; Feature engineering; Provisioning; Data mining; The Internet; Robustness (evolution); Artificial intelligence; Computer network; Machine learning; Computer security; Deep learning; World Wide Web","score_opus":0.07826196662841482,"score_gpt":0.33432060186914475,"score_spread":0.2560586352407299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281650425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91947204,0.06402685,0.010860007,0.003624016,0.0003637246,0.0009162322,0.000001489257,0.000105763684,0.0006298681],"genre_scores_gemma":[0.9746239,0.020607162,0.0030346669,0.0014673622,0.00008474269,0.00006658461,0.00006399025,0.000011581918,0.000039970346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960755,0.00096302456,0.0008420346,0.0006006776,0.0011986023,0.0003201375],"domain_scores_gemma":[0.9969759,0.0004082187,0.0003906545,0.0010995477,0.0010436344,0.000082046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073882723,0.00020862343,0.0003684005,0.00036693155,0.00021065414,0.00027339143,0.0014995559,0.00008829243,0.00018244899],"category_scores_gemma":[0.0031356588,0.00015799388,0.00013646217,0.00415851,0.000040479015,0.0009786438,0.00020111946,0.00036031505,0.00010945279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034905916,0.00021485715,0.0019273723,0.00029946145,0.000031049574,0.000005752646,0.0010782859,0.009962663,0.000056767523,0.0075281314,0.00078528986,0.97810686],"study_design_scores_gemma":[0.00028933494,0.00005820931,0.009324791,0.00063043373,0.0000916946,0.000017191938,0.000089601715,0.98604834,0.000024601019,0.00001272293,0.0032124366,0.0002006527],"about_ca_topic_score_codex":0.0000027644112,"about_ca_topic_score_gemma":0.000082005376,"teacher_disagreement_score":0.9779062,"about_ca_system_score_codex":0.00021232621,"about_ca_system_score_gemma":0.0006073258,"threshold_uncertainty_score":0.6442804},"labels":[],"label_agreement":null},{"id":"W4281694763","doi":"10.1145/3543146.3543170","title":"Correlation-Aware Flow Consolidation for Load Balancing and Beyond","year":2022,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Consolidation (business); Uncorrelated; Percentile; Computer science; Load balancing (electrical power); Correlation; Flow (mathematics); Econometrics; Mathematics; Statistics; Economics","score_opus":0.03244279118129651,"score_gpt":0.2907942979518791,"score_spread":0.2583515067705826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281694763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005150673,0.119682476,0.86344755,0.0056737545,0.001688887,0.0034087147,0.000020632504,0.00018959279,0.000737734],"genre_scores_gemma":[0.9375594,0.0292414,0.023546422,0.0067590033,0.00017839244,0.0021683057,0.0002076754,0.0000227847,0.00031657136],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977754,0.0002083397,0.00044177708,0.00039019118,0.00096850964,0.00021579157],"domain_scores_gemma":[0.9977316,0.00066824345,0.00029543,0.0005652315,0.0006693707,0.00007009266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004601185,0.00014199657,0.0002478387,0.00018214951,0.0005892981,0.00008291431,0.0005509345,0.000033382395,0.00018188464],"category_scores_gemma":[0.0013618773,0.00014498924,0.00006320823,0.0015184999,0.00001906098,0.00056175963,0.00024269271,0.00016675914,0.000021493306],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045735064,0.000017612861,0.00065730466,0.00017850999,0.000011498389,1.8519792e-7,0.00007283983,0.017085504,0.0000014916623,0.0011254292,0.007109529,0.9737355],"study_design_scores_gemma":[0.00072242884,0.00013077044,0.0007877965,0.000113365604,0.00008187053,0.000013635387,0.00001285023,0.9540696,0.0000032028893,0.0002975042,0.043596245,0.0001706987],"about_ca_topic_score_codex":8.918148e-7,"about_ca_topic_score_gemma":7.536032e-7,"teacher_disagreement_score":0.9735648,"about_ca_system_score_codex":0.00024273913,"about_ca_system_score_gemma":0.00039846043,"threshold_uncertainty_score":0.591249},"labels":[],"label_agreement":null},{"id":"W4281701211","doi":"10.1145/3543516.3456271","title":"Competitive Algorithms for the Online Multiple Knapsack Problem with Application to Electric Vehicle Charging","year":2021,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Electrical, Communications and Cyber Systems; University of Toronto; National Science Foundation","keywords":"Knapsack problem; Competitive analysis; Continuous knapsack problem; Online algorithm; Computer science; Algorithm; Mathematical optimization; Limiting; Identification (biology); Dual (grammatical number); Generalized assignment problem; Change-making problem; Optimization problem; Mathematics; Upper and lower bounds; Engineering","score_opus":0.06932257938094619,"score_gpt":0.3470856595915804,"score_spread":0.27776308021063423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281701211","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00076159433,0.02220086,0.9582794,0.013631273,0.000077766184,0.0047202446,0.000007755304,0.00009487707,0.00022626958],"genre_scores_gemma":[0.115537345,0.106648855,0.7548313,0.016322212,0.00024484008,0.0054955166,0.00045787427,0.00006305026,0.0003989861],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976686,0.00016958159,0.00041556632,0.0004983765,0.0009198174,0.0003280518],"domain_scores_gemma":[0.9956572,0.0007971794,0.00021483604,0.000959466,0.0022674473,0.00010383723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026822805,0.000160074,0.00024745145,0.00021098122,0.0003603584,0.00014846823,0.00092561316,0.00003772136,0.000032282936],"category_scores_gemma":[0.0016239303,0.000116757445,0.00006343327,0.0058273007,0.000017009947,0.00047965438,0.00019669397,0.00016872451,0.00006798602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054912784,0.000110084904,0.00038751372,0.00043302364,0.000027475397,2.5494245e-7,0.00012865422,0.016830264,0.00019725751,0.002695631,0.00063896435,0.97854537],"study_design_scores_gemma":[0.0006079041,0.00017197119,0.0024143297,0.0004162588,0.000050109567,0.0000063750153,0.000017346905,0.94371414,0.00070227263,0.00007310065,0.051642925,0.00018327695],"about_ca_topic_score_codex":0.0000041576495,"about_ca_topic_score_gemma":0.000011260356,"teacher_disagreement_score":0.9783621,"about_ca_system_score_codex":0.00015125933,"about_ca_system_score_gemma":0.0003992309,"threshold_uncertainty_score":0.47612303},"labels":[],"label_agreement":null},{"id":"W4281741287","doi":"10.1145/3543146.3543168","title":"LogStamp","year":2022,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Parsing; Computer science; Set (abstract data type); Training set; Service (business); Data set; Data mining; Artificial intelligence; Programming language","score_opus":0.06053903006316866,"score_gpt":0.3235410959505138,"score_spread":0.2630020658873451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741287","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2754159,0.6129209,0.061332777,0.014691295,0.010570248,0.009842051,0.000025465099,0.0017285885,0.01347277],"genre_scores_gemma":[0.9286552,0.054744657,0.008674069,0.0058201966,0.00011880576,0.0015770587,0.00005623162,0.000023186314,0.0003306136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958087,0.0004956715,0.0006642003,0.0005423175,0.002135076,0.00035399236],"domain_scores_gemma":[0.9966247,0.00027810005,0.0003399821,0.0021791167,0.0004842358,0.00009385895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009683977,0.00019179871,0.00034955452,0.0003796569,0.00065629865,0.00006156898,0.0024543907,0.00003797961,0.0010146673],"category_scores_gemma":[0.0018463096,0.00016871105,0.00014219561,0.0050058533,0.00002859896,0.00083061657,0.0012381142,0.0003387612,0.0003720096],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026882174,0.00013431106,0.011765888,0.0010433102,0.00001849438,0.0000014555316,0.00012861437,0.0014347966,0.0000062267677,0.00057134515,0.020266041,0.96462685],"study_design_scores_gemma":[0.0014176824,0.00077743415,0.042640395,0.00080540153,0.00016304347,0.00016305958,0.00004193875,0.27101237,0.00019068796,0.0014783704,0.68022305,0.00108659],"about_ca_topic_score_codex":0.0000053765007,"about_ca_topic_score_gemma":2.539564e-7,"teacher_disagreement_score":0.96354026,"about_ca_system_score_codex":0.00042963857,"about_ca_system_score_gemma":0.00042164704,"threshold_uncertainty_score":0.99989855},"labels":[],"label_agreement":null},{"id":"W4284884018","doi":"10.1145/3547353.3522634","title":"Real-time Bidding for Time Constrained Impression Contracts in First and Second Price Auctions - Theory and Algorithms","year":2022,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Bidding; Real-time bidding; Common value auction; Impression; Display advertising; Ebidding; Computer science; Microeconomics; Online advertising; Advertising; Economics; Business; World Wide Web; The Internet","score_opus":0.09197368646269002,"score_gpt":0.40332654689638836,"score_spread":0.31135286043369836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284884018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91082597,0.056335304,0.007895671,0.0067049693,0.0006673379,0.010446227,0.0004700404,0.00017830238,0.0064761653],"genre_scores_gemma":[0.92095155,0.056791358,0.009321608,0.0018299154,0.00021115165,0.004445834,0.0002582084,0.00006125158,0.0061291554],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996527,0.00081684237,0.00089347287,0.000561881,0.00096287316,0.00023792633],"domain_scores_gemma":[0.99069357,0.007557453,0.0006004032,0.0006092225,0.00042943354,0.00010994346],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029265083,0.00016708039,0.0004195021,0.00063462363,0.0010062415,0.0001017236,0.0004373261,0.00005645179,0.0055703684],"category_scores_gemma":[0.014593366,0.00014296407,0.00006838342,0.0026756343,0.0001264136,0.00057989947,0.0002737737,0.00020720967,0.000073145864],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009555497,0.0001536947,0.0007518034,0.0003103297,0.000032033247,6.318411e-7,0.0005308001,0.0010184244,0.001571156,0.0045062737,0.010320071,0.98070925],"study_design_scores_gemma":[0.004925297,0.0007313985,0.034476142,0.001034527,0.00044742724,0.00021459565,0.0011243027,0.4641229,0.0005250593,0.086536124,0.40464887,0.0012133446],"about_ca_topic_score_codex":0.0000016325166,"about_ca_topic_score_gemma":9.088795e-7,"teacher_disagreement_score":0.9794959,"about_ca_system_score_codex":0.0001213444,"about_ca_system_score_gemma":0.00014707628,"threshold_uncertainty_score":0.99957585},"labels":[],"label_agreement":null},{"id":"W4293716608","doi":"10.1145/3561074.3561086","title":"Online Selection with Convex Costs","year":2022,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta","funders":"","keywords":"Selection (genetic algorithm); Computer science; Sequence (biology); Regular polygon; Value (mathematics); Simple (philosophy); Online algorithm; Convex optimization; Mathematical optimization; Secretary problem; Operations research; Artificial intelligence; Mathematics; Machine learning; Algorithm; Optimal stopping","score_opus":0.07365050367698708,"score_gpt":0.3415781810257241,"score_spread":0.267927677348737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293716608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06889305,0.17863813,0.6834816,0.03693363,0.0023387773,0.015175778,0.000048902715,0.0016102699,0.012879873],"genre_scores_gemma":[0.6129398,0.16340941,0.19579801,0.022953864,0.00018818188,0.0023061505,0.00063343917,0.000073703326,0.0016974333],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692744,0.0004118689,0.00035955675,0.00036733868,0.001691566,0.00024223943],"domain_scores_gemma":[0.9980955,0.0001471879,0.00024037302,0.00066266715,0.0007685959,0.000085650885],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003648288,0.00013334252,0.00021659494,0.0004026886,0.0004512964,0.00007641756,0.0010113688,0.000021446798,0.0010415693],"category_scores_gemma":[0.0007501117,0.00011509758,0.000042017353,0.0061255917,0.00002019259,0.00067187333,0.00039176433,0.00029466808,0.00006813253],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007111657,0.00025288397,0.0038808105,0.0003639372,0.000025131263,0.000001051625,0.00008637782,0.03037398,0.000013137961,0.0015184652,0.009057459,0.9544197],"study_design_scores_gemma":[0.0006403478,0.00054684706,0.0032589633,0.00021926191,0.00003814408,0.000039635786,0.000011565191,0.9227431,0.000037590984,0.00005537457,0.07217857,0.00023063533],"about_ca_topic_score_codex":0.000005195742,"about_ca_topic_score_gemma":0.0000023253085,"teacher_disagreement_score":0.954189,"about_ca_system_score_codex":0.00040259288,"about_ca_system_score_gemma":0.00042032782,"threshold_uncertainty_score":0.9998716},"labels":[],"label_agreement":null},{"id":"W4382198979","doi":"10.1145/3606376.3593533","title":"Architectural Support for Efficient Data Movement in Fully Disaggregated Systems","year":2023,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Cache; Dram; Interleaved memory; Cache-only memory architecture; Registered memory; Overlay; Data center; Memory map; Server; Semiconductor memory; Embedded system; Operating system; Memory management; Computer hardware","score_opus":0.14846856336504663,"score_gpt":0.3828089313179465,"score_spread":0.2343403679528999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382198979","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116940886,0.1186746,0.7318565,0.007225177,0.0036077942,0.018007858,0.00049309235,0.0029032764,0.00029080245],"genre_scores_gemma":[0.7240189,0.13025306,0.13094212,0.0023247255,0.00019441074,0.005665691,0.0061161625,0.00010739197,0.0003775866],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99657845,0.00012166638,0.0007942723,0.0008174304,0.0011796077,0.0005085591],"domain_scores_gemma":[0.99479413,0.00056190445,0.000374227,0.0038812372,0.00032845006,0.000060033773],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006991586,0.00022908028,0.0004141363,0.0009204262,0.00012750228,0.000103377686,0.004338193,0.00006535573,0.000012932977],"category_scores_gemma":[0.0088920975,0.00019528413,0.000050074166,0.0073955683,0.00004624836,0.0007664122,0.0022891306,0.00018705026,0.00018043096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043708533,0.000043600365,0.00055020844,0.0015987917,0.000014056922,0.0000035461214,0.000045167122,0.034649387,0.000031476495,0.001066882,0.0057334006,0.95625913],"study_design_scores_gemma":[0.0005325565,0.00013446057,0.0028399583,0.0009776604,0.000031895717,0.0000065901695,0.000017039614,0.9808156,0.00009026946,0.00035005194,0.013930325,0.00027360054],"about_ca_topic_score_codex":0.000005941583,"about_ca_topic_score_gemma":0.0000026645498,"teacher_disagreement_score":0.9559855,"about_ca_system_score_codex":0.00027984002,"about_ca_system_score_gemma":0.00021015936,"threshold_uncertainty_score":0.9994564},"labels":[],"label_agreement":null},{"id":"W4382199008","doi":"10.1145/3606376.3593550","title":"Malcolm: Multi-agent Learning for Cooperative Load Management at Rack Scale","year":2023,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Server; Scalability; Distributed computing; Load balancing (electrical power); Latency (audio); Nash equilibrium; Scheduling (production processes); Load management; Mathematical optimization; Computer network; Operating system; Engineering","score_opus":0.0948412583542362,"score_gpt":0.35189791464210823,"score_spread":0.25705665628787205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382199008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47843018,0.107507065,0.3649993,0.011558417,0.0041323323,0.02066551,0.000008291432,0.0026150176,0.010083916],"genre_scores_gemma":[0.61018187,0.17877556,0.12576751,0.0073041613,0.0005465088,0.005556165,0.00027055127,0.00016745503,0.0714302],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99650776,0.0002619869,0.00060204795,0.00072100747,0.0014022897,0.00050492823],"domain_scores_gemma":[0.9974872,0.0003428797,0.00030941042,0.0010706997,0.00068102474,0.000108798005],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0071121682,0.0002600938,0.00036571137,0.0004431904,0.000684578,0.00013656219,0.0013291757,0.000054015534,0.00006585775],"category_scores_gemma":[0.0011535847,0.00022811534,0.0001719358,0.004540091,0.000030001427,0.00009966861,0.001620153,0.00016616951,0.0012921545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052680402,0.00006729821,0.0012085596,0.0018968079,0.00006731105,0.0000027556678,0.00028410315,0.09537503,0.000008465761,0.00011933691,0.01904018,0.88192487],"study_design_scores_gemma":[0.0009055259,0.00013800948,0.008167758,0.0009377651,0.00011428856,0.000002777659,0.000031764022,0.8508181,0.00008892715,0.00001974844,0.13848262,0.00029274842],"about_ca_topic_score_codex":0.0000019984616,"about_ca_topic_score_gemma":0.0000016326512,"teacher_disagreement_score":0.88163215,"about_ca_system_score_codex":0.0005802261,"about_ca_system_score_gemma":0.00007912248,"threshold_uncertainty_score":0.99948543},"labels":[],"label_agreement":null},{"id":"W4387246794","doi":"10.1145/3626570.3626589","title":"Teaching Software Performance Evaluation to Undergrads: Lessons Learned and Challenges","year":2023,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering management; Software; Computer science; Engineering; Operating system","score_opus":0.264157883154723,"score_gpt":0.41549400417695737,"score_spread":0.15133612102223437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387246794","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12904719,0.5432792,0.19424427,0.117460124,0.0018559613,0.0072000846,0.0000090455305,0.005257894,0.0016462824],"genre_scores_gemma":[0.2584931,0.6773537,0.062171064,0.0009648084,0.00010595656,0.0007410154,0.000032827178,0.000036315512,0.000101223166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963908,0.000428076,0.00047348035,0.0006648127,0.0016075469,0.00043524854],"domain_scores_gemma":[0.99666804,0.0011008849,0.0002492025,0.0013020237,0.0005341842,0.00014568915],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017203098,0.00026251492,0.0003385419,0.000791278,0.00039870036,0.00016210842,0.001107076,0.000097532844,0.00003146248],"category_scores_gemma":[0.012820477,0.00024756533,0.00006257062,0.002962083,0.000018550045,0.0019365551,0.0006727296,0.00035877095,0.00022722907],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016757341,0.000014424399,0.00032665956,0.00094141084,0.0000139181575,4.3449896e-7,0.00019575031,0.00210143,0.0000052759974,0.00067056826,0.001321269,0.9944072],"study_design_scores_gemma":[0.0005297153,0.000519507,0.050929807,0.0034375102,0.000227569,0.000028665296,0.00003423603,0.787227,0.00010289212,0.0020264727,0.15411143,0.0008252112],"about_ca_topic_score_codex":0.0000079898045,"about_ca_topic_score_gemma":0.0000017318804,"teacher_disagreement_score":0.99358195,"about_ca_system_score_codex":0.0001819224,"about_ca_system_score_gemma":0.0001859956,"threshold_uncertainty_score":0.9999977},"labels":[],"label_agreement":null},{"id":"W4399687987","doi":"10.1145/3673660.3655042","title":"A Large Scale Study and Classification of VirusTotal Reports on Phishing and Malware URLs","year":2024,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Phishing; Malware; Computer science; Computer security; Classifier (UML); World Wide Web; The Internet; Artificial intelligence","score_opus":0.07357319126989516,"score_gpt":0.351201693127919,"score_spread":0.27762850185802385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399687987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9197604,0.07270554,0.004841359,0.000528361,0.0005933405,0.0011369991,0.0000022051597,0.00010107548,0.00033073506],"genre_scores_gemma":[0.9825252,0.016315559,0.0008474423,0.00014307674,0.00004546043,0.00008229868,0.000005886936,0.000008712721,0.000026338374],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979996,0.00016603718,0.000467004,0.00047027983,0.00076421926,0.00013282336],"domain_scores_gemma":[0.99861765,0.00023045957,0.00021232439,0.00066245254,0.00022402125,0.00005307166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055713616,0.0001269815,0.00022418133,0.00039831348,0.0001347771,0.00017585812,0.000217726,0.000049134815,0.000019574887],"category_scores_gemma":[0.0013292647,0.00010968816,0.000037400274,0.0019424377,0.00001880654,0.0008993977,0.00015950661,0.0001686566,0.000013299661],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041789403,0.00012175888,0.017018693,0.0017001482,0.000025469537,0.000004419792,0.0013787372,0.000022751174,0.00018445085,0.0002924546,0.0007890252,0.9784579],"study_design_scores_gemma":[0.0005752367,0.001190342,0.4386463,0.0049785897,0.00036270337,0.0001427157,0.00015663453,0.5409532,0.00043577913,0.0006956156,0.011390559,0.00047232717],"about_ca_topic_score_codex":0.000004062535,"about_ca_topic_score_gemma":0.0000031251775,"teacher_disagreement_score":0.97798556,"about_ca_system_score_codex":0.000067281326,"about_ca_system_score_gemma":0.00007119499,"threshold_uncertainty_score":0.44729534},"labels":[],"label_agreement":null},{"id":"W4399688013","doi":"10.1145/3673660.3655074","title":"Online Conversion with Switching Costs: Robust and Learning-Augmented Algorithms","year":2024,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Bandit Algorithms Research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Universitas Brawijaya","keywords":"Computer science; Online algorithm; Purchasing; Maximization; Competitive analysis; Function (biology); Minification; Time horizon; Intersection (aeronautics); Baseline (sea); Benchmark (surveying); Mathematical optimization; Algorithm; Mathematics; Economics","score_opus":0.19324229646391108,"score_gpt":0.45433722490865697,"score_spread":0.2610949284447459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399688013","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2177005,0.594833,0.17458428,0.0061478135,0.0011751741,0.004243607,0.0000420726,0.0004185754,0.00085497723],"genre_scores_gemma":[0.39482087,0.56162715,0.037829682,0.0013487099,0.00047300544,0.00027989323,0.00032902992,0.0001254802,0.0031661731],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9919566,0.00069781416,0.00090288604,0.0009403543,0.005072608,0.00042973057],"domain_scores_gemma":[0.9932671,0.0036097034,0.00030246092,0.00087254867,0.001739742,0.00020841195],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017163066,0.00029209157,0.0005373379,0.001268525,0.00044138427,0.0004690802,0.00083538477,0.00008987322,0.0010074071],"category_scores_gemma":[0.023574684,0.0001914881,0.00008759495,0.0078940205,0.00010872411,0.001494931,0.0004113133,0.00090016634,0.00046926187],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001445437,0.000041483185,0.0018102963,0.0005022275,0.000030234503,0.000009026334,0.000066691726,0.0031973524,0.000013741842,0.000009416299,0.0018143632,0.9924907],"study_design_scores_gemma":[0.00071075076,0.00047868004,0.0055437293,0.0034139454,0.0001420822,0.00006529512,0.00026176375,0.9053827,0.00007781352,0.00013120112,0.083452806,0.00033925823],"about_ca_topic_score_codex":0.000012708567,"about_ca_topic_score_gemma":0.000004711107,"teacher_disagreement_score":0.99215144,"about_ca_system_score_codex":0.00044194597,"about_ca_system_score_gemma":0.00035256112,"threshold_uncertainty_score":0.9999058},"labels":[],"label_agreement":null},{"id":"W4399688124","doi":"10.1145/3673660.3655056","title":"GuaNary: Efficient Buffer Overflow Detection In Virtualized Clouds Using Intel EPT-based Sub-Page Write Protection Support","year":2024,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Universitas Brawijaya","keywords":"Computer science; Buffer overflow; Operating system; Allocator; Virtualization; Hypervisor; Memory footprint; Guard (computer science); Cloud computing; Hardware virtualization; Virtual machine; Memory leak; Embedded system; Memory management; Overlay","score_opus":0.10368549912278802,"score_gpt":0.3533868651650222,"score_spread":0.2497013660422342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399688124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3580003,0.02288841,0.6140864,0.0005140298,0.0019771552,0.0020834683,0.0000024779624,0.00032536263,0.00012238577],"genre_scores_gemma":[0.9866807,0.0047828634,0.0075193266,0.0006096392,0.000110694586,0.00024019832,0.000021324619,0.00002464246,0.000010635812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960299,0.0005425795,0.00097640645,0.00077989313,0.0012980972,0.00037309297],"domain_scores_gemma":[0.99768776,0.00038402635,0.00029616494,0.0010433672,0.00050237624,0.0000862864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00869954,0.0002784324,0.00037426813,0.0012091595,0.00025421684,0.00030686756,0.0008059758,0.000142446,0.00011670387],"category_scores_gemma":[0.0022981053,0.00027544214,0.00016353224,0.008108389,0.00003984279,0.0007570505,0.00020857363,0.00048782778,0.00017297531],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001528495,0.00012073295,0.0002834301,0.0024106747,0.000019338997,0.000004582418,0.0002739431,0.027070023,0.0024189225,0.0003725837,0.00014261075,0.96686786],"study_design_scores_gemma":[0.0004050403,0.0001644263,0.001386525,0.002488515,0.000061332685,0.000022249385,0.0000076183837,0.9859713,0.0056167534,0.00009121333,0.0034737098,0.0003113517],"about_ca_topic_score_codex":0.000024429455,"about_ca_topic_score_gemma":0.000004141959,"teacher_disagreement_score":0.96655655,"about_ca_system_score_codex":0.0008430557,"about_ca_system_score_gemma":0.00050323847,"threshold_uncertainty_score":0.9999698},"labels":[],"label_agreement":null},{"id":"W4399688236","doi":"10.1145/3673660.3655061","title":"Kernel vs. User-Level Networking: Don't Throw Out the Stack with the Interrupts","year":2024,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Interconnection Networks and Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Linux kernel; Server; Interrupt; Software deployment; Operating system; Kernel (algebra); Overhead (engineering); Embedded system; Asynchronous communication; Computer network; Latency (audio); Distributed computing; Telecommunications; Microcontroller","score_opus":0.12474079334489474,"score_gpt":0.3415135167367768,"score_spread":0.21677272339188208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399688236","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067010573,0.41000026,0.52267796,0.038799632,0.011108525,0.0042748917,0.000005648309,0.0004728252,0.0059591928],"genre_scores_gemma":[0.9195668,0.068846084,0.0007891072,0.0067521255,0.0011266177,0.000487656,0.000013296947,0.000038129485,0.0023801844],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656725,0.0005166129,0.00060450716,0.00054575404,0.0013720995,0.0003937529],"domain_scores_gemma":[0.99643195,0.00087074016,0.00027360552,0.0017571918,0.0006013257,0.00006520229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00844934,0.0002802779,0.000340376,0.00018191789,0.0004429734,0.0008087681,0.0022773119,0.00007220294,0.00013583251],"category_scores_gemma":[0.0003899737,0.00013165847,0.00015923993,0.0033717253,0.00007459394,0.00085861736,0.00041171449,0.00049364043,0.000361975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008568325,0.000027645854,0.0008771506,0.0009490636,0.00014663792,0.0000042539255,0.0012196737,0.0025677297,0.0000015966409,0.0058820844,0.23516677,0.75314885],"study_design_scores_gemma":[0.00013336139,0.00014536019,0.0007874874,0.0026596133,0.00009874105,0.00004712353,0.00003586821,0.4695918,0.000011138542,0.000088198016,0.52620125,0.00020009145],"about_ca_topic_score_codex":0.0000124298695,"about_ca_topic_score_gemma":0.000042994674,"teacher_disagreement_score":0.91286576,"about_ca_system_score_codex":0.00018516676,"about_ca_system_score_gemma":0.00025324366,"threshold_uncertainty_score":0.779897},"labels":[],"label_agreement":null},{"id":"W4402290566","doi":"10.1145/3695411.3695415","title":"Risk-Sensitive Online Algorithms","year":2024,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Algorithm","score_opus":0.08780638005564445,"score_gpt":0.37878093031266896,"score_spread":0.2909745502570245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402290566","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002497048,0.29834053,0.6825898,0.008209732,0.0018029363,0.0024193213,0.0000339224,0.00076667836,0.0033399868],"genre_scores_gemma":[0.040945526,0.7713379,0.18331933,0.003142941,0.0002278725,0.00015922391,0.0001742484,0.000031371812,0.00066153746],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99706864,0.0003638938,0.00049249746,0.0005113592,0.0012774492,0.0002861583],"domain_scores_gemma":[0.9974882,0.0004613214,0.00014351303,0.00093993114,0.00084787555,0.00011913385],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053191315,0.0001789049,0.00025243772,0.00054148474,0.00017028773,0.000255868,0.0008950149,0.000059445014,0.00022572739],"category_scores_gemma":[0.0032714847,0.00014735645,0.00011007557,0.0054384437,0.000031515778,0.0011513347,0.00031506337,0.0003427172,0.0007822952],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.498265e-7,0.000032798143,0.00011440329,0.0004907795,0.0000214677,0.0000023707505,0.0000842964,0.0013310428,0.0000026238354,0.00079621,0.0051813605,0.9919423],"study_design_scores_gemma":[0.00014596988,0.00008868684,0.0014716096,0.0011952425,0.00006231425,0.000013279879,0.0000042093784,0.94133633,0.000052349627,0.00031234667,0.05512624,0.00019144673],"about_ca_topic_score_codex":0.000005273404,"about_ca_topic_score_gemma":0.0000010399758,"teacher_disagreement_score":0.99175084,"about_ca_system_score_codex":0.00015652679,"about_ca_system_score_gemma":0.0003479552,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W4402290638","doi":"10.1145/3695411.3695414","title":"Online Conversion with Group Fairness Constraints","year":2024,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Group (periodic table); Computer science; Chemistry","score_opus":0.07235907221506278,"score_gpt":0.3433352758791231,"score_spread":0.27097620366406033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402290638","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007567185,0.14312647,0.8327155,0.007921141,0.0011547786,0.0030066494,0.000014532813,0.0007137768,0.0037799359],"genre_scores_gemma":[0.58800685,0.29082075,0.115532115,0.0044441186,0.00012961778,0.00023188673,0.00032771335,0.00004152731,0.00046544932],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751616,0.0001821835,0.00037463036,0.0004509039,0.0012259757,0.00025016905],"domain_scores_gemma":[0.9982109,0.00025151856,0.00010067267,0.0007409132,0.0005835309,0.00011246407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030346203,0.00016728407,0.00022969539,0.00043099356,0.00012734895,0.00022208266,0.0008663591,0.00005098352,0.00059111096],"category_scores_gemma":[0.00062581437,0.00012333831,0.000058615227,0.0042285114,0.00007872619,0.0012475926,0.00020964067,0.00022332757,0.00033546353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018538751,0.000071493385,0.00049920625,0.0021942563,0.000024446283,0.0000048422735,0.00007093048,0.000695109,0.000007191749,0.0041856887,0.0031535337,0.98909146],"study_design_scores_gemma":[0.00047881083,0.00025943213,0.0016911726,0.0039151213,0.00007088392,0.00004050876,0.000011199395,0.9471736,0.000048063564,0.00015812962,0.04586472,0.00028835353],"about_ca_topic_score_codex":0.0000017446745,"about_ca_topic_score_gemma":7.7709564e-7,"teacher_disagreement_score":0.9888031,"about_ca_system_score_codex":0.00012786515,"about_ca_system_score_gemma":0.00034092073,"threshold_uncertainty_score":0.6472251},"labels":[],"label_agreement":null},{"id":"W4411411471","doi":"10.1145/3744970.3727292","title":"Learning-Augmented Competitive Algorithms for Spatiotemporal Online Allocation with Deadline Constraints","year":2025,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Universitas Brawijaya","keywords":"Computer science; Online algorithm; Workload; Scheduling (production processes); Competitive analysis; Robustness (evolution); Metric (unit); Mathematical optimization; Algorithm; Upper and lower bounds","score_opus":0.07449504690266098,"score_gpt":0.37452110492905766,"score_spread":0.3000260580263967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411411471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015893313,0.007526142,0.9797158,0.0063980683,0.00021346644,0.0032552327,0.000011329014,0.00015265911,0.0011379373],"genre_scores_gemma":[0.23097275,0.07213898,0.6850426,0.006713741,0.00010387362,0.0012392269,0.0021407532,0.00003822954,0.0016098379],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976616,0.00025727198,0.00056751724,0.000453685,0.00078948506,0.00027042237],"domain_scores_gemma":[0.9962144,0.00041364,0.00033327972,0.00058328937,0.0023773902,0.00007798958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031049368,0.00019536536,0.00032601383,0.0004871537,0.00025446335,0.00010727023,0.00072249945,0.0000628642,0.0000952143],"category_scores_gemma":[0.0025972791,0.00016527342,0.000064370164,0.0032782333,0.00008476159,0.00060127047,0.00014842286,0.00021559787,0.000023503131],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011644091,0.00015587088,0.0017275062,0.00094049866,0.000053092575,3.0289846e-7,0.000068405585,0.007548928,0.000010322715,0.0053683673,0.0008846005,0.9832305],"study_design_scores_gemma":[0.0015746924,0.00047278454,0.0031555227,0.0018562303,0.00008594979,0.0000032523374,0.000027679633,0.9735572,0.00017891788,0.00015412692,0.018707456,0.00022623123],"about_ca_topic_score_codex":0.0000037087625,"about_ca_topic_score_gemma":0.000005159366,"teacher_disagreement_score":0.9830042,"about_ca_system_score_codex":0.00017842362,"about_ca_system_score_gemma":0.00064098474,"threshold_uncertainty_score":0.67396545},"labels":[],"label_agreement":null},{"id":"W4411411508","doi":"10.1145/3744970.3727299","title":"Online Allocation with Multi-Class Arrivals: Group Fairness vs Individual Welfare","year":2025,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta","funders":"Universitas Brawijaya","keywords":"Fairness measure; Computer science; Max-min fairness; Resource allocation; Pareto principle; Set (abstract data type); Class (philosophy); Pareto optimal; Mathematical optimization; Resource (disambiguation); Range (aeronautics); Fair division; Microeconomics; Computer network; Economics; Artificial intelligence; Mathematics","score_opus":0.07345515778983039,"score_gpt":0.3304113782632325,"score_spread":0.25695622047340216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411411508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31347975,0.20545278,0.43612066,0.034555107,0.0027717247,0.005402653,0.000041415686,0.0009130379,0.0012628682],"genre_scores_gemma":[0.9564115,0.028247887,0.0106685255,0.003923751,0.000053016265,0.00024112554,0.00023260385,0.0000152243765,0.00020637654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692136,0.00031737395,0.0005895178,0.00059331994,0.0012799395,0.00029846738],"domain_scores_gemma":[0.99707305,0.00022267376,0.00032222195,0.0014036022,0.0009004031,0.00007802761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035971967,0.00025979773,0.00039906835,0.0006211246,0.00032002316,0.00018692577,0.0017493775,0.00008415043,0.00003354809],"category_scores_gemma":[0.0017068124,0.00021149726,0.00009800796,0.0042365883,0.00003891453,0.0009897965,0.0004116537,0.0002927092,0.000047205624],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010669335,0.000316318,0.0049673263,0.0012300505,0.000085397376,0.0000015488368,0.000087935456,0.0009239402,0.00001727341,0.0027054944,0.001616723,0.98803735],"study_design_scores_gemma":[0.0026023109,0.00042400957,0.12629338,0.0058217854,0.000593592,0.000018842768,0.000073403244,0.82733566,0.00009732404,0.00012579895,0.035857037,0.0007568414],"about_ca_topic_score_codex":0.000022552307,"about_ca_topic_score_gemma":0.00002191852,"teacher_disagreement_score":0.9872805,"about_ca_system_score_codex":0.00023572911,"about_ca_system_score_gemma":0.0002896162,"threshold_uncertainty_score":0.8624608},"labels":[],"label_agreement":null},{"id":"W4411411740","doi":"10.1145/3744970.3727310","title":"PyGim: An Efficient Graph Neural Network Library for Real Processing-In-Memory Architectures","year":2025,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Parallel computing; Bottleneck; Exploit; Computer architecture; Embedded system","score_opus":0.03785837192708655,"score_gpt":0.3364874245987441,"score_spread":0.2986290526716575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411411740","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2593923,0.503824,0.21166289,0.006174756,0.0032585391,0.011443497,0.000011284048,0.0013328012,0.002899937],"genre_scores_gemma":[0.76018643,0.06292295,0.165307,0.00918285,0.00042808065,0.001612272,0.00014032365,0.00007258989,0.0001474939],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966741,0.00031642677,0.00081759936,0.00081924465,0.00074451347,0.00062810676],"domain_scores_gemma":[0.9973808,0.0004874528,0.00036825702,0.0013573484,0.00028991664,0.0001162577],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023786486,0.00032513816,0.00049655413,0.0008080286,0.0003612603,0.00016531363,0.001953308,0.00010258853,0.000012212778],"category_scores_gemma":[0.0007508113,0.00028421797,0.00015650858,0.009516705,0.0000698247,0.0008603233,0.0004097599,0.00036323268,0.00000452559],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015345337,0.000053941323,0.0019034472,0.0008207158,0.0000044484636,8.8551565e-7,0.000033384582,0.24797475,0.0000025671861,0.00052035745,0.0014140486,0.7472561],"study_design_scores_gemma":[0.0006380804,0.00019446372,0.021732824,0.0018827878,0.000059931426,0.0000049892237,0.0000030119036,0.96874565,0.000048763326,0.0040454133,0.0023100479,0.00033403328],"about_ca_topic_score_codex":0.0000015864937,"about_ca_topic_score_gemma":0.0000036812662,"teacher_disagreement_score":0.7469221,"about_ca_system_score_codex":0.000074731484,"about_ca_system_score_gemma":0.00026279286,"threshold_uncertainty_score":0.999961},"labels":[],"label_agreement":null},{"id":"W4413767855","doi":"10.1145/3764944.3764961","title":"Special Issue on the Workshop on Measurements, Modeling, and Metrics for Carbon-Aware Computing (CarbonMetrics 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Carbon footprint; Scalability; Computer science; Data science; Analytics; Energy consumption; Scale (ratio); Big data; Greenhouse gas; Engineering; Data mining; Database","score_opus":0.11006718284531887,"score_gpt":0.3424776167350615,"score_spread":0.23241043388974264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413767855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5468224,0.32381827,0.017427258,0.0068170014,0.010454088,0.020108707,0.000034509765,0.00066341786,0.07385433],"genre_scores_gemma":[0.92276484,0.07275845,0.00072804396,0.0013787644,0.0017079524,0.0003399361,0.000038018465,0.000055423334,0.00022857009],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973697,0.0001556492,0.0006605116,0.00039401598,0.0010389169,0.00038121367],"domain_scores_gemma":[0.99663794,0.0015214463,0.00011677154,0.00084963423,0.000805027,0.000069206944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064294147,0.0003103161,0.00046134178,0.00090408436,0.00026913048,0.00008445764,0.00048786003,0.00013248979,0.000056844507],"category_scores_gemma":[0.0116986735,0.00024413267,0.0001224134,0.005550932,0.000030210624,0.00010085809,0.00011261541,0.0003892448,0.0000102695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014899609,0.00005505419,0.004394989,0.0028029738,0.00008471958,1.9025829e-7,0.00008178867,0.0969593,9.72059e-7,0.00018494985,0.017769327,0.87765086],"study_design_scores_gemma":[0.00047122667,0.00007492551,0.0013838902,0.0013056736,0.0002579715,2.477359e-7,0.00007246616,0.9701529,0.0000439843,0.00018798561,0.025788022,0.0002607008],"about_ca_topic_score_codex":0.000003909986,"about_ca_topic_score_gemma":0.0000020021664,"teacher_disagreement_score":0.87739015,"about_ca_system_score_codex":0.00058734353,"about_ca_system_score_gemma":0.00011571987,"threshold_uncertainty_score":0.9966262},"labels":[],"label_agreement":null}]}