{"meta":{"query_hash":"38ac191f48ee","filters":{"venue":"USENIX Annual Technical Conference"},"cohort_total":21,"direct_labels_cover":0,"predictions_cover":21,"exported":21,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/38ac191f48ee","api":"https://metacan.xera.ac/api/v1/cohort?venue=USENIX+Annual+Technical+Conference"},"results":[{"id":"W1086484114","doi":"","title":"Thread and Memory Placement on NUMA Systems: Asymmetry Matters.","year":2015,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Thread (computing); Parallel computing; Shared memory; Distributed computing; Distributed shared memory; Memory bandwidth; Non-uniform memory access; Distributed memory; Uniform memory access; Cache; Operating system; CPU cache; Memory management; Overlay; Cache coloring","score_opus":0.0426310543331708,"score_gpt":0.28571466561798886,"score_spread":0.24308361128481806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1086484114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84293294,0.0028031573,0.13389103,0.0016322215,0.00035344233,0.0001403334,0.00019232497,0.0028223754,0.015232292],"genre_scores_gemma":[0.969014,0.00027171403,0.028710151,0.00014445659,0.0000458503,0.000042227275,0.00012956577,0.0002447973,0.0013972555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978618,0.00065776205,0.00014944804,0.0003174635,0.00069229136,0.00032120047],"domain_scores_gemma":[0.993028,0.0027111403,0.00097172934,0.0018056703,0.001057997,0.00042541928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018368879,0.00056532066,0.0007062864,0.00055200676,0.0014644223,0.0017750654,0.0014288471,0.0007021965,0.0027174319],"category_scores_gemma":[0.016155532,0.00046683004,0.0002956052,0.0012789712,0.0008472117,0.0031527996,0.0013986382,0.0011008258,0.0009057813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027397901,0.00059660996,0.049037017,0.00074564584,0.00027551615,0.000869923,0.0017038876,0.44528356,0.08771924,0.03933036,0.011976633,0.35972187],"study_design_scores_gemma":[0.0001943343,0.0008547978,0.013698674,0.000075937394,0.00015670755,0.00056501967,0.00053024426,0.8688517,0.074110895,0.025949718,0.014923451,0.00008842087],"about_ca_topic_score_codex":0.0021640295,"about_ca_topic_score_gemma":0.0027526794,"teacher_disagreement_score":0.0027174319,"about_ca_system_score_codex":0.0013939077,"about_ca_system_score_gemma":0.0013386562,"threshold_uncertainty_score":0.010113597},"labels":[],"label_agreement":null},{"id":"W1454188553","doi":"","title":"Identifying trends in enterprise data protection systems","year":2015,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Backup; Computer science; Work (physics); Computer security; Data management; Risk analysis (engineering); Data access; Enterprise data management; Data Protection Act 1998; Database; Enterprise information system; Business","score_opus":0.18454189179937514,"score_gpt":0.35311086364576316,"score_spread":0.16856897184638803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1454188553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917064,0.0004769846,0.0005604075,0.00032884342,0.000009961702,0.000016733815,0.005457363,0.00018708972,0.0012563767],"genre_scores_gemma":[0.9787032,0.00052925793,0.0018077452,0.000084163585,0.000024546547,0.00003468882,0.018208805,0.000049618928,0.00055800995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966145,0.00023392502,0.0005919102,0.00089948846,0.0012467289,0.00041340003],"domain_scores_gemma":[0.97651106,0.0062589534,0.008436917,0.0019063068,0.005787457,0.0010993786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021388708,0.00037538042,0.0003712672,0.007000331,0.0004979119,0.0019682785,0.0007687928,0.00067843514,0.00048822025],"category_scores_gemma":[0.012094014,0.0003450186,0.00034166942,0.0103092445,0.00039611137,0.0023646757,0.00089046045,0.00086698163,0.00045687277],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115311705,0.00014370098,0.9638708,0.00012533499,0.000055930082,0.0002109938,0.0009576255,0.0021889901,0.0027242997,0.0005460048,0.0037590726,0.025301958],"study_design_scores_gemma":[0.0000071575973,0.00010837721,0.97302544,0.000039496335,0.000028182563,0.0005465154,0.0015529204,0.013511709,0.0029771903,0.00039267103,0.0077844206,0.000025827196],"about_ca_topic_score_codex":0.008080102,"about_ca_topic_score_gemma":0.009180321,"teacher_disagreement_score":0.008080102,"about_ca_system_score_codex":0.0011009439,"about_ca_system_score_gemma":0.00071791175,"threshold_uncertainty_score":0.016066134},"labels":[],"label_agreement":null},{"id":"W1640838995","doi":"","title":"The Future Is Coming: Where the X Window System Should Go","year":2002,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PQ Corporation (Canada)","funders":"","keywords":"Laptop; Window (computing); Computer science; Replication (statistics); Mobile device; Server; Set (abstract data type); World Wide Web; Operating system","score_opus":0.036387290155763446,"score_gpt":0.25701726503520567,"score_spread":0.22062997487944222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1640838995","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012561798,0.052617643,0.047494363,0.45711496,0.054176696,0.00020355478,0.0010029953,0.016159745,0.3586682],"genre_scores_gemma":[0.14523344,0.04791246,0.05985346,0.11020417,0.015700543,0.0004000106,0.0019283978,0.011715207,0.6070524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972234,0.0009598121,0.00014989007,0.00041576475,0.0007364688,0.0005147013],"domain_scores_gemma":[0.9952377,0.0006537324,0.0001942641,0.0005574315,0.0011667646,0.0021901524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055801426,0.0008847754,0.00051785656,0.0007256406,0.0053346665,0.014473289,0.0017089467,0.0047451523,0.060454596],"category_scores_gemma":[0.009143777,0.0005040123,0.00062769157,0.0006057777,0.0033690468,0.033538308,0.0063181743,0.00886524,0.025428737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013706689,0.000058817237,0.0013723647,0.00029910565,0.000012128332,0.00039730858,0.005717328,0.00009497089,0.0014137161,0.12872352,0.73763514,0.124138564],"study_design_scores_gemma":[0.0000075044445,0.000031858246,0.00039038956,0.00024407248,0.0000052192186,0.0002300074,0.0016632485,0.00006729735,0.00035139383,0.009075613,0.9879062,0.000027164411],"about_ca_topic_score_codex":0.006456741,"about_ca_topic_score_gemma":0.0051919287,"teacher_disagreement_score":0.060454596,"about_ca_system_score_codex":0.0014752223,"about_ca_system_score_gemma":0.00413912,"threshold_uncertainty_score":0.20224077},"labels":[],"label_agreement":null},{"id":"W2104048355","doi":"","title":"Experiences with client-based speculative remote display","year":2008,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Cloud Computing and Remote Desktop Technologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Event (particle physics); Predictability; Server; Protocol (science); Client–server model; Operating system; Real-time computing; Distributed computing","score_opus":0.027533725422740088,"score_gpt":0.25516153601288666,"score_spread":0.22762781059014658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104048355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83676994,0.00031852745,0.14003976,0.0015921551,0.00006463626,0.00035542762,0.00025580454,0.0082404325,0.012363272],"genre_scores_gemma":[0.9666129,0.00013365384,0.029420592,0.00012828615,0.000018201126,0.00005687302,0.00018299247,0.00024475844,0.0032017357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997538,0.0013234139,0.00009813065,0.0002225501,0.00060059055,0.00021730457],"domain_scores_gemma":[0.9895279,0.0068018455,0.00023309555,0.001958838,0.0010608052,0.00041745862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038783962,0.0006424816,0.00053974404,0.00020972107,0.00072710606,0.0015941277,0.0026732576,0.0010915019,0.0051409327],"category_scores_gemma":[0.013185928,0.0005538946,0.00042313503,0.00037127658,0.00082204706,0.0019044807,0.0013642067,0.0016890842,0.0010168891],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007776559,0.005721858,0.08051136,0.001258684,0.00033222127,0.007894611,0.042764243,0.24631374,0.12881587,0.035123523,0.035678733,0.4078086],"study_design_scores_gemma":[0.00050653843,0.0022710152,0.009926598,0.00008830755,0.00010415368,0.001782179,0.002219676,0.89472747,0.049661566,0.006528437,0.031963065,0.00022097984],"about_ca_topic_score_codex":0.012748542,"about_ca_topic_score_gemma":0.0075585674,"teacher_disagreement_score":0.012748542,"about_ca_system_score_codex":0.0012784451,"about_ca_system_score_gemma":0.0009990409,"threshold_uncertainty_score":0.025348663},"labels":[],"label_agreement":null},{"id":"W2616838521","doi":"","title":"Improving Storage System Reliability with Proactive Error Prediction","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"RAID; Computer science; Redundancy (engineering); Reliability (semiconductor); Reliability engineering; Error detection and correction; Vulnerability (computing); Real-time computing; Algorithm; Engineering; Computer security","score_opus":0.026163643038317887,"score_gpt":0.26953802949831174,"score_spread":0.24337438645999385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616838521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3026978,0.0017103087,0.68399507,0.0012613661,0.00024559008,0.00008341299,0.00020089048,0.006838551,0.0029669707],"genre_scores_gemma":[0.95509666,0.00020296128,0.043223187,0.00011017758,0.000067708395,0.000025668565,0.000104321,0.000085360334,0.0010840087],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902654,0.00018304876,0.00006356742,0.00020293829,0.0004093858,0.00011441971],"domain_scores_gemma":[0.99388266,0.002564907,0.0009227789,0.0012284697,0.0012917733,0.00010946416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013889663,0.0010251845,0.00080942607,0.00061473204,0.00041564312,0.00077212637,0.0011953316,0.000597392,0.0008675147],"category_scores_gemma":[0.009130635,0.0003767535,0.00028733964,0.0005125128,0.00046547697,0.0017675388,0.00083673873,0.0012816027,0.00047871438],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035465136,0.0002255699,0.009611292,0.00010894646,0.000045743385,0.00010904998,0.00015413575,0.76717484,0.023648715,0.001821371,0.0020173115,0.19472842],"study_design_scores_gemma":[0.000008260982,0.000121597135,0.0011164043,0.000012847584,0.000014522181,0.000046169574,0.000016197544,0.98571604,0.010942882,0.0012902458,0.0006991762,0.000015754134],"about_ca_topic_score_codex":0.0032128964,"about_ca_topic_score_gemma":0.0030753813,"teacher_disagreement_score":0.0032128964,"about_ca_system_score_codex":0.00059078925,"about_ca_system_score_gemma":0.0009668422,"threshold_uncertainty_score":0.0073456764},"labels":[],"label_agreement":null},{"id":"W2740127658","doi":"","title":"Proactive error prediction to improve storage system reliability","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability engineering; Computer science; Reliability (semiconductor); Engineering","score_opus":0.030187405010132444,"score_gpt":0.29538371699287713,"score_spread":0.2651963119827447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740127658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20081192,0.0025715055,0.77027667,0.002491785,0.0017147205,0.0001280276,0.0006987034,0.014023752,0.0072829975],"genre_scores_gemma":[0.95921403,0.00020429943,0.03672033,0.00026836476,0.00019182218,0.000024021294,0.00021445238,0.00013497677,0.0030276165],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999181,0.00012527086,0.000051030875,0.00017877537,0.0003657756,0.00009824552],"domain_scores_gemma":[0.9952619,0.0017087662,0.00039454806,0.00080589723,0.0016780217,0.00015096278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014051079,0.0010869975,0.00080811366,0.00076077715,0.0006383716,0.0010800245,0.0013336748,0.0006255631,0.0019422328],"category_scores_gemma":[0.007131419,0.00037173912,0.00030855625,0.00063719734,0.0003196089,0.0017565407,0.0008258086,0.0013225487,0.0005788554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001090959,0.00063569105,0.014557989,0.00023268862,0.00013906191,0.00025715516,0.00021086822,0.5044585,0.029766886,0.0058193076,0.02702245,0.41580853],"study_design_scores_gemma":[0.000013294191,0.000095858675,0.0011238701,0.000011984969,0.00003087728,0.000044301465,0.000020085177,0.9849749,0.010588476,0.002181259,0.0009024967,0.000012554164],"about_ca_topic_score_codex":0.004826402,"about_ca_topic_score_gemma":0.008340009,"teacher_disagreement_score":0.004826402,"about_ca_system_score_codex":0.0007167909,"about_ca_system_score_gemma":0.0015329717,"threshold_uncertainty_score":0.009596586},"labels":[],"label_agreement":null},{"id":"W2742089049","doi":"","title":"deTector: a Topology-aware Monitoring System for Data Center Networks","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Center (category theory); Detector; Computer science; Network topology; Topology (electrical circuits); Data center; Computer network; Real-time computing; Telecommunications; Electrical engineering; Engineering","score_opus":0.06836995083323666,"score_gpt":0.33119367660873944,"score_spread":0.2628237257755028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742089049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07005018,0.0015780624,0.63837045,0.0006084913,0.00043445046,0.00044849023,0.0045489287,0.27680585,0.007155063],"genre_scores_gemma":[0.73688173,0.0007334542,0.24185038,0.0007379216,0.00020395724,0.00038002618,0.0054341005,0.004093459,0.009684939],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920696,0.00014332496,0.00005321139,0.00024670534,0.0002929545,0.00005687719],"domain_scores_gemma":[0.9982722,0.00048239916,0.0002295893,0.00042446854,0.00034357025,0.00024776533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009276104,0.0012137358,0.001231231,0.0020556345,0.0005789781,0.0012320094,0.0021831268,0.00066120696,0.004303495],"category_scores_gemma":[0.0027945442,0.0007297359,0.00027316663,0.00084213424,0.0002630682,0.0018190787,0.001404562,0.00087776716,0.0016012805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030338059,0.0008069832,0.028915578,0.0008421691,0.00080376124,0.0005630536,0.0005814606,0.04684955,0.12436812,0.0068082237,0.1701664,0.6162608],"study_design_scores_gemma":[0.00026269513,0.00049932755,0.0095834965,0.000056953337,0.00021667566,0.00062753586,0.00009439103,0.8864969,0.06236724,0.005230735,0.034396112,0.00016796941],"about_ca_topic_score_codex":0.0020051254,"about_ca_topic_score_gemma":0.0041622715,"teacher_disagreement_score":0.004303495,"about_ca_system_score_codex":0.0006949092,"about_ca_system_score_gemma":0.00090791855,"threshold_uncertainty_score":0.014396608},"labels":[],"label_agreement":null},{"id":"W2885725796","doi":"","title":"Geriatrix: aging what you see and what you don't see a file system aging approach for modern storage systems","year":2018,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"","keywords":"File system; Computer science; Fragmentation (computing); Operating system; Software; Computer data storage; Flash memory; Embedded system","score_opus":0.02811065537350997,"score_gpt":0.2673739611441406,"score_spread":0.2392633057706306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885725796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37522468,0.005119109,0.53748906,0.0009935827,0.0007087577,0.00069912465,0.0012135284,0.06434423,0.014207864],"genre_scores_gemma":[0.69362533,0.0013022625,0.29377925,0.00067573343,0.00009562557,0.0003029593,0.0010431308,0.0017451078,0.007430666],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989479,0.00018312583,0.000074124066,0.00020385529,0.00048951386,0.000101459664],"domain_scores_gemma":[0.9982899,0.0003682064,0.00025396782,0.0005530966,0.0004228107,0.0001119886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001317449,0.00079565105,0.00048909546,0.00070775766,0.000523744,0.001234478,0.0012688738,0.00070522074,0.0016618195],"category_scores_gemma":[0.0032235137,0.00037843076,0.00040313168,0.00047718544,0.0006508528,0.0023431256,0.0014966177,0.0010633336,0.0006721116],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013837366,0.00046834067,0.01860383,0.0010905954,0.0001819,0.00058397104,0.002296021,0.030395648,0.21554434,0.016639862,0.02263996,0.69017184],"study_design_scores_gemma":[0.00027607867,0.00465468,0.033159383,0.00035265397,0.00039865583,0.0043624644,0.0009202342,0.23413919,0.5757046,0.018055316,0.12758018,0.00039654304],"about_ca_topic_score_codex":0.0009851843,"about_ca_topic_score_gemma":0.001158456,"teacher_disagreement_score":0.0016618195,"about_ca_system_score_codex":0.0005904425,"about_ca_system_score_gemma":0.00075405167,"threshold_uncertainty_score":0.006967485},"labels":[],"label_agreement":null},{"id":"W2886086578","doi":"","title":"Siphon: expediting inter-datacenter coflows in wide-area data analytics","year":2018,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Expediting; Analytics; Cloud computing; Distributed computing; Scheduling (production processes); Siphon (mollusc); SPARK (programming language); Microservices; Database; Operating system; Engineering; Systems engineering","score_opus":0.08113551594113265,"score_gpt":0.30457074468437617,"score_spread":0.2234352287432435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886086578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50143844,0.001311345,0.43655694,0.00052370253,0.00073793594,0.00052869646,0.00056268624,0.050191995,0.008148246],"genre_scores_gemma":[0.861187,0.00025630798,0.13391939,0.00026283873,0.00009958817,0.00018027896,0.00083517225,0.0008186968,0.0024406377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994331,0.000140408,0.000028109653,0.00011548855,0.00016813887,0.000114756804],"domain_scores_gemma":[0.9990675,0.00033380688,0.00007502833,0.00019611444,0.00011554973,0.00021205896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014220536,0.0008115213,0.0005043535,0.0005909458,0.0005920513,0.00071525533,0.0013001288,0.00043502616,0.0013525526],"category_scores_gemma":[0.002012558,0.00031929094,0.00040772138,0.000367065,0.0006525627,0.0010789314,0.001577007,0.0008380437,0.00031735687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051395427,0.0018195031,0.012184392,0.00051935815,0.00032939058,0.00093642884,0.00084922597,0.2958519,0.23169993,0.019044442,0.051972155,0.37965384],"study_design_scores_gemma":[0.00017560767,0.0007184354,0.0022736788,0.000018777466,0.000040609022,0.00014667588,0.00008890523,0.9364511,0.047122516,0.0039138384,0.008992449,0.000057480418],"about_ca_topic_score_codex":0.0024208252,"about_ca_topic_score_gemma":0.0028123774,"teacher_disagreement_score":0.0024208252,"about_ca_system_score_codex":0.0006219053,"about_ca_system_score_gemma":0.0014733613,"threshold_uncertainty_score":0.007520616},"labels":[],"label_agreement":null},{"id":"W2949443561","doi":"","title":"Evaluating File System Reliability on Solid State Drives.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability (semiconductor); Reliability engineering; Computer science; Engineering","score_opus":0.03700856751728223,"score_gpt":0.33016894527046337,"score_spread":0.29316037775318116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949443561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834093,0.0007767815,0.011373142,0.00010680497,0.000057597343,0.000049025843,0.0008304319,0.0005665344,0.0028304306],"genre_scores_gemma":[0.9978459,0.000068658475,0.0012609297,0.0000049181776,0.0000067540122,0.0000073464585,0.0003086803,0.000018613848,0.0004781962],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990478,0.00033732006,0.00006231356,0.00008963958,0.0003907291,0.000072174094],"domain_scores_gemma":[0.9911277,0.0044050324,0.00049080746,0.0006567464,0.003087842,0.00023177374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012181103,0.00038916848,0.0002979721,0.0009243142,0.00026403237,0.0003972078,0.000568038,0.0004039728,0.0020152377],"category_scores_gemma":[0.008737352,0.00015432216,0.00016728212,0.0006001622,0.00019096042,0.0008480836,0.00026872358,0.0002513933,0.000569069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045565646,0.00077370415,0.2568094,0.00096039084,0.0005564587,0.0005458075,0.0005667054,0.31283084,0.053447396,0.0024398223,0.016656455,0.34985644],"study_design_scores_gemma":[0.00013576771,0.00655022,0.18618768,0.00010182262,0.00026582356,0.0006905184,0.00060952915,0.72936946,0.06807655,0.0034344383,0.0044980696,0.0000800782],"about_ca_topic_score_codex":0.0034077195,"about_ca_topic_score_gemma":0.00465604,"teacher_disagreement_score":0.0034077195,"about_ca_system_score_codex":0.0005213403,"about_ca_system_score_gemma":0.00035429854,"threshold_uncertainty_score":0.006775737},"labels":[],"label_agreement":null},{"id":"W2955938631","doi":"","title":"LUMOS: Dependency-Driven Disk-based Graph Processing.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Dependency (UML); Graph; Dependency graph; Parallel computing; Theoretical computer science; Artificial intelligence","score_opus":0.011511070876503134,"score_gpt":0.23905021158090767,"score_spread":0.22753914070440454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955938631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024941575,0.0009058603,0.8444397,0.00060725474,0.0003740774,0.00038495532,0.006472891,0.10876902,0.013104668],"genre_scores_gemma":[0.2015332,0.00059881614,0.7537618,0.0005785051,0.000121780686,0.000490735,0.016744843,0.006785525,0.019384814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995634,0.000072103714,0.000020396834,0.00011062024,0.00017595776,0.000057537047],"domain_scores_gemma":[0.99886596,0.00035784882,0.00006936905,0.00037505312,0.00023520707,0.00009653495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004004501,0.0013822477,0.0008622445,0.0018102161,0.0009059544,0.0013807234,0.003149648,0.0007906081,0.018415947],"category_scores_gemma":[0.0028350628,0.0007559914,0.0009331982,0.001905351,0.0006321071,0.0021883743,0.0021384098,0.0012811414,0.0069840546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011576783,0.0004750733,0.0021421812,0.0008962018,0.00020182808,0.00028735306,0.0002552702,0.06994438,0.033813402,0.03191028,0.25103325,0.60788316],"study_design_scores_gemma":[0.00017690919,0.00017542033,0.0008114921,0.0000509257,0.000056942827,0.00015965503,0.0001762684,0.87822056,0.02886278,0.058694962,0.032563493,0.000050524188],"about_ca_topic_score_codex":0.0078084306,"about_ca_topic_score_gemma":0.022858372,"teacher_disagreement_score":0.018415947,"about_ca_system_score_codex":0.00083834596,"about_ca_system_score_gemma":0.0014891919,"threshold_uncertainty_score":0.06160754},"labels":[],"label_agreement":null},{"id":"W2957298014","doi":"","title":"STRADS-AP: Simplifying Distributed Machine Learning Programming without Introducing a New Programming Model.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Inductive programming; Programming language; Programming domain; Functional reactive programming; Programming paradigm; Reactive programming; Artificial intelligence","score_opus":0.02694820491428026,"score_gpt":0.28542457794627957,"score_spread":0.25847637303199933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957298014","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020003193,0.000097567994,0.9759891,0.00021382039,0.00017447417,0.00008525026,0.00029750812,0.0174449,0.0036970493],"genre_scores_gemma":[0.06802216,0.00020611561,0.9113241,0.000575187,0.00016147373,0.00058610574,0.0017378662,0.0062668375,0.0111201005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969182,0.0009894095,0.00031046334,0.0005297155,0.0009873678,0.0002649286],"domain_scores_gemma":[0.99380577,0.0025590209,0.00019780477,0.002403423,0.00076624006,0.00026769668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025049963,0.001305391,0.00074968825,0.00082670734,0.00074800797,0.0022359428,0.0045601293,0.0010729122,0.020491283],"category_scores_gemma":[0.015523172,0.0009669698,0.0017355796,0.001749076,0.0010235987,0.005196019,0.0041735447,0.005386718,0.011381217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010538858,0.00040677673,0.0014213091,0.00055178214,0.00019589509,0.00023786619,0.00035254963,0.070501715,0.006547175,0.12426751,0.11754029,0.67692316],"study_design_scores_gemma":[0.00041391724,0.00012680172,0.00023580808,0.00010421307,0.00007499016,0.00019248886,0.00008520171,0.6591305,0.016528929,0.24488652,0.07817246,0.00004812634],"about_ca_topic_score_codex":0.0030370841,"about_ca_topic_score_gemma":0.005460212,"teacher_disagreement_score":0.020491283,"about_ca_system_score_codex":0.00074007845,"about_ca_system_score_gemma":0.002782806,"threshold_uncertainty_score":0.06855011},"labels":[],"label_agreement":null},{"id":"W3027597167","doi":"","title":"Daydream: Accurately Estimating the Efficacy of Performance Optimizations for DNN Training","year":2020,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Artificial neural network; Machine learning; Software; Artificial intelligence; Graph; Parallel computing; Computer engineering; Theoretical computer science; Programming language","score_opus":0.13563331079340182,"score_gpt":0.33832420100376936,"score_spread":0.20269089021036754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027597167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62992716,0.0022189668,0.30529416,0.0008084406,0.0003400398,0.00022701705,0.004869027,0.048369087,0.00794613],"genre_scores_gemma":[0.8325489,0.0004781463,0.15709576,0.00033712215,0.000036443962,0.00020832733,0.005180962,0.0018627262,0.0022516644],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987978,0.00025034114,0.00007997356,0.0003559358,0.00037327697,0.0001425993],"domain_scores_gemma":[0.99496657,0.0028723269,0.00041006078,0.0009097323,0.0006743135,0.00016697834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016509412,0.0019852247,0.00050414726,0.0014517398,0.00045611258,0.0008561694,0.0019065266,0.00096516125,0.0014907704],"category_scores_gemma":[0.013587249,0.00084446016,0.0005924713,0.00081496325,0.00073123083,0.0025496243,0.0007324674,0.00207673,0.00078436726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007540266,0.00035542483,0.03757213,0.0004185147,0.00021777165,0.00013699992,0.00017454808,0.7604238,0.015407732,0.0031295766,0.014296156,0.16711335],"study_design_scores_gemma":[0.000016558655,0.000076536955,0.002191417,0.000013934774,0.000014902713,0.000023348108,0.000016603628,0.9848934,0.010089375,0.001548049,0.001099082,0.000016830329],"about_ca_topic_score_codex":0.015074066,"about_ca_topic_score_gemma":0.02827667,"teacher_disagreement_score":0.015074066,"about_ca_system_score_codex":0.0018838726,"about_ca_system_score_gemma":0.0022527054,"threshold_uncertainty_score":0.029972672},"labels":[],"label_agreement":null},{"id":"W3173275515","doi":"","title":"RIFF: Reduced Instruction Footprint for Coverage-Guided Fuzzing.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Fuzz testing; Computer science; Footprint; Operating system; Software; Geography","score_opus":0.0541948968657504,"score_gpt":0.3114097351044024,"score_spread":0.257214838238652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173275515","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12679407,0.0018762808,0.7398241,0.00070725934,0.00033788406,0.00025518073,0.0019266029,0.11898885,0.0092898095],"genre_scores_gemma":[0.60929304,0.00033733514,0.3742359,0.0005411703,0.000103415354,0.00031125528,0.0033144157,0.0048292167,0.007034233],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983784,0.00034335768,0.000089235386,0.00025375138,0.0007310752,0.00020406694],"domain_scores_gemma":[0.9953275,0.0021353855,0.00026255514,0.0015483508,0.0005816977,0.00014450197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011329795,0.0013679406,0.0009700897,0.0016675727,0.0005549306,0.00088621303,0.0030029323,0.0014149871,0.008499946],"category_scores_gemma":[0.0066452855,0.00063880073,0.00073691364,0.0008408717,0.00082289544,0.0025979213,0.0015478521,0.0015650443,0.0019416728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002665458,0.00060503883,0.0052034515,0.0007540033,0.0002450691,0.00076213497,0.00041048517,0.07504595,0.14735614,0.02033323,0.054980718,0.69163835],"study_design_scores_gemma":[0.00040195312,0.0008624988,0.002384199,0.00012855124,0.00014867318,0.00063214824,0.00011677262,0.78288066,0.17019895,0.024321219,0.017799668,0.0001247489],"about_ca_topic_score_codex":0.003314585,"about_ca_topic_score_gemma":0.005869608,"teacher_disagreement_score":0.008499946,"about_ca_system_score_codex":0.00066584477,"about_ca_system_score_gemma":0.0014036021,"threshold_uncertainty_score":0.02843517},"labels":[],"label_agreement":null},{"id":"W3173835271","doi":"","title":"AUTO: Adaptive Congestion Control Based on Multi-Objective Reinforcement Learning for the Satellite-Ground Integrated Network.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Satellite Communication Systems","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Reinforcement learning; Computer science; Satellite; Network congestion; Adaptive control; Control (management); Artificial intelligence; Computer network; Engineering; Aerospace engineering; Network packet","score_opus":0.043902301525011754,"score_gpt":0.27401803191341234,"score_spread":0.23011573038840058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173835271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088188104,0.00066854956,0.8984209,0.0004064215,0.00031132987,0.00012571021,0.00014583085,0.003240953,0.008492094],"genre_scores_gemma":[0.9698758,0.000078205085,0.02741188,0.00007652165,0.000032569467,0.0000583687,0.00005432421,0.000053487856,0.0023587968],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99982685,0.000054177246,0.0000069824014,0.000030253845,0.000047772057,0.000033882632],"domain_scores_gemma":[0.9994918,0.00023078929,0.000056523484,0.000039297967,0.0001375485,0.00004408069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000706747,0.0005308307,0.00047700372,0.0003291326,0.0002659809,0.0004941631,0.0008073259,0.00048312228,0.0021674642],"category_scores_gemma":[0.0014512229,0.00022985972,0.0002277098,0.00017707341,0.0003827034,0.0005842282,0.0007156296,0.00083910965,0.00022942445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017033154,0.00009349157,0.0007094306,0.000054122345,0.000055902074,0.000058817364,0.000028907672,0.9311814,0.0023731708,0.0031066013,0.002862178,0.059305754],"study_design_scores_gemma":[0.000011636386,0.000028811071,0.00009185158,0.0000017322172,0.000004051777,0.000005855027,0.0000024947024,0.99893373,0.00029234085,0.00044964722,0.00017569255,0.0000022403158],"about_ca_topic_score_codex":0.008953647,"about_ca_topic_score_gemma":0.011883453,"teacher_disagreement_score":0.008953647,"about_ca_system_score_codex":0.0005240793,"about_ca_system_score_gemma":0.0007707657,"threshold_uncertainty_score":0.017803073},"labels":[],"label_agreement":null},{"id":"W3175594783","doi":"","title":"A Case Study of Processing-in-Memory in off-the-Shelf Systems","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Memory and Neural Computing","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Off the shelf; Software engineering","score_opus":0.03689934778720167,"score_gpt":0.28169101538200736,"score_spread":0.2447916675948057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175594783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9112544,0.0014501185,0.040774535,0.0014120062,0.00014633928,0.00037913496,0.0006706425,0.00116821,0.04274458],"genre_scores_gemma":[0.9715219,0.00029425876,0.016523534,0.00017845568,0.000028212642,0.000053392003,0.00026284048,0.00014289557,0.010994525],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985379,0.00046425487,0.000098415614,0.00015175839,0.00044959591,0.0002981114],"domain_scores_gemma":[0.9955195,0.0022983053,0.0001900744,0.0007462572,0.0009630091,0.00028277148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012628644,0.00063699787,0.00047270546,0.0006387971,0.0017188265,0.0029350703,0.0022175151,0.002720623,0.007768302],"category_scores_gemma":[0.005201592,0.00031235337,0.00058477506,0.0014671352,0.0012270188,0.0026428392,0.0014296793,0.00093740394,0.0017093127],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036979513,0.0030412183,0.08374302,0.003034928,0.00047457032,0.09618991,0.018825779,0.2263588,0.03610696,0.078299195,0.06494448,0.38528326],"study_design_scores_gemma":[0.00063288247,0.004032908,0.035094433,0.00072671555,0.00062430353,0.029942518,0.023196308,0.5544208,0.09423484,0.04317786,0.21362841,0.0002880509],"about_ca_topic_score_codex":0.011876545,"about_ca_topic_score_gemma":0.0126906745,"teacher_disagreement_score":0.011876545,"about_ca_system_score_codex":0.0011181841,"about_ca_system_score_gemma":0.0010389374,"threshold_uncertainty_score":0.025987566},"labels":[],"label_agreement":null},{"id":"W3180260566","doi":"","title":"Controlling Memory Footprint of Stateful Streaming Graph Processing","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Stateful firewall; Computer science; Memory footprint; Footprint; Graph; Parallel computing; Operating system; Theoretical computer science; Computer network; Geology","score_opus":0.017656542218749897,"score_gpt":0.2544506504079583,"score_spread":0.23679410818920837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180260566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6504115,0.00084680464,0.3103521,0.00074992765,0.00033553617,0.000176441,0.0007085278,0.024781419,0.011637681],"genre_scores_gemma":[0.9542924,0.00011290882,0.04305464,0.000093882016,0.000032350457,0.00007389947,0.00032612975,0.00041105156,0.0016027214],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991992,0.00014905013,0.00004745378,0.00018186434,0.00024657077,0.0001758618],"domain_scores_gemma":[0.99494666,0.0022039239,0.00023766267,0.0015336134,0.0007277695,0.00035031533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008012799,0.0007039379,0.00050508766,0.0007953626,0.00071771163,0.0013680428,0.002237604,0.0005476442,0.006032044],"category_scores_gemma":[0.00611162,0.000384024,0.00026844087,0.0010261417,0.0006053581,0.00280784,0.0012012922,0.0008195985,0.0005940809],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061106654,0.001602696,0.00922463,0.0005867092,0.00018141027,0.0004024049,0.0007388023,0.1939015,0.22920345,0.039332114,0.031980883,0.48673478],"study_design_scores_gemma":[0.00008854166,0.00018060653,0.0007875437,0.0000154108,0.000040064093,0.000046014648,0.000105317326,0.93019736,0.05003307,0.016532864,0.001953464,0.000019707857],"about_ca_topic_score_codex":0.0035582508,"about_ca_topic_score_gemma":0.0062998612,"teacher_disagreement_score":0.006032044,"about_ca_system_score_codex":0.00090846897,"about_ca_system_score_gemma":0.0015820835,"threshold_uncertainty_score":0.020179212},"labels":[],"label_agreement":null},{"id":"W3181228931","doi":"","title":"Habitat: A Runtime-Based Computational Performance Predictor for Deep Neural Network Training.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Training (meteorology); Artificial neural network; Artificial intelligence; Machine learning","score_opus":0.036475680659231506,"score_gpt":0.27778259075908046,"score_spread":0.24130691009984895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181228931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14431885,0.0034116872,0.5854295,0.0012128251,0.0016674825,0.00032337202,0.013084924,0.23550557,0.015045754],"genre_scores_gemma":[0.5884007,0.0009611424,0.35820004,0.00062267535,0.000317092,0.0009676121,0.026129358,0.010902141,0.013499204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940586,0.00012375567,0.00004646117,0.00012138484,0.00021986222,0.000082712795],"domain_scores_gemma":[0.9982395,0.00077232695,0.00010632081,0.00023173576,0.00051427603,0.00013578487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012780731,0.0012001415,0.00061385875,0.0006145709,0.00033943204,0.00079821935,0.001804889,0.000615488,0.0076781916],"category_scores_gemma":[0.0067700045,0.0004918095,0.00043881958,0.00083882944,0.0003038716,0.0014353736,0.0010155244,0.0023032825,0.0034464004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002032743,0.00062216655,0.0155107,0.00059611467,0.0002584465,0.00013293349,0.00012468762,0.3059647,0.014852016,0.0052195457,0.22625886,0.42842707],"study_design_scores_gemma":[0.00008554988,0.00015729314,0.0014699772,0.000026218997,0.000024753957,0.000021116013,0.000017283764,0.97989756,0.009155978,0.0019452429,0.007176573,0.00002246637],"about_ca_topic_score_codex":0.005680685,"about_ca_topic_score_gemma":0.011380546,"teacher_disagreement_score":0.0076781916,"about_ca_system_score_codex":0.000730251,"about_ca_system_score_gemma":0.0020240461,"threshold_uncertainty_score":0.025686085},"labels":[],"label_agreement":null},{"id":"W3184805929","doi":"","title":"{SKQ}: Event Scheduling for Optimizing Tail Latency in a Traditional {OS} Kernel","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Latency (audio); Kernel (algebra); Scheduling (production processes); Distributed computing; Parallel computing; Mathematical optimization; Mathematics; Telecommunications","score_opus":0.055024117004007264,"score_gpt":0.29660087628433773,"score_spread":0.24157675928033046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184805929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1662615,0.0003867646,0.75180095,0.00036186932,0.00042174518,0.00018239835,0.0006722291,0.07346155,0.006450892],"genre_scores_gemma":[0.77739596,0.000104034596,0.21224217,0.00023178957,0.00009965514,0.000081011254,0.00058460253,0.0033222754,0.005938562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992467,0.00012783775,0.00006470172,0.00015751629,0.00022290624,0.00018045766],"domain_scores_gemma":[0.99841523,0.0003737216,0.00012319037,0.0006074578,0.0002965632,0.00018380063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013184355,0.0010815962,0.00046736523,0.00057802116,0.0006205905,0.0010988222,0.0025014658,0.00044271068,0.006378688],"category_scores_gemma":[0.0032932628,0.00045711195,0.00036166812,0.00058300584,0.0005777128,0.0012243848,0.0011661107,0.0012195342,0.0012804802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006876756,0.0011695575,0.01327839,0.0004980738,0.00023725259,0.00026961372,0.00043468093,0.14921506,0.1317671,0.024043601,0.053125303,0.61908466],"study_design_scores_gemma":[0.00035034076,0.00043016998,0.0016800481,0.000016453609,0.00009009237,0.00006929144,0.00005127579,0.9064914,0.07298411,0.0069273408,0.010858146,0.000051279167],"about_ca_topic_score_codex":0.0055413386,"about_ca_topic_score_gemma":0.010840735,"teacher_disagreement_score":0.006378688,"about_ca_system_score_codex":0.0009926684,"about_ca_system_score_gemma":0.002202545,"threshold_uncertainty_score":0.02133882},"labels":[],"label_agreement":null},{"id":"W3200503446","doi":"","title":"Information Visualization for Systems People","year":2002,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visualization; Computer science; Information visualization; Information system; Human–computer interaction; Artificial intelligence; Engineering","score_opus":0.035236021026322104,"score_gpt":0.2951441122454369,"score_spread":0.2599080912191148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200503446","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00435782,0.0030994494,0.5709409,0.009186313,0.0021287247,0.00048849016,0.030937886,0.27057713,0.1082832],"genre_scores_gemma":[0.06320029,0.005224194,0.62367845,0.002174155,0.0012710176,0.0013695457,0.06160158,0.053447224,0.18803352],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874663,0.00035773515,0.00011714294,0.0002466352,0.00042279804,0.000109036686],"domain_scores_gemma":[0.99415743,0.0012738957,0.00021761491,0.0025489738,0.0013203344,0.00048169438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029756436,0.002233173,0.0012747202,0.0038205667,0.0014310818,0.008169185,0.001465512,0.0015957102,0.16035053],"category_scores_gemma":[0.010177235,0.00139481,0.00125074,0.0051470823,0.0006829327,0.008881133,0.0040500984,0.0031192594,0.06746854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009342011,0.000059431968,0.0007041707,0.0003927223,0.000060839448,0.00009169895,0.0006023255,0.0008082582,0.0020220634,0.03710978,0.6964882,0.26156712],"study_design_scores_gemma":[0.000052500905,0.000037102534,0.0012271109,0.00028354125,0.00006493286,0.00016630026,0.00019846596,0.012734102,0.0026618168,0.073851004,0.90868086,0.00004229846],"about_ca_topic_score_codex":0.005764708,"about_ca_topic_score_gemma":0.00740246,"teacher_disagreement_score":0.16035053,"about_ca_system_score_codex":0.0011149113,"about_ca_system_score_gemma":0.0021429118,"threshold_uncertainty_score":0.53642595},"labels":[],"label_agreement":null},{"id":"W32426295","doi":"10.3389/fcimb.2020.00173","title":"Protocol independence using the sockets API","year":2000,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Protocol (science); Internet protocol suite; Communications protocol; Backward compatibility; General Inter-ORB Protocol; Software deployment; Internet Protocol; Software; Tunneling protocol; Reverse Address Resolution Protocol; Computer network; Software engineering; Distributed computing; Operating system; The Internet","score_opus":0.02957121905895374,"score_gpt":0.30617152757599764,"score_spread":0.27660030851704387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32426295","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010512753,0.0013896766,0.30455774,0.0045646527,0.0076014237,0.23505029,0.11163018,0.13859351,0.18609981],"genre_scores_gemma":[0.03973904,0.0016957918,0.21075594,0.0040377835,0.0016150833,0.46740052,0.04191337,0.038715847,0.19412667],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9717083,0.010906928,0.007206561,0.004249007,0.0042904182,0.0016388125],"domain_scores_gemma":[0.9409654,0.013024605,0.0034770176,0.023184534,0.015820904,0.003527523],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.052633338,0.0020121224,0.003708248,0.0042572687,0.0016027328,0.0061923093,0.0027738328,0.0017215475,0.48716754],"category_scores_gemma":[0.06875434,0.0015769348,0.0025508783,0.0027824421,0.0023448875,0.0034579244,0.0058362,0.0036029574,0.27027175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008241875,0.00046998062,0.0016828711,0.007699494,0.00026267918,0.00055999594,0.0021695467,0.0004991668,0.012131518,0.0146529265,0.6762009,0.275429],"study_design_scores_gemma":[0.0012514438,0.00038493084,0.0024752738,0.0015694083,0.00006433994,0.0002110384,0.00027024598,0.0013670144,0.004419964,0.008673017,0.979192,0.00012143175],"about_ca_topic_score_codex":0.0009959058,"about_ca_topic_score_gemma":0.0011102156,"teacher_disagreement_score":0.48716754,"about_ca_system_score_codex":0.0021912302,"about_ca_system_score_gemma":0.012383371,"threshold_uncertainty_score":0.73149323},"labels":[],"label_agreement":null}]}