{"meta":{"query_hash":"38ac191f48ee","filters":{"venue":"USENIX Annual Technical Conference"},"cohort_total":21,"direct_labels_cover":0,"predictions_cover":21,"exported":21,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/38ac191f48ee","api":"https://metacan.xera.ac/api/v1/cohort?venue=USENIX+Annual+Technical+Conference"},"results":[{"id":"W1086484114","doi":"","title":"Thread and Memory Placement on NUMA Systems: Asymmetry Matters.","year":2015,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Thread (computing); Parallel computing; Shared memory; Distributed computing; Distributed shared memory; Memory bandwidth; Non-uniform memory access; Distributed memory; Uniform memory access; Cache; Operating system; CPU cache; Memory management; Overlay; Cache coloring","score_opus":0.0426310543331708,"score_gpt":0.28571466561798886,"score_spread":0.24308361128481806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1086484114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026462227,0.0001658359,0.98317206,0.002789432,0.00026757928,0.00034202117,0.000011266389,0.00149159,0.009113976],"genre_scores_gemma":[0.9034746,0.000032139105,0.09425925,0.0015186387,0.00006401635,0.00003808889,0.0000049733626,0.000015478441,0.00059279497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812883,0.00014025874,0.0003452456,0.000579222,0.00047332616,0.00033308993],"domain_scores_gemma":[0.9984976,0.00015057184,0.00012974169,0.00068117527,0.00026753344,0.00027337475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006040017,0.00023492085,0.0002888325,0.0001587461,0.00010107084,0.00029406766,0.0008799429,0.00015740588,0.000004964849],"category_scores_gemma":[0.00013684577,0.00020503328,0.00004007696,0.0002773286,0.00011416666,0.00032026126,0.00053762,0.00029179634,0.00006790825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093996874,0.00040234972,0.00040660045,0.00008088365,0.000043199296,0.00009156131,0.0014242,0.0051194024,0.00017301687,0.79299504,0.18057534,0.018594438],"study_design_scores_gemma":[0.009510512,0.010754081,0.004192334,0.0025112652,0.00012167258,0.0012822524,0.003408083,0.6420254,0.013718644,0.09982672,0.20522834,0.007420681],"about_ca_topic_score_codex":0.000045562258,"about_ca_topic_score_gemma":0.0000020352147,"teacher_disagreement_score":0.9008284,"about_ca_system_score_codex":0.000076684504,"about_ca_system_score_gemma":0.000108958644,"threshold_uncertainty_score":0.8361015},"labels":[],"label_agreement":null},{"id":"W1454188553","doi":"","title":"Identifying trends in enterprise data protection systems","year":2015,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Backup; Computer science; Work (physics); Computer security; Data management; Risk analysis (engineering); Data access; Enterprise data management; Data Protection Act 1998; Database; Enterprise information system; Business","score_opus":0.18454189179937514,"score_gpt":0.35311086364576316,"score_spread":0.16856897184638803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1454188553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029762872,0.00018390566,0.9926039,0.00065654144,0.0003997499,0.000297036,0.00009787153,0.001779442,0.0010052489],"genre_scores_gemma":[0.948469,0.000016202752,0.051135655,0.00002316385,0.000034706096,0.00007480782,0.000043796863,0.000012550591,0.00019015135],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975434,0.00010583722,0.0004593412,0.00095888524,0.00050025905,0.0004322656],"domain_scores_gemma":[0.9966933,0.00005059772,0.00016559014,0.002771741,0.0001791472,0.00013959841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007334327,0.00022336973,0.0003014983,0.00047536608,0.000058371203,0.0002966479,0.0044024056,0.00021067944,0.0000044133435],"category_scores_gemma":[0.0007045941,0.00020938413,0.000028486285,0.0012430588,0.0001526829,0.003078608,0.0038085256,0.0005594004,0.000064405656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097135715,0.0005415184,0.0010397938,0.00008288881,0.000028055483,0.0006331588,0.0016629121,0.00041136608,0.006408627,0.28629282,0.016324308,0.6864774],"study_design_scores_gemma":[0.006260281,0.0022063674,0.01096519,0.001451922,0.00006222033,0.0014898783,0.0063620578,0.6134109,0.005970955,0.116449356,0.23026305,0.005107847],"about_ca_topic_score_codex":0.00026917836,"about_ca_topic_score_gemma":0.00018181368,"teacher_disagreement_score":0.9454927,"about_ca_system_score_codex":0.00017577667,"about_ca_system_score_gemma":0.000104248065,"threshold_uncertainty_score":0.8538437},"labels":[],"label_agreement":null},{"id":"W1640838995","doi":"","title":"The Future Is Coming: Where the X Window System Should Go","year":2002,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PQ Corporation (Canada)","funders":"","keywords":"Laptop; Window (computing); Computer science; Replication (statistics); Mobile device; Server; Set (abstract data type); World Wide Web; Operating system","score_opus":0.036387290155763446,"score_gpt":0.25701726503520567,"score_spread":0.22062997487944222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1640838995","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012160618,0.0069656703,0.33545703,0.5979841,0.0031186817,0.0029556435,0.00013631057,0.012026475,0.029195536],"genre_scores_gemma":[0.9869599,0.00023493847,0.008605418,0.0017318119,0.00029435442,0.00012830162,7.0896505e-7,0.000024815743,0.0020197972],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680376,0.00016118467,0.00050090114,0.00080043514,0.00087056047,0.00086315017],"domain_scores_gemma":[0.9959508,0.0005868887,0.00017172867,0.0027393363,0.00036325748,0.00018795044],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006872074,0.00039031426,0.0003733795,0.00008313561,0.0008246813,0.0007620246,0.0071541504,0.0003998767,0.000028024337],"category_scores_gemma":[0.00019109686,0.0002196255,0.0001597472,0.0011313078,0.00044347614,0.00037897236,0.0020213744,0.0011376303,0.00049883185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000122435895,0.00005012936,0.00019438947,0.000018719513,0.00002997201,0.000047636535,0.000757128,0.00001547335,0.0002913218,0.5407102,0.33983338,0.1180394],"study_design_scores_gemma":[0.0002818521,0.00026561462,0.0014483721,0.00015070045,0.00002156701,0.00019359407,0.0014178526,0.014115953,0.0011196682,0.0049576224,0.9753859,0.0006413279],"about_ca_topic_score_codex":0.000020358366,"about_ca_topic_score_gemma":0.00019045165,"teacher_disagreement_score":0.9747992,"about_ca_system_score_codex":0.000122092,"about_ca_system_score_gemma":0.000057184498,"threshold_uncertainty_score":0.99821764},"labels":[],"label_agreement":null},{"id":"W2104048355","doi":"","title":"Experiences with client-based speculative remote display","year":2008,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Cloud Computing and Remote Desktop Technologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Event (particle physics); Predictability; Server; Protocol (science); Client–server model; Operating system; Real-time computing; Distributed computing","score_opus":0.027533725422740088,"score_gpt":0.25516153601288666,"score_spread":0.22762781059014658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104048355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48258463,0.000046519403,0.51300037,0.00089855347,0.000111275,0.00017471368,0.000003556408,0.0015210334,0.0016593797],"genre_scores_gemma":[0.8892557,0.0000099486015,0.11027681,0.00018351649,0.000033231885,0.00000824769,0.0000020264922,0.000011450187,0.00021905875],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976236,0.000074743555,0.00034356295,0.0008406626,0.0005839971,0.00053341105],"domain_scores_gemma":[0.9981154,0.00021773632,0.00014985497,0.0010887951,0.00027710333,0.00015111158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017950048,0.00031259097,0.0003496736,0.00014668751,0.00036763083,0.00010748317,0.0018677069,0.00020257602,0.000013170419],"category_scores_gemma":[0.0001757728,0.00022048433,0.00010129787,0.0008393606,0.000909698,0.000246763,0.00048685799,0.0004587252,0.000039973493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005032633,0.0017942826,0.006953725,0.00011265389,0.000139588,0.00426396,0.049137708,0.0014861167,0.009849566,0.39886427,0.0073705274,0.51952434],"study_design_scores_gemma":[0.006426649,0.009145479,0.0721876,0.0014447169,0.00007623777,0.0040924195,0.015654312,0.6869411,0.14374533,0.019391768,0.03358655,0.0073078154],"about_ca_topic_score_codex":0.00005335924,"about_ca_topic_score_gemma":0.000017069819,"teacher_disagreement_score":0.685455,"about_ca_system_score_codex":0.000051929026,"about_ca_system_score_gemma":0.00022933139,"threshold_uncertainty_score":0.89910907},"labels":[],"label_agreement":null},{"id":"W2616838521","doi":"","title":"Improving Storage System Reliability with Proactive Error Prediction","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"RAID; Computer science; Redundancy (engineering); Reliability (semiconductor); Reliability engineering; Error detection and correction; Vulnerability (computing); Real-time computing; Algorithm; Engineering; Computer security","score_opus":0.026163643038317887,"score_gpt":0.26953802949831174,"score_spread":0.24337438645999385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616838521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034182526,0.000013237079,0.9584292,0.00060839806,0.00020745664,0.0007023234,0.00017523742,0.0035899382,0.002091651],"genre_scores_gemma":[0.8503267,0.0000026138046,0.14937778,0.000016225707,0.00003581899,0.0001275063,0.000005672919,0.00001591358,0.000091733156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747896,0.000066276196,0.0003501509,0.0011004267,0.0005160624,0.0004880996],"domain_scores_gemma":[0.99505013,0.00010535665,0.00046311037,0.0037888284,0.00047869803,0.000113863476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046366933,0.0003081245,0.00035941903,0.00009961715,0.0007217698,0.0004565396,0.0034963253,0.00026062175,0.0000038712233],"category_scores_gemma":[0.0010703582,0.00024087842,0.000057812318,0.0001882979,0.0007102365,0.003424788,0.0018598624,0.0006740468,0.0000307054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035288106,0.00053919223,0.0046294886,0.00040152672,0.00008661144,0.0005606748,0.0009436366,0.0002832898,0.015344099,0.78891927,0.0012161484,0.18672317],"study_design_scores_gemma":[0.009105833,0.011668516,0.3119217,0.0025279163,0.0003919631,0.0020981834,0.0075707226,0.4638712,0.105656564,0.057163052,0.019527674,0.008496663],"about_ca_topic_score_codex":0.000120443234,"about_ca_topic_score_gemma":0.00005282071,"teacher_disagreement_score":0.8161442,"about_ca_system_score_codex":0.0003070487,"about_ca_system_score_gemma":0.00020695257,"threshold_uncertainty_score":0.9822737},"labels":[],"label_agreement":null},{"id":"W2740127658","doi":"","title":"Proactive error prediction to improve storage system reliability","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability engineering; Computer science; Reliability (semiconductor); Engineering","score_opus":0.030187405010132444,"score_gpt":0.29538371699287713,"score_spread":0.2651963119827447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740127658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029816857,0.000009971694,0.95905966,0.0020343496,0.0006427237,0.0011417576,0.00046303828,0.003813485,0.0030181645],"genre_scores_gemma":[0.8787538,0.0000027892336,0.12066843,0.000053344684,0.000059454276,0.00023718644,0.0000054649013,0.0000159658,0.00020357542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9971317,0.0000720771,0.0004385145,0.001283904,0.00052269344,0.0005511345],"domain_scores_gemma":[0.99423534,0.000115690156,0.00032436653,0.004614791,0.0005183534,0.00019144792],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005659557,0.00031848944,0.00039655066,0.00013167242,0.0006267584,0.00044325303,0.004603156,0.00030755292,0.0000060555785],"category_scores_gemma":[0.0024033266,0.00028327093,0.00008618827,0.00023052255,0.0004169412,0.0025628612,0.003242543,0.0006189838,0.00015063304],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018436999,0.00043372935,0.0010548454,0.00018457261,0.000052758165,0.00021771042,0.0009785285,0.00016750989,0.03444136,0.7989787,0.0057411552,0.15756476],"study_design_scores_gemma":[0.0063406844,0.011254399,0.30685148,0.0017979078,0.00025880046,0.0006486984,0.005441751,0.15464918,0.22905603,0.16170874,0.1131291,0.008863233],"about_ca_topic_score_codex":0.000077332035,"about_ca_topic_score_gemma":0.000030725518,"teacher_disagreement_score":0.8489369,"about_ca_system_score_codex":0.0003918656,"about_ca_system_score_gemma":0.00016168448,"threshold_uncertainty_score":0.999962},"labels":[],"label_agreement":null},{"id":"W2742089049","doi":"","title":"deTector: a Topology-aware Monitoring System for Data Center Networks","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Center (category theory); Detector; Computer science; Network topology; Topology (electrical circuits); Data center; Computer network; Real-time computing; Telecommunications; Electrical engineering; Engineering","score_opus":0.06836995083323666,"score_gpt":0.33119367660873944,"score_spread":0.2628237257755028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742089049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019016288,0.000080065336,0.9753927,0.00055340666,0.0027154167,0.00069044076,0.00013085591,0.0009852514,0.0004355744],"genre_scores_gemma":[0.9855733,0.000019392613,0.013743432,0.00002641986,0.0004499454,0.00009211122,0.000013717725,0.0000147523715,0.000066936715],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977396,0.00006211745,0.00044153252,0.0009197109,0.00027128856,0.0005657143],"domain_scores_gemma":[0.99443537,0.00021202487,0.00027221182,0.004565076,0.00034347092,0.00017185429],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00075617695,0.0002443299,0.00039047527,0.000050312563,0.000769204,0.00049215957,0.0059830574,0.00030973382,0.0000029651203],"category_scores_gemma":[0.00034043097,0.00019744759,0.000102207276,0.00008040067,0.00021881654,0.0012935163,0.0025250383,0.0003309043,0.000030628547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036092775,0.00067265006,0.42366263,0.0016845447,0.00025694878,0.00015711377,0.0010510745,0.00013477058,0.0014671114,0.04089217,0.013418734,0.5162413],"study_design_scores_gemma":[0.006347294,0.0016922116,0.19709635,0.0029609913,0.00015576364,0.00064487336,0.00089489407,0.69778144,0.0071721566,0.0023962494,0.07914997,0.0037078278],"about_ca_topic_score_codex":0.000103388986,"about_ca_topic_score_gemma":0.0000494596,"teacher_disagreement_score":0.966557,"about_ca_system_score_codex":0.000084619314,"about_ca_system_score_gemma":0.000116327115,"threshold_uncertainty_score":0.9993951},"labels":[],"label_agreement":null},{"id":"W2885725796","doi":"","title":"Geriatrix: aging what you see and what you don't see a file system aging approach for modern storage systems","year":2018,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"","keywords":"File system; Computer science; Fragmentation (computing); Operating system; Software; Computer data storage; Flash memory; Embedded system","score_opus":0.02811065537350997,"score_gpt":0.2673739611441406,"score_spread":0.2392633057706306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885725796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036372135,0.002802166,0.98695827,0.00039620532,0.0007500025,0.0013294462,0.00043806215,0.0034657319,0.00022289775],"genre_scores_gemma":[0.804215,0.00033050016,0.19423203,0.000094764655,0.00026508086,0.0004479535,0.00009193891,0.00005622587,0.00026650142],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956951,0.00013763613,0.0007263926,0.0017794119,0.00061847013,0.0010429955],"domain_scores_gemma":[0.9961073,0.00041930337,0.000417108,0.0021785072,0.00061996654,0.0002578243],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008394773,0.00059784844,0.00079196144,0.0003270175,0.00053721055,0.0032670838,0.0027416002,0.00045424985,0.000012145656],"category_scores_gemma":[0.0003663725,0.00055272866,0.00012525822,0.0006669381,0.0006151012,0.009372517,0.0023240955,0.00058593473,0.00002740329],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023455021,0.0006044655,0.0001735762,0.003765751,0.00031137172,0.00036225768,0.011594889,0.0019467234,0.018020157,0.35901785,0.01878582,0.5851826],"study_design_scores_gemma":[0.0016516634,0.00092737906,0.00011423533,0.002376208,0.00009456272,0.0007782877,0.027103994,0.9237275,0.0026984208,0.0050059482,0.03310764,0.0024141541],"about_ca_topic_score_codex":0.000052482712,"about_ca_topic_score_gemma":0.000013521209,"teacher_disagreement_score":0.92178077,"about_ca_system_score_codex":0.00025639965,"about_ca_system_score_gemma":0.00015457023,"threshold_uncertainty_score":0.99969244},"labels":[],"label_agreement":null},{"id":"W2886086578","doi":"","title":"Siphon: expediting inter-datacenter coflows in wide-area data analytics","year":2018,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Expediting; Analytics; Cloud computing; Distributed computing; Scheduling (production processes); Siphon (mollusc); SPARK (programming language); Microservices; Database; Operating system; Engineering; Systems engineering","score_opus":0.08113551594113265,"score_gpt":0.30457074468437617,"score_spread":0.2234352287432435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886086578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105345204,0.000045894885,0.87889105,0.0038593323,0.00070742826,0.00034867667,0.00006227422,0.000801525,0.009938607],"genre_scores_gemma":[0.98375064,0.0000065317454,0.014717373,0.00084011897,0.00020527524,0.0000067989404,0.00002240193,0.000014800736,0.00043608533],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99719,0.00009937021,0.00057479617,0.0010824053,0.00045338194,0.00060002424],"domain_scores_gemma":[0.9966391,0.0002942188,0.00015682144,0.0025352333,0.0002081893,0.00016649393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081602234,0.00026987615,0.00032998828,0.00021548368,0.00013894006,0.0003224963,0.004676898,0.00013407384,0.000056382025],"category_scores_gemma":[0.0005349424,0.00024005826,0.000058691792,0.0007173803,0.0002651997,0.00021873417,0.00658928,0.00046169403,0.00012489672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018835108,0.0023147997,0.03655014,0.00022123645,0.0002232971,0.0012931495,0.009190738,0.0007000585,0.0021051625,0.070255145,0.3674058,0.5095521],"study_design_scores_gemma":[0.0009357338,0.00046591728,0.0053775636,0.0004963397,0.000022887936,0.00005059655,0.0006092376,0.778492,0.00047650546,0.001963248,0.21020062,0.00090937415],"about_ca_topic_score_codex":0.000097928154,"about_ca_topic_score_gemma":0.0003393513,"teacher_disagreement_score":0.8784054,"about_ca_system_score_codex":0.000069837246,"about_ca_system_score_gemma":0.00007942114,"threshold_uncertainty_score":0.97892916},"labels":[],"label_agreement":null},{"id":"W2949443561","doi":"","title":"Evaluating File System Reliability on Solid State Drives.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability (semiconductor); Reliability engineering; Computer science; Engineering","score_opus":0.03700856751728223,"score_gpt":0.33016894527046337,"score_spread":0.29316037775318116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949443561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20747356,0.000040752504,0.76634157,0.0011338997,0.00074935635,0.001829705,0.0014324861,0.010078454,0.010920224],"genre_scores_gemma":[0.86611944,0.0000056537424,0.13315718,0.00011963466,0.000018143091,0.000082404404,0.000025716956,0.000017847511,0.0004540049],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99674207,0.00014854126,0.00054564985,0.00120716,0.00073991384,0.0006166581],"domain_scores_gemma":[0.9957469,0.00072586053,0.00024931453,0.0027503758,0.0003933229,0.00013421781],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006817701,0.0003278191,0.0004578562,0.00014520502,0.00013719304,0.00016103957,0.002731212,0.0002113478,0.00019203531],"category_scores_gemma":[0.0014017483,0.00028439466,0.00009625806,0.00055199413,0.00022604274,0.0009820438,0.0016766426,0.0007135748,0.0011599967],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016380315,0.0005479037,0.00087984366,0.00039759235,0.0000477629,0.00018983537,0.0010517495,0.0067582373,0.034364067,0.66316265,0.02035843,0.27207813],"study_design_scores_gemma":[0.0039845947,0.010492753,0.022417067,0.002721698,0.000056232628,0.0003002407,0.0019741212,0.67684484,0.078877315,0.13666102,0.05992357,0.0057465276],"about_ca_topic_score_codex":0.00002060939,"about_ca_topic_score_gemma":0.000007119401,"teacher_disagreement_score":0.6700866,"about_ca_system_score_codex":0.00025647183,"about_ca_system_score_gemma":0.0001806048,"threshold_uncertainty_score":0.99996084},"labels":[],"label_agreement":null},{"id":"W2955938631","doi":"","title":"LUMOS: Dependency-Driven Disk-based Graph Processing.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Dependency (UML); Graph; Dependency graph; Parallel computing; Theoretical computer science; Artificial intelligence","score_opus":0.011511070876503134,"score_gpt":0.23905021158090767,"score_spread":0.22753914070440454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955938631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06255776,0.00010802176,0.92494035,0.0012083858,0.00040475352,0.00060231827,0.000041952117,0.0015407228,0.008595736],"genre_scores_gemma":[0.96545994,0.000006200896,0.033536233,0.0005124712,0.000034999845,0.00003712385,0.0000071726126,0.000017374525,0.00038850243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99754584,0.00012476215,0.0003743052,0.0008434984,0.00054627104,0.0005653468],"domain_scores_gemma":[0.9981502,0.00014953056,0.00015423019,0.0010164978,0.0002996898,0.0002298071],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003575708,0.0003039211,0.00034231137,0.00018676204,0.0001683645,0.00027063632,0.0022621334,0.00021193366,0.00012675476],"category_scores_gemma":[0.000084143874,0.00026182816,0.00017237726,0.0008217539,0.00021270447,0.000858288,0.00040301256,0.00050417124,0.0003338624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000729758,0.0007260328,0.008197725,0.00015951596,0.000031422896,0.00013199121,0.0007852294,0.00030001326,0.011790554,0.83023816,0.00077229046,0.14679411],"study_design_scores_gemma":[0.0050536054,0.0031285926,0.041113064,0.0011147126,0.0001004048,0.00025562636,0.00053386635,0.27297097,0.023311239,0.6230125,0.024393702,0.00501176],"about_ca_topic_score_codex":0.00001131819,"about_ca_topic_score_gemma":0.000013472307,"teacher_disagreement_score":0.9029022,"about_ca_system_score_codex":0.000025978097,"about_ca_system_score_gemma":0.000259475,"threshold_uncertainty_score":0.9999834},"labels":[],"label_agreement":null},{"id":"W2957298014","doi":"","title":"STRADS-AP: Simplifying Distributed Machine Learning Programming without Introducing a New Programming Model.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Inductive programming; Programming language; Programming domain; Functional reactive programming; Programming paradigm; Reactive programming; Artificial intelligence","score_opus":0.02694820491428026,"score_gpt":0.28542457794627957,"score_spread":0.25847637303199933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957298014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0150301475,0.00007878322,0.9796251,0.0018918199,0.000121858226,0.0006747448,0.000025102452,0.0019996923,0.0005527316],"genre_scores_gemma":[0.76104105,0.000012574104,0.23800394,0.000068698806,0.00008647523,0.00003241416,0.00018605767,0.000029671372,0.00053912366],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635655,0.00018406667,0.0006415896,0.0013105624,0.00066151685,0.000845728],"domain_scores_gemma":[0.9975897,0.00018717922,0.00036073916,0.0012264973,0.0002650892,0.0003708016],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008654195,0.00042086127,0.0004888504,0.00018451244,0.00031255497,0.0008008171,0.0016573004,0.00023788749,0.00003341632],"category_scores_gemma":[0.0008174117,0.00038977776,0.00012720592,0.0008112498,0.0000875778,0.001149411,0.0008202567,0.0014562899,0.00011695716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064357664,0.00022358465,0.02765835,0.00012899039,0.000041217976,0.000015335283,0.0012949659,0.014049153,0.008860726,0.08392428,0.00032705296,0.86341196],"study_design_scores_gemma":[0.0007300648,0.00038018072,0.0025503936,0.00016288398,0.000025831245,0.0000573933,0.0001371119,0.9389045,0.00032395116,0.0012431251,0.054747496,0.00073702075],"about_ca_topic_score_codex":0.00027403282,"about_ca_topic_score_gemma":0.000060823553,"teacher_disagreement_score":0.9248554,"about_ca_system_score_codex":0.00011022366,"about_ca_system_score_gemma":0.00033323953,"threshold_uncertainty_score":0.9998554},"labels":[],"label_agreement":null},{"id":"W3027597167","doi":"","title":"Daydream: Accurately Estimating the Efficacy of Performance Optimizations for DNN Training","year":2020,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Artificial neural network; Machine learning; Software; Artificial intelligence; Graph; Parallel computing; Computer engineering; Theoretical computer science; Programming language","score_opus":0.13563331079340182,"score_gpt":0.33832420100376936,"score_spread":0.20269089021036754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027597167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004669628,0.00002149988,0.98759335,0.006147426,0.000055971093,0.00061974506,0.00002856107,0.00035688948,0.0005069318],"genre_scores_gemma":[0.64213675,0.0000065674903,0.35733452,0.00033071788,0.00006922004,0.00009310098,0.000006010052,0.000009192996,0.000013899093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985968,0.000035867582,0.0004255599,0.00042930225,0.00021147681,0.00030097962],"domain_scores_gemma":[0.9977794,0.001069811,0.0002192998,0.0005353065,0.0002717982,0.00012435761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016477218,0.00016335161,0.00023140614,0.000029089619,0.00028122324,0.000071925024,0.0015951134,0.00006976046,0.0000070220076],"category_scores_gemma":[0.00080886274,0.00012577245,0.00007910027,0.0006929539,0.00017986627,0.0004848946,0.00035197852,0.00025410551,0.0000079293195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006467305,0.00013961944,0.00008837552,0.00007484999,0.000032443193,0.0000021017358,0.005360084,0.18995172,0.006124929,0.44923577,0.0017950373,0.34713042],"study_design_scores_gemma":[0.00035044883,0.00020894395,0.00045141965,0.000039420538,0.00001566814,0.000009317775,0.000074062424,0.98999536,0.0025651034,0.0019507543,0.0041335225,0.0002059634],"about_ca_topic_score_codex":0.00000122225,"about_ca_topic_score_gemma":0.0000014647144,"teacher_disagreement_score":0.80004364,"about_ca_system_score_codex":0.000014953478,"about_ca_system_score_gemma":0.00013641106,"threshold_uncertainty_score":0.5128852},"labels":[],"label_agreement":null},{"id":"W3173275515","doi":"","title":"RIFF: Reduced Instruction Footprint for Coverage-Guided Fuzzing.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Fuzz testing; Computer science; Footprint; Operating system; Software; Geography","score_opus":0.0541948968657504,"score_gpt":0.3114097351044024,"score_spread":0.257214838238652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173275515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032478664,0.000048429287,0.9508169,0.0017711354,0.0004445929,0.00034789348,0.000027192591,0.011558574,0.0025066151],"genre_scores_gemma":[0.67876834,0.000015509677,0.32054687,0.00027777452,0.00007816771,0.00008430827,0.000011588659,0.000015271073,0.00020215227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978531,0.00008956423,0.00045582897,0.0008145803,0.0003433013,0.0004436374],"domain_scores_gemma":[0.9972845,0.00046625236,0.00015506493,0.0010498327,0.0008804008,0.00016396995],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004164819,0.00024697045,0.0003266901,0.00011185218,0.00021488969,0.00028632197,0.0009589194,0.00023094064,0.000011181735],"category_scores_gemma":[0.0023297055,0.0002484615,0.00015405467,0.0005251933,0.00010259629,0.0002886437,0.0005894877,0.00034136206,0.0000133110425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000489212,0.0003511376,0.00085714925,0.00011782137,0.000040779738,0.000114847724,0.00056325376,0.000033927383,0.04203949,0.4609851,0.038438436,0.45640916],"study_design_scores_gemma":[0.0017426964,0.0006701181,0.005839807,0.00036767815,0.00004138772,0.0010444387,0.000035449666,0.009491085,0.16940497,0.7686665,0.04128272,0.0014131286],"about_ca_topic_score_codex":0.000036432448,"about_ca_topic_score_gemma":0.000010465513,"teacher_disagreement_score":0.6462897,"about_ca_system_score_codex":0.00008832805,"about_ca_system_score_gemma":0.00036869262,"threshold_uncertainty_score":0.9999968},"labels":[],"label_agreement":null},{"id":"W3173835271","doi":"","title":"AUTO: Adaptive Congestion Control Based on Multi-Objective Reinforcement Learning for the Satellite-Ground Integrated Network.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Satellite Communication Systems","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Reinforcement learning; Computer science; Satellite; Network congestion; Adaptive control; Control (management); Artificial intelligence; Computer network; Engineering; Aerospace engineering; Network packet","score_opus":0.043902301525011754,"score_gpt":0.27401803191341234,"score_spread":0.23011573038840058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173835271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000594359,0.001385891,0.99228626,0.00037034086,0.00036897536,0.0013569236,0.000048848793,0.0010002641,0.0025881438],"genre_scores_gemma":[0.9946403,0.000335017,0.00370734,0.0002309178,0.00008945709,0.0004354147,0.00010521669,0.000049642767,0.0004067233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981278,0.0002987087,0.0005184065,0.0003527738,0.00028377792,0.00041849495],"domain_scores_gemma":[0.9956868,0.0025555918,0.00012219409,0.00069773704,0.0008364713,0.000101190075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006463397,0.00030464958,0.00037115064,0.00006094239,0.00024147231,0.0001332987,0.0004308823,0.00024192563,0.00006069324],"category_scores_gemma":[0.0007159666,0.00024535935,0.00014094183,0.00040152238,0.00013911167,0.00013445107,0.0000633131,0.0007718744,0.000040995477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004185353,0.00007955421,0.00035372403,0.000046087047,0.00017083381,0.000009191738,0.00056111015,0.94658613,0.0030383288,0.009405278,0.00035108937,0.038980138],"study_design_scores_gemma":[0.0012727083,0.0002502246,0.005003228,0.00021709892,0.000050734638,0.0000063290377,0.00084675377,0.9312259,0.0008753171,0.00008598975,0.059835713,0.00033002262],"about_ca_topic_score_codex":0.00003261637,"about_ca_topic_score_gemma":0.000113300375,"teacher_disagreement_score":0.9940459,"about_ca_system_score_codex":0.00025747286,"about_ca_system_score_gemma":0.00014786243,"threshold_uncertainty_score":0.9999999},"labels":[],"label_agreement":null},{"id":"W3175594783","doi":"","title":"A Case Study of Processing-in-Memory in off-the-Shelf Systems","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Memory and Neural Computing","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Off the shelf; Software engineering","score_opus":0.03689934778720167,"score_gpt":0.28169101538200736,"score_spread":0.2447916675948057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175594783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997786,0.00045627487,0.0007647829,0.000025469668,0.00009651105,0.0003286844,0.000007760907,0.00016176779,0.00037273508],"genre_scores_gemma":[0.9997313,0.000014173005,0.00011651529,0.000013645959,0.000026738071,0.000034279976,0.0000010416177,0.000017164157,0.00004511545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878305,0.0000861977,0.00046121437,0.00025523934,0.00016123254,0.00025305152],"domain_scores_gemma":[0.9993479,0.00014526748,0.000050026138,0.0002975764,0.00011213975,0.00004706101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021091735,0.00015367755,0.00031035274,0.000077787125,0.00004240296,0.000025149922,0.00019691054,0.000083629224,0.00000426488],"category_scores_gemma":[0.00012949745,0.00013112804,0.000030231951,0.0005276586,0.000050060753,0.00011777383,0.00011257727,0.00047699886,0.0000014635783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018902533,0.0035889568,0.013870124,0.002744492,0.0000654648,0.10332616,0.038847435,0.4235629,0.16891272,0.0019424547,0.00019075224,0.24275951],"study_design_scores_gemma":[0.015297563,0.0032819463,0.027539317,0.0050008814,0.00023368723,0.04252635,0.34148106,0.4433782,0.111455075,0.0020260897,0.0025172837,0.005262539],"about_ca_topic_score_codex":0.000046150857,"about_ca_topic_score_gemma":0.00061306386,"teacher_disagreement_score":0.3026336,"about_ca_system_score_codex":0.000039259077,"about_ca_system_score_gemma":0.000052196363,"threshold_uncertainty_score":0.53472465},"labels":[],"label_agreement":null},{"id":"W3180260566","doi":"","title":"Controlling Memory Footprint of Stateful Streaming Graph Processing","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Stateful firewall; Computer science; Memory footprint; Footprint; Graph; Parallel computing; Operating system; Theoretical computer science; Computer network; Geology","score_opus":0.017656542218749897,"score_gpt":0.2544506504079583,"score_spread":0.23679410818920837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180260566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10395159,0.00032679748,0.89200586,0.00034135202,0.00014282177,0.00015428408,0.000021596872,0.00035794196,0.0026977845],"genre_scores_gemma":[0.9493029,0.000026184152,0.050438385,0.0000819528,0.00002723532,0.000012437611,0.0000032030996,0.000010292196,0.0000973892],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99801946,0.00014274608,0.00049000775,0.00056783226,0.00038248434,0.0003974627],"domain_scores_gemma":[0.99816734,0.0002146846,0.00019465953,0.00062112365,0.0006554174,0.0001468022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046726989,0.00020703928,0.0003886138,0.00012315766,0.0001396874,0.00014378672,0.00090958783,0.00012287866,0.000018544602],"category_scores_gemma":[0.00022644732,0.00019212668,0.0001476583,0.0006943118,0.00021430654,0.00037202847,0.00045268235,0.000345826,0.00000479799],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034311317,0.00034714423,0.00028597662,0.00012538822,0.0000417234,0.0002141269,0.0015783663,0.00024170642,0.09374112,0.41904062,0.000021980713,0.48432755],"study_design_scores_gemma":[0.0028196322,0.00067479856,0.005811247,0.0009853487,0.000086865264,0.0003126321,0.0031622963,0.03961377,0.5104882,0.43262675,0.0017291693,0.0016892636],"about_ca_topic_score_codex":0.000011890492,"about_ca_topic_score_gemma":0.0000131766565,"teacher_disagreement_score":0.84535134,"about_ca_system_score_codex":0.000017005712,"about_ca_system_score_gemma":0.00026576084,"threshold_uncertainty_score":0.7834699},"labels":[],"label_agreement":null},{"id":"W3181228931","doi":"","title":"Habitat: A Runtime-Based Computational Performance Predictor for Deep Neural Network Training.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Training (meteorology); Artificial neural network; Artificial intelligence; Machine learning","score_opus":0.036475680659231506,"score_gpt":0.27778259075908046,"score_spread":0.24130691009984895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181228931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011936917,0.000087872875,0.9829063,0.003079794,0.00021822168,0.0005617175,0.000064523214,0.00073236384,0.0004123163],"genre_scores_gemma":[0.6521976,0.0000044456815,0.34620082,0.0010425681,0.00015916319,0.00024433265,0.00006647531,0.00001768724,0.000066922716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748904,0.000076390854,0.00049507595,0.0008447254,0.00041748898,0.0006772561],"domain_scores_gemma":[0.9972696,0.00090461015,0.0001722823,0.00071443856,0.0007055996,0.00023346928],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022023762,0.0002834638,0.000345753,0.000057718466,0.00038283505,0.00016513625,0.0011139793,0.00014804304,0.00002545032],"category_scores_gemma":[0.00019427823,0.00028911332,0.00015489859,0.0008326123,0.00020454383,0.0005464409,0.00032088938,0.00036847792,0.000024672461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011302621,0.000370555,0.0024472403,0.00008412501,0.00004332988,0.00004080776,0.00043251063,0.54416823,0.0008482307,0.3142519,0.0071177403,0.13008231],"study_design_scores_gemma":[0.0006634011,0.00023174063,0.00961011,0.000040334144,0.000014566674,0.000047719175,0.000016970878,0.95903087,0.00026500307,0.0201667,0.009532932,0.00037965254],"about_ca_topic_score_codex":9.57748e-7,"about_ca_topic_score_gemma":0.000027441281,"teacher_disagreement_score":0.6402607,"about_ca_system_score_codex":0.000052679134,"about_ca_system_score_gemma":0.00035729457,"threshold_uncertainty_score":0.99995613},"labels":[],"label_agreement":null},{"id":"W3184805929","doi":"","title":"{SKQ}: Event Scheduling for Optimizing Tail Latency in a Traditional {OS} Kernel","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Latency (audio); Kernel (algebra); Scheduling (production processes); Distributed computing; Parallel computing; Mathematical optimization; Mathematics; Telecommunications","score_opus":0.055024117004007264,"score_gpt":0.29660087628433773,"score_spread":0.24157675928033046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184805929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038907265,0.00014192956,0.9914381,0.0020058758,0.00013906442,0.00026830516,0.000023946182,0.0006921344,0.001399924],"genre_scores_gemma":[0.5108824,0.00004017129,0.48855883,0.00024368115,0.00004125952,0.00006183191,0.00001860065,0.000009686287,0.00014356399],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978423,0.00010555892,0.00054620404,0.00072035036,0.00032895844,0.00045659015],"domain_scores_gemma":[0.9984418,0.00030619756,0.00013010549,0.0004977928,0.00048350616,0.00014058004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005191811,0.00022335614,0.0003146961,0.00016063868,0.00015229634,0.00019862011,0.0008965504,0.00020165501,0.00003317583],"category_scores_gemma":[0.00044795105,0.00023556087,0.00014838144,0.00057882944,0.00007315444,0.000476638,0.0003473556,0.00038331884,0.0000111390455],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048171558,0.0008919308,0.0005570523,0.00009401294,0.000034415476,0.00016928563,0.0010079286,0.054749925,0.0058182725,0.90945995,0.003176221,0.023992844],"study_design_scores_gemma":[0.0011843082,0.00027973027,0.0019070694,0.00037926447,0.0000125893275,0.000115264185,0.00011547477,0.90309757,0.009274145,0.079604,0.0032014872,0.0008291091],"about_ca_topic_score_codex":0.000011969929,"about_ca_topic_score_gemma":0.0000146794755,"teacher_disagreement_score":0.8483476,"about_ca_system_score_codex":0.00008891586,"about_ca_system_score_gemma":0.00041373222,"threshold_uncertainty_score":0.96058935},"labels":[],"label_agreement":null},{"id":"W3200503446","doi":"","title":"Information Visualization for Systems People","year":2002,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visualization; Computer science; Information visualization; Information system; Human–computer interaction; Artificial intelligence; Engineering","score_opus":0.035236021026322104,"score_gpt":0.2951441122454369,"score_spread":0.2599080912191148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200503446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022593209,0.00002543004,0.99583817,0.00047893336,0.00020483136,0.00032352307,0.00009261506,0.0005012391,0.002309333],"genre_scores_gemma":[0.9925307,0.00005642239,0.0061018066,0.0004768598,0.000050596605,0.000057428133,0.00012419488,0.000007712938,0.0005942917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988606,0.000037996655,0.00038354972,0.0001888593,0.0002982356,0.00023076768],"domain_scores_gemma":[0.9987361,0.0000898415,0.00014592889,0.00041568952,0.00050761487,0.0001048295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021638238,0.00012801863,0.00016968558,0.00013693054,0.00012848445,0.00048778826,0.00069829024,0.00010872294,0.000044097465],"category_scores_gemma":[0.00032400846,0.000120120385,0.00005059685,0.0005295588,0.00003113162,0.0020548815,0.0001595439,0.00007387127,0.00017154143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018985393,0.000054536315,0.00006733854,0.000029805473,0.0000051581846,2.8929406e-7,0.00060661696,0.00005643463,0.00006521995,0.96741325,0.02601849,0.005680964],"study_design_scores_gemma":[0.0003191996,0.00012323927,0.00022415438,0.000024820854,0.000008349009,0.000010071667,0.0001571709,0.8058801,0.000121653764,0.0010734622,0.1918247,0.00023301499],"about_ca_topic_score_codex":0.000013810924,"about_ca_topic_score_gemma":0.000009127773,"teacher_disagreement_score":0.99230474,"about_ca_system_score_codex":0.000031357788,"about_ca_system_score_gemma":0.000030153851,"threshold_uncertainty_score":0.4898367},"labels":[],"label_agreement":null},{"id":"W32426295","doi":"10.3389/fcimb.2020.00173","title":"Protocol independence using the sockets API","year":2000,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Protocol (science); Internet protocol suite; Communications protocol; Backward compatibility; General Inter-ORB Protocol; Software deployment; Internet Protocol; Software; Tunneling protocol; Reverse Address Resolution Protocol; Computer network; Software engineering; Distributed computing; Operating system; The Internet","score_opus":0.02957121905895374,"score_gpt":0.30617152757599764,"score_spread":0.27660030851704387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32426295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1638962,0.000091781716,0.6509142,0.01440276,0.0006391618,0.10362082,0.00008234766,0.004722146,0.061630595],"genre_scores_gemma":[0.9716855,0.000003902661,0.018537715,0.002808384,0.00015020769,0.0065065627,0.0000019451638,0.000019954477,0.0002858207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974484,0.00017379873,0.0003968061,0.0006914653,0.00072458485,0.0005649497],"domain_scores_gemma":[0.99805486,0.00016501719,0.00011856606,0.0012438606,0.00024706527,0.00017062017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039149696,0.00029340063,0.00024379398,0.00007563428,0.00032614148,0.0003241593,0.0032391935,0.00020765867,0.00037693293],"category_scores_gemma":[0.000019497891,0.0001915683,0.00010564809,0.0007621555,0.00017530799,0.00069740985,0.00060149876,0.0006887763,0.00015434182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029549765,0.0008557085,0.0017023486,0.0002079159,0.00009459017,0.0002388911,0.013708599,0.0009768351,0.019721784,0.24936692,0.0015932845,0.7112376],"study_design_scores_gemma":[0.003061532,0.0012141577,0.013069873,0.0006251684,0.00007684245,0.0011245346,0.00089708454,0.096167736,0.028569784,0.09077659,0.76138157,0.00303516],"about_ca_topic_score_codex":0.00025651333,"about_ca_topic_score_gemma":0.00019529935,"teacher_disagreement_score":0.8077893,"about_ca_system_score_codex":0.000035945584,"about_ca_system_score_gemma":0.00024846912,"threshold_uncertainty_score":0.78119284},"labels":[],"label_agreement":null}]}