{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":21,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":21,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"38ac191f48ee","filters":{"venue":"USENIX Annual Technical Conference"}},"results":[{"id":"W1086484114","doi":"","title":"Thread and Memory Placement on NUMA Systems: Asymmetry Matters.","year":2015,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Thread (computing); Parallel computing; Shared memory; Distributed computing; Distributed shared memory; Memory bandwidth; Non-uniform memory access; Distributed memory; Uniform memory access; Cache; Operating system; CPU cache; Memory management; Overlay; Cache coloring","retraction":null,"screen_n_in":null,"score":{"opus":0.0426310543331708,"gpt":0.2857146656179889,"spread":0.2430836112848181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006040017,0.0002349209,0.0002888325,0.0001587461,0.0001010708,0.0002940677,0.0008799429,0.0001574059,0.000004964849],"category_scores_gemma":[0.0001368458,0.0002050333,0.00004007696,0.0002773286,0.0001141667,0.0003202613,0.00053762,0.0002917963,0.00006790825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000766845,"about_ca_system_score_gemma":0.0001089586,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004556226,"about_ca_topic_score_gemma":0.000002035215,"domain_scores_codex":[0.9981288,0.0001402587,0.0003452456,0.000579222,0.0004733262,0.0003330899],"domain_scores_gemma":[0.9984976,0.0001505718,0.0001297417,0.0006811753,0.0002675334,0.0002733748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009399687,0.0004023497,0.0004066004,0.00008088365,0.0000431993,0.00009156131,0.0014242,0.005119402,0.0001730169,0.792995,0.1805753,0.01859444],"study_design_scores_gemma":[0.009510512,0.01075408,0.004192334,0.002511265,0.0001216726,0.001282252,0.003408083,0.6420254,0.01371864,0.09982672,0.2052283,0.007420681],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002646223,0.0001658359,0.9831721,0.002789432,0.0002675793,0.0003420212,0.00001126639,0.00149159,0.009113976],"genre_scores_gemma":[0.9034746,0.00003213911,0.09425925,0.001518639,0.00006401635,0.00003808889,0.000004973363,0.00001547844,0.000592795],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9008284,"threshold_uncertainty_score":0.8361015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2740127658","doi":"","title":"Proactive error prediction to improve storage system reliability","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability engineering; Computer science; Reliability (semiconductor); Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03018740501013244,"gpt":0.2953837169928771,"spread":0.2651963119827447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005659557,0.0003184894,0.0003965507,0.0001316724,0.0006267584,0.000443253,0.004603156,0.0003075529,0.000006055579],"category_scores_gemma":[0.002403327,0.0002832709,0.00008618827,0.0002305225,0.0004169412,0.002562861,0.003242543,0.0006189838,0.000150633],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003918656,"about_ca_system_score_gemma":0.0001616845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007733204,"about_ca_topic_score_gemma":0.00003072552,"domain_scores_codex":[0.9971317,0.0000720771,0.0004385145,0.001283904,0.0005226934,0.0005511345],"domain_scores_gemma":[0.9942353,0.0001156902,0.0003243665,0.004614791,0.0005183534,0.0001914479],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00018437,0.0004337294,0.001054845,0.0001845726,0.00005275817,0.0002177104,0.0009785285,0.0001675099,0.03444136,0.7989787,0.005741155,0.1575648],"study_design_scores_gemma":[0.006340684,0.0112544,0.3068515,0.001797908,0.0002588005,0.0006486984,0.005441751,0.1546492,0.229056,0.1617087,0.1131291,0.008863233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02981686,0.000009971694,0.9590597,0.00203435,0.0006427237,0.001141758,0.0004630383,0.003813485,0.003018165],"genre_scores_gemma":[0.8787538,0.000002789234,0.1206684,0.00005334468,0.00005945428,0.0002371864,0.000005464901,0.0000159658,0.0002035754],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8489369,"threshold_uncertainty_score":0.999962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2742089049","doi":"","title":"deTector: a Topology-aware Monitoring System for Data Center Networks","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Center (category theory); Detector; Computer science; Network topology; Topology (electrical circuits); Data center; Computer network; Real-time computing; Telecommunications; Electrical engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06836995083323666,"gpt":0.3311936766087394,"spread":0.2628237257755028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0007561769,0.0002443299,0.0003904753,0.00005031256,0.000769204,0.0004921596,0.005983057,0.0003097338,0.00000296512],"category_scores_gemma":[0.000340431,0.0001974476,0.0001022073,0.00008040067,0.0002188165,0.001293516,0.002525038,0.0003309043,0.00003062855],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008461931,"about_ca_system_score_gemma":0.0001163271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000103389,"about_ca_topic_score_gemma":0.0000494596,"domain_scores_codex":[0.9977396,0.00006211745,0.0004415325,0.0009197109,0.0002712886,0.0005657143],"domain_scores_gemma":[0.9944354,0.0002120249,0.0002722118,0.004565076,0.0003434709,0.0001718543],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003609277,0.0006726501,0.4236626,0.001684545,0.0002569488,0.0001571138,0.001051074,0.0001347706,0.001467111,0.04089217,0.01341873,0.5162413],"study_design_scores_gemma":[0.006347294,0.001692212,0.1970963,0.002960991,0.0001557636,0.0006448734,0.0008948941,0.6977814,0.007172157,0.002396249,0.07914997,0.003707828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01901629,0.00008006534,0.9753927,0.0005534067,0.002715417,0.0006904408,0.0001308559,0.0009852514,0.0004355744],"genre_scores_gemma":[0.9855733,0.00001939261,0.01374343,0.00002641986,0.0004499454,0.00009211122,0.00001371772,0.00001475237,0.00006693671],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.966557,"threshold_uncertainty_score":0.9993951,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104048355","doi":"","title":"Experiences with client-based speculative remote display","year":2008,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Cloud Computing and Remote Desktop Technologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Event (particle physics); Predictability; Server; Protocol (science); Client–server model; Operating system; Real-time computing; Distributed computing","retraction":null,"screen_n_in":null,"score":{"opus":0.02753372542274009,"gpt":0.2551615360128867,"spread":0.2276278105901466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001795005,0.000312591,0.0003496736,0.0001466875,0.0003676308,0.0001074832,0.001867707,0.000202576,0.00001317042],"category_scores_gemma":[0.0001757728,0.0002204843,0.0001012979,0.0008393606,0.000909698,0.000246763,0.000486858,0.0004587252,0.00003997349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005192903,"about_ca_system_score_gemma":0.0002293314,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005335924,"about_ca_topic_score_gemma":0.00001706982,"domain_scores_codex":[0.9976236,0.00007474356,0.0003435629,0.0008406626,0.0005839971,0.000533411],"domain_scores_gemma":[0.9981154,0.0002177363,0.000149855,0.001088795,0.0002771033,0.0001511116],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005032633,0.001794283,0.006953725,0.0001126539,0.000139588,0.00426396,0.04913771,0.001486117,0.009849566,0.3988643,0.007370527,0.5195243],"study_design_scores_gemma":[0.006426649,0.009145479,0.0721876,0.001444717,0.00007623777,0.00409242,0.01565431,0.6869411,0.1437453,0.01939177,0.03358655,0.007307815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4825846,0.0000465194,0.5130004,0.0008985535,0.000111275,0.0001747137,0.000003556408,0.001521033,0.00165938],"genre_scores_gemma":[0.8892557,0.000009948601,0.1102768,0.0001835165,0.00003323189,0.00000824769,0.000002026492,0.00001145019,0.0002190588],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.685455,"threshold_uncertainty_score":0.8991091,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1454188553","doi":"","title":"Identifying trends in enterprise data protection systems","year":2015,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Backup; Computer science; Work (physics); Computer security; Data management; Risk analysis (engineering); Data access; Enterprise data management; Data Protection Act 1998; Database; Enterprise information system; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.1845418917993751,"gpt":0.3531108636457632,"spread":0.168568971846388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007334327,0.0002233697,0.0003014983,0.0004753661,0.0000583712,0.0002966479,0.004402406,0.0002106794,0.000004413344],"category_scores_gemma":[0.0007045941,0.0002093841,0.00002848629,0.001243059,0.0001526829,0.003078608,0.003808526,0.0005594004,0.00006440566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001757767,"about_ca_system_score_gemma":0.0001042481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002691784,"about_ca_topic_score_gemma":0.0001818137,"domain_scores_codex":[0.9975434,0.0001058372,0.0004593412,0.0009588852,0.000500259,0.0004322656],"domain_scores_gemma":[0.9966933,0.00005059772,0.0001655901,0.002771741,0.0001791472,0.0001395984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009713571,0.0005415184,0.001039794,0.00008288881,0.00002805548,0.0006331588,0.001662912,0.0004113661,0.006408627,0.2862928,0.01632431,0.6864774],"study_design_scores_gemma":[0.006260281,0.002206367,0.01096519,0.001451922,0.00006222033,0.001489878,0.006362058,0.6134109,0.005970955,0.1164494,0.2302631,0.005107847],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002976287,0.0001839057,0.9926039,0.0006565414,0.0003997499,0.000297036,0.00009787153,0.001779442,0.001005249],"genre_scores_gemma":[0.948469,0.00001620275,0.05113566,0.00002316385,0.0000347061,0.00007480782,0.00004379686,0.00001255059,0.0001901513],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9454927,"threshold_uncertainty_score":0.8538437,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3181228931","doi":"","title":"Habitat: A Runtime-Based Computational Performance Predictor for Deep Neural Network Training.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Training (meteorology); Artificial neural network; Artificial intelligence; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.03647568065923151,"gpt":0.2777825907590805,"spread":0.2413069100998489,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002202376,0.0002834638,0.000345753,0.00005771847,0.000382835,0.0001651363,0.001113979,0.000148043,0.00002545032],"category_scores_gemma":[0.0001942782,0.0002891133,0.0001548986,0.0008326123,0.0002045438,0.0005464409,0.0003208894,0.0003684779,0.00002467246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005267913,"about_ca_system_score_gemma":0.0003572946,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":9.577479e-7,"about_ca_topic_score_gemma":0.00002744128,"domain_scores_codex":[0.997489,0.00007639085,0.0004950759,0.0008447254,0.000417489,0.0006772561],"domain_scores_gemma":[0.9972696,0.0009046101,0.0001722823,0.0007144386,0.0007055996,0.0002334693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001130262,0.000370555,0.00244724,0.00008412501,0.00004332988,0.00004080776,0.0004325106,0.5441682,0.0008482307,0.3142519,0.00711774,0.1300823],"study_design_scores_gemma":[0.0006634011,0.0002317406,0.00961011,0.00004033414,0.00001456667,0.00004771918,0.00001697088,0.9590309,0.0002650031,0.0201667,0.009532932,0.0003796525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01193692,0.00008787288,0.9829063,0.003079794,0.0002182217,0.0005617175,0.00006452321,0.0007323638,0.0004123163],"genre_scores_gemma":[0.6521976,0.000004445681,0.3462008,0.001042568,0.0001591632,0.0002443327,0.00006647531,0.00001768724,0.00006692272],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6402607,"threshold_uncertainty_score":0.9999561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2955938631","doi":"","title":"LUMOS: Dependency-Driven Disk-based Graph Processing.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Dependency (UML); Graph; Dependency graph; Parallel computing; Theoretical computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01151107087650313,"gpt":0.2390502115809077,"spread":0.2275391407044045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003575708,0.0003039211,0.0003423114,0.000186762,0.0001683645,0.0002706363,0.002262133,0.0002119337,0.0001267548],"category_scores_gemma":[0.00008414387,0.0002618282,0.0001723773,0.0008217539,0.0002127045,0.000858288,0.0004030126,0.0005041712,0.0003338624],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000259781,"about_ca_system_score_gemma":0.000259475,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001131819,"about_ca_topic_score_gemma":0.00001347231,"domain_scores_codex":[0.9975458,0.0001247622,0.0003743052,0.0008434984,0.000546271,0.0005653468],"domain_scores_gemma":[0.9981502,0.0001495306,0.0001542302,0.001016498,0.0002996898,0.0002298071],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000729758,0.0007260328,0.008197725,0.000159516,0.0000314229,0.0001319912,0.0007852294,0.0003000133,0.01179055,0.8302382,0.0007722905,0.1467941],"study_design_scores_gemma":[0.005053605,0.003128593,0.04111306,0.001114713,0.0001004048,0.0002556264,0.0005338663,0.272971,0.02331124,0.6230125,0.0243937,0.00501176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06255776,0.0001080218,0.9249403,0.001208386,0.0004047535,0.0006023183,0.00004195212,0.001540723,0.008595736],"genre_scores_gemma":[0.9654599,0.000006200896,0.03353623,0.0005124712,0.00003499984,0.00003712385,0.000007172613,0.00001737452,0.0003885024],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9029022,"threshold_uncertainty_score":0.9999834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616838521","doi":"","title":"Improving Storage System Reliability with Proactive Error Prediction","year":2017,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"RAID; Computer science; Redundancy (engineering); Reliability (semiconductor); Reliability engineering; Error detection and correction; Vulnerability (computing); Real-time computing; Algorithm; Engineering; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02616364303831789,"gpt":0.2695380294983117,"spread":0.2433743864599938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004636693,0.0003081245,0.000359419,0.00009961715,0.0007217698,0.0004565396,0.003496325,0.0002606217,0.000003871223],"category_scores_gemma":[0.001070358,0.0002408784,0.00005781232,0.0001882979,0.0007102365,0.003424788,0.001859862,0.0006740468,0.0000307054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003070487,"about_ca_system_score_gemma":0.0002069526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001204432,"about_ca_topic_score_gemma":0.00005282071,"domain_scores_codex":[0.997479,0.0000662762,0.0003501509,0.001100427,0.0005160624,0.0004880996],"domain_scores_gemma":[0.9950501,0.0001053567,0.0004631104,0.003788828,0.000478698,0.0001138635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003528811,0.0005391922,0.004629489,0.0004015267,0.00008661144,0.0005606748,0.0009436366,0.0002832898,0.0153441,0.7889193,0.001216148,0.1867232],"study_design_scores_gemma":[0.009105833,0.01166852,0.3119217,0.002527916,0.0003919631,0.002098183,0.007570723,0.4638712,0.1056566,0.05716305,0.01952767,0.008496663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03418253,0.00001323708,0.9584292,0.0006083981,0.0002074566,0.0007023234,0.0001752374,0.003589938,0.002091651],"genre_scores_gemma":[0.8503267,0.000002613805,0.1493778,0.00001622571,0.00003581899,0.0001275063,0.000005672919,0.00001591358,0.00009173316],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8161442,"threshold_uncertainty_score":0.9822737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2949443561","doi":"","title":"Evaluating File System Reliability on Solid State Drives.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability (semiconductor); Reliability engineering; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03700856751728223,"gpt":0.3301689452704634,"spread":0.2931603777531812,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006817701,0.0003278191,0.0004578562,0.000145205,0.000137193,0.0001610396,0.002731212,0.0002113478,0.0001920353],"category_scores_gemma":[0.001401748,0.0002843947,0.00009625806,0.0005519941,0.0002260427,0.0009820438,0.001676643,0.0007135748,0.001159997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002564718,"about_ca_system_score_gemma":0.0001806048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002060939,"about_ca_topic_score_gemma":0.000007119401,"domain_scores_codex":[0.9967421,0.0001485413,0.0005456498,0.00120716,0.0007399138,0.0006166581],"domain_scores_gemma":[0.9957469,0.0007258605,0.0002493145,0.002750376,0.0003933229,0.0001342178],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001638032,0.0005479037,0.0008798437,0.0003975923,0.0000477629,0.0001898354,0.001051749,0.006758237,0.03436407,0.6631626,0.02035843,0.2720781],"study_design_scores_gemma":[0.003984595,0.01049275,0.02241707,0.002721698,0.00005623263,0.0003002407,0.001974121,0.6768448,0.07887731,0.136661,0.05992357,0.005746528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2074736,0.0000407525,0.7663416,0.0011339,0.0007493563,0.001829705,0.001432486,0.01007845,0.01092022],"genre_scores_gemma":[0.8661194,0.000005653742,0.1331572,0.0001196347,0.00001814309,0.0000824044,0.00002571696,0.00001784751,0.0004540049],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6700866,"threshold_uncertainty_score":0.9999608,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3175594783","doi":"","title":"A Case Study of Processing-in-Memory in off-the-Shelf Systems","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Memory and Neural Computing","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Off the shelf; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03689934778720167,"gpt":0.2816910153820074,"spread":0.2447916675948057,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002109174,0.0001536776,0.0003103527,0.00007778712,0.00004240296,0.00002514992,0.0001969105,0.00008362922,0.00000426488],"category_scores_gemma":[0.0001294974,0.000131128,0.00003023195,0.0005276586,0.00005006075,0.0001177738,0.0001125773,0.0004769989,0.000001463578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003925908,"about_ca_system_score_gemma":0.00005219636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004615086,"about_ca_topic_score_gemma":0.0006130639,"domain_scores_codex":[0.9987831,0.0000861977,0.0004612144,0.0002552393,0.0001612325,0.0002530515],"domain_scores_gemma":[0.9993479,0.0001452675,0.00005002614,0.0002975764,0.0001121398,0.00004706101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001890253,0.003588957,0.01387012,0.002744492,0.0000654648,0.1033262,0.03884744,0.4235629,0.1689127,0.001942455,0.0001907522,0.2427595],"study_design_scores_gemma":[0.01529756,0.003281946,0.02753932,0.005000881,0.0002336872,0.04252635,0.3414811,0.4433782,0.1114551,0.00202609,0.002517284,0.005262539],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.997786,0.0004562749,0.0007647829,0.00002546967,0.00009651105,0.0003286844,0.000007760907,0.0001617678,0.0003727351],"genre_scores_gemma":[0.9997313,0.00001417301,0.0001165153,0.00001364596,0.00002673807,0.00003427998,0.000001041618,0.00001716416,0.00004511545],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3026336,"threshold_uncertainty_score":0.5347247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173275515","doi":"","title":"RIFF: Reduced Instruction Footprint for Coverage-Guided Fuzzing.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Fuzz testing; Computer science; Footprint; Operating system; Software; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.0541948968657504,"gpt":0.3114097351044024,"spread":0.257214838238652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004164819,0.0002469704,0.0003266901,0.0001118522,0.0002148897,0.000286322,0.0009589194,0.0002309406,0.00001118174],"category_scores_gemma":[0.002329706,0.0002484615,0.0001540547,0.0005251933,0.0001025963,0.0002886437,0.0005894877,0.0003413621,0.00001331104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008832805,"about_ca_system_score_gemma":0.0003686926,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003643245,"about_ca_topic_score_gemma":0.00001046551,"domain_scores_codex":[0.9978531,0.00008956423,0.000455829,0.0008145803,0.0003433013,0.0004436374],"domain_scores_gemma":[0.9972845,0.0004662524,0.0001550649,0.001049833,0.0008804008,0.0001639699],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000489212,0.0003511376,0.0008571493,0.0001178214,0.00004077974,0.0001148477,0.0005632538,0.00003392738,0.04203949,0.4609851,0.03843844,0.4564092],"study_design_scores_gemma":[0.001742696,0.0006701181,0.005839807,0.0003676781,0.00004138772,0.001044439,0.00003544967,0.009491085,0.169405,0.7686665,0.04128272,0.001413129],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03247866,0.00004842929,0.9508169,0.001771135,0.0004445929,0.0003478935,0.00002719259,0.01155857,0.002506615],"genre_scores_gemma":[0.6787683,0.00001550968,0.3205469,0.0002777745,0.00007816771,0.00008430827,0.00001158866,0.00001527107,0.0002021523],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6462897,"threshold_uncertainty_score":0.9999968,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886086578","doi":"","title":"Siphon: expediting inter-datacenter coflows in wide-area data analytics","year":2018,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Expediting; Analytics; Cloud computing; Distributed computing; Scheduling (production processes); Siphon (mollusc); SPARK (programming language); Microservices; Database; Operating system; Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08113551594113265,"gpt":0.3045707446843762,"spread":0.2234352287432435,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008160223,0.0002698762,0.0003299883,0.0002154837,0.0001389401,0.0003224963,0.004676898,0.0001340738,0.00005638202],"category_scores_gemma":[0.0005349424,0.0002400583,0.00005869179,0.0007173803,0.0002651997,0.0002187342,0.00658928,0.000461694,0.0001248967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006983725,"about_ca_system_score_gemma":0.00007942114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009792815,"about_ca_topic_score_gemma":0.0003393513,"domain_scores_codex":[0.99719,0.00009937021,0.0005747962,0.001082405,0.0004533819,0.0006000242],"domain_scores_gemma":[0.9966391,0.0002942188,0.0001568214,0.002535233,0.0002081893,0.0001664939],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001883511,0.0023148,0.03655014,0.0002212364,0.0002232971,0.00129315,0.009190738,0.0007000585,0.002105162,0.07025515,0.3674058,0.5095521],"study_design_scores_gemma":[0.0009357338,0.0004659173,0.005377564,0.0004963397,0.00002288794,0.00005059655,0.0006092376,0.778492,0.0004765055,0.001963248,0.2102006,0.0009093742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1053452,0.00004589489,0.8788911,0.003859332,0.0007074283,0.0003486767,0.00006227422,0.000801525,0.009938607],"genre_scores_gemma":[0.9837506,0.000006531745,0.01471737,0.000840119,0.0002052752,0.00000679894,0.00002240193,0.00001480074,0.0004360853],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8784054,"threshold_uncertainty_score":0.9789292,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885725796","doi":"","title":"Geriatrix: aging what you see and what you don't see a file system aging approach for modern storage systems","year":2018,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute","funders":"","keywords":"File system; Computer science; Fragmentation (computing); Operating system; Software; Computer data storage; Flash memory; Embedded system","retraction":null,"screen_n_in":null,"score":{"opus":0.02811065537350997,"gpt":0.2673739611441406,"spread":0.2392633057706306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008394773,0.0005978484,0.0007919614,0.0003270175,0.0005372106,0.003267084,0.0027416,0.0004542499,0.00001214566],"category_scores_gemma":[0.0003663725,0.0005527287,0.0001252582,0.0006669381,0.0006151012,0.009372517,0.002324095,0.0005859347,0.00002740329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002563997,"about_ca_system_score_gemma":0.0001545702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005248271,"about_ca_topic_score_gemma":0.00001352121,"domain_scores_codex":[0.9956951,0.0001376361,0.0007263926,0.001779412,0.0006184701,0.001042995],"domain_scores_gemma":[0.9961073,0.0004193034,0.000417108,0.002178507,0.0006199665,0.0002578243],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002345502,0.0006044655,0.0001735762,0.003765751,0.0003113717,0.0003622577,0.01159489,0.001946723,0.01802016,0.3590178,0.01878582,0.5851826],"study_design_scores_gemma":[0.001651663,0.0009273791,0.0001142353,0.002376208,0.00009456272,0.0007782877,0.02710399,0.9237275,0.002698421,0.005005948,0.03310764,0.002414154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003637213,0.002802166,0.9869583,0.0003962053,0.0007500025,0.001329446,0.0004380622,0.003465732,0.0002228978],"genre_scores_gemma":[0.804215,0.0003305002,0.194232,0.00009476465,0.0002650809,0.0004479535,0.00009193891,0.00005622587,0.0002665014],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9217808,"threshold_uncertainty_score":0.9996924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173835271","doi":"","title":"AUTO: Adaptive Congestion Control Based on Multi-Objective Reinforcement Learning for the Satellite-Ground Integrated Network.","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Satellite Communication Systems","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Reinforcement learning; Computer science; Satellite; Network congestion; Adaptive control; Control (management); Artificial intelligence; Computer network; Engineering; Aerospace engineering; Network packet","retraction":null,"screen_n_in":null,"score":{"opus":0.04390230152501175,"gpt":0.2740180319134123,"spread":0.2301157303884006,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006463397,0.0003046496,0.0003711506,0.00006094239,0.0002414723,0.0001332987,0.0004308823,0.0002419256,0.00006069324],"category_scores_gemma":[0.0007159666,0.0002453593,0.0001409418,0.0004015224,0.0001391117,0.0001344511,0.0000633131,0.0007718744,0.00004099548],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002574729,"about_ca_system_score_gemma":0.0001478624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003261637,"about_ca_topic_score_gemma":0.0001133004,"domain_scores_codex":[0.9981278,0.0002987087,0.0005184065,0.0003527738,0.0002837779,0.000418495],"domain_scores_gemma":[0.9956868,0.002555592,0.0001221941,0.000697737,0.0008364713,0.0001011901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004185353,0.00007955421,0.000353724,0.00004608705,0.0001708338,0.000009191738,0.0005611102,0.9465861,0.003038329,0.009405278,0.0003510894,0.03898014],"study_design_scores_gemma":[0.001272708,0.0002502246,0.005003228,0.0002170989,0.00005073464,0.000006329038,0.0008467538,0.9312259,0.0008753171,0.00008598975,0.05983571,0.0003300226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.000594359,0.001385891,0.9922863,0.0003703409,0.0003689754,0.001356924,0.00004884879,0.001000264,0.002588144],"genre_scores_gemma":[0.9946403,0.000335017,0.00370734,0.0002309178,0.00008945709,0.0004354147,0.0001052167,0.00004964277,0.0004067233],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9940459,"threshold_uncertainty_score":0.9999999,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W32426295","doi":"10.3389/fcimb.2020.00173","title":"Protocol independence using the sockets API","year":2000,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Protocol (science); Internet protocol suite; Communications protocol; Backward compatibility; General Inter-ORB Protocol; Software deployment; Internet Protocol; Software; Tunneling protocol; Reverse Address Resolution Protocol; Computer network; Software engineering; Distributed computing; Operating system; The Internet","retraction":null,"screen_n_in":null,"score":{"opus":0.02957121905895374,"gpt":0.3061715275759976,"spread":0.2766003085170439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000391497,0.0002934006,0.000243794,0.00007563428,0.0003261415,0.0003241593,0.003239193,0.0002076587,0.0003769329],"category_scores_gemma":[0.00001949789,0.0001915683,0.0001056481,0.0007621555,0.000175308,0.0006974099,0.0006014988,0.0006887763,0.0001543418],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003594558,"about_ca_system_score_gemma":0.0002484691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002565133,"about_ca_topic_score_gemma":0.0001952993,"domain_scores_codex":[0.9974484,0.0001737987,0.0003968061,0.0006914653,0.0007245849,0.0005649497],"domain_scores_gemma":[0.9980549,0.0001650172,0.0001185661,0.001243861,0.0002470653,0.0001706202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002954977,0.0008557085,0.001702349,0.0002079159,0.00009459017,0.0002388911,0.0137086,0.0009768351,0.01972178,0.2493669,0.001593285,0.7112376],"study_design_scores_gemma":[0.003061532,0.001214158,0.01306987,0.0006251684,0.00007684245,0.001124535,0.0008970845,0.09616774,0.02856978,0.09077659,0.7613816,0.00303516],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1638962,0.00009178172,0.6509142,0.01440276,0.0006391618,0.1036208,0.00008234766,0.004722146,0.0616306],"genre_scores_gemma":[0.9716855,0.000003902661,0.01853772,0.002808384,0.0001502077,0.006506563,0.000001945164,0.00001995448,0.0002858207],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8077893,"threshold_uncertainty_score":0.7811928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3180260566","doi":"","title":"Controlling Memory Footprint of Stateful Streaming Graph Processing","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Stateful firewall; Computer science; Memory footprint; Footprint; Graph; Parallel computing; Operating system; Theoretical computer science; Computer network; Geology","retraction":null,"screen_n_in":null,"score":{"opus":0.0176565422187499,"gpt":0.2544506504079583,"spread":0.2367941081892084,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004672699,0.0002070393,0.0003886138,0.0001231577,0.0001396874,0.0001437867,0.0009095878,0.0001228787,0.0000185446],"category_scores_gemma":[0.0002264473,0.0001921267,0.0001476583,0.0006943118,0.0002143065,0.0003720285,0.0004526823,0.000345826,0.00000479799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001700571,"about_ca_system_score_gemma":0.0002657608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001189049,"about_ca_topic_score_gemma":0.00001317666,"domain_scores_codex":[0.9980195,0.0001427461,0.0004900077,0.0005678323,0.0003824843,0.0003974627],"domain_scores_gemma":[0.9981673,0.0002146846,0.0001946595,0.0006211236,0.0006554174,0.0001468022],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003431132,0.0003471442,0.0002859766,0.0001253882,0.0000417234,0.0002141269,0.001578366,0.0002417064,0.09374112,0.4190406,0.00002198071,0.4843276],"study_design_scores_gemma":[0.002819632,0.0006747986,0.005811247,0.0009853487,0.00008686526,0.0003126321,0.003162296,0.03961377,0.5104882,0.4326268,0.001729169,0.001689264],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1039516,0.0003267975,0.8920059,0.000341352,0.0001428218,0.0001542841,0.00002159687,0.000357942,0.002697784],"genre_scores_gemma":[0.9493029,0.00002618415,0.05043839,0.0000819528,0.00002723532,0.00001243761,0.0000032031,0.0000102922,0.0000973892],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8453513,"threshold_uncertainty_score":0.7834699,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2957298014","doi":"","title":"STRADS-AP: Simplifying Distributed Machine Learning Programming without Introducing a New Programming Model.","year":2019,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Inductive programming; Programming language; Programming domain; Functional reactive programming; Programming paradigm; Reactive programming; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02694820491428026,"gpt":0.2854245779462796,"spread":0.2584763730319993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008654195,0.0004208613,0.0004888504,0.0001845124,0.000312555,0.0008008171,0.0016573,0.0002378875,0.00003341632],"category_scores_gemma":[0.0008174117,0.0003897778,0.0001272059,0.0008112498,0.0000875778,0.001149411,0.0008202567,0.00145629,0.0001169572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001102237,"about_ca_system_score_gemma":0.0003332395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002740328,"about_ca_topic_score_gemma":0.00006082355,"domain_scores_codex":[0.9963565,0.0001840667,0.0006415896,0.001310562,0.0006615169,0.000845728],"domain_scores_gemma":[0.9975897,0.0001871792,0.0003607392,0.001226497,0.0002650892,0.0003708016],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006435766,0.0002235846,0.02765835,0.0001289904,0.00004121798,0.00001533528,0.001294966,0.01404915,0.008860726,0.08392428,0.000327053,0.863412],"study_design_scores_gemma":[0.0007300648,0.0003801807,0.002550394,0.000162884,0.00002583124,0.0000573933,0.0001371119,0.9389045,0.0003239512,0.001243125,0.0547475,0.0007370207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01503015,0.00007878322,0.9796251,0.00189182,0.0001218582,0.0006747448,0.00002510245,0.001999692,0.0005527316],"genre_scores_gemma":[0.761041,0.0000125741,0.2380039,0.00006869881,0.00008647523,0.00003241416,0.0001860577,0.00002967137,0.0005391237],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9248554,"threshold_uncertainty_score":0.9998554,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1640838995","doi":"","title":"The Future Is Coming: Where the X Window System Should Go","year":2002,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"PQ Corporation (Canada)","funders":"","keywords":"Laptop; Window (computing); Computer science; Replication (statistics); Mobile device; Server; Set (abstract data type); World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03638729015576345,"gpt":0.2570172650352057,"spread":0.2206299748794422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006872074,0.0003903143,0.0003733795,0.00008313561,0.0008246813,0.0007620246,0.00715415,0.0003998767,0.00002802434],"category_scores_gemma":[0.0001910969,0.0002196255,0.0001597472,0.001131308,0.0004434761,0.0003789724,0.002021374,0.00113763,0.0004988319],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000122092,"about_ca_system_score_gemma":0.0000571845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002035837,"about_ca_topic_score_gemma":0.0001904517,"domain_scores_codex":[0.9968038,0.0001611847,0.0005009011,0.0008004351,0.0008705605,0.0008631502],"domain_scores_gemma":[0.9959508,0.0005868887,0.0001717287,0.002739336,0.0003632575,0.0001879504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001224359,0.00005012936,0.0001943895,0.00001871951,0.00002997201,0.00004763653,0.000757128,0.00001547335,0.0002913218,0.5407102,0.3398334,0.1180394],"study_design_scores_gemma":[0.0002818521,0.0002656146,0.001448372,0.0001507004,0.00002156701,0.0001935941,0.001417853,0.01411595,0.001119668,0.004957622,0.9753859,0.0006413279],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01216062,0.00696567,0.335457,0.5979841,0.003118682,0.002955643,0.0001363106,0.01202647,0.02919554],"genre_scores_gemma":[0.9869599,0.0002349385,0.008605418,0.001731812,0.0002943544,0.0001283016,7.08965e-7,0.00002481574,0.002019797],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9747992,"threshold_uncertainty_score":0.9982176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3184805929","doi":"","title":"{SKQ}: Event Scheduling for Optimizing Tail Latency in a Traditional {OS} Kernel","year":2021,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Latency (audio); Kernel (algebra); Scheduling (production processes); Distributed computing; Parallel computing; Mathematical optimization; Mathematics; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.05502411700400726,"gpt":0.2966008762843377,"spread":0.2415767592803305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005191811,0.0002233561,0.0003146961,0.0001606387,0.0001522963,0.0001986201,0.0008965504,0.000201655,0.00003317583],"category_scores_gemma":[0.0004479511,0.0002355609,0.0001483814,0.0005788294,0.00007315444,0.000476638,0.0003473556,0.0003833188,0.00001113905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008891586,"about_ca_system_score_gemma":0.0004137322,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001196993,"about_ca_topic_score_gemma":0.00001467948,"domain_scores_codex":[0.9978423,0.0001055589,0.000546204,0.0007203504,0.0003289584,0.0004565901],"domain_scores_gemma":[0.9984418,0.0003061976,0.0001301055,0.0004977928,0.0004835062,0.00014058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004817156,0.0008919308,0.0005570523,0.00009401294,0.00003441548,0.0001692856,0.001007929,0.05474992,0.005818272,0.9094599,0.003176221,0.02399284],"study_design_scores_gemma":[0.001184308,0.0002797303,0.001907069,0.0003792645,0.00001258933,0.0001152642,0.0001154748,0.9030976,0.009274145,0.079604,0.003201487,0.0008291091],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003890726,0.0001419296,0.9914381,0.002005876,0.0001390644,0.0002683052,0.00002394618,0.0006921344,0.001399924],"genre_scores_gemma":[0.5108824,0.00004017129,0.4885588,0.0002436811,0.00004125952,0.00006183191,0.00001860065,0.000009686287,0.000143564],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8483476,"threshold_uncertainty_score":0.9605893,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3027597167","doi":"","title":"Daydream: Accurately Estimating the Efficacy of Performance Optimizations for DNN Training","year":2020,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Artificial neural network; Machine learning; Software; Artificial intelligence; Graph; Parallel computing; Computer engineering; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1356333107934018,"gpt":0.3383242010037694,"spread":0.2026908902103675,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001647722,0.0001633516,0.0002314061,0.00002908962,0.0002812232,0.00007192502,0.001595113,0.00006976046,0.000007022008],"category_scores_gemma":[0.0008088627,0.0001257725,0.00007910027,0.0006929539,0.0001798663,0.0004848946,0.0003519785,0.0002541055,0.00000792932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001495348,"about_ca_system_score_gemma":0.0001364111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000122225,"about_ca_topic_score_gemma":0.000001464714,"domain_scores_codex":[0.9985968,0.00003586758,0.0004255599,0.0004293023,0.0002114768,0.0003009796],"domain_scores_gemma":[0.9977794,0.001069811,0.0002192998,0.0005353065,0.0002717982,0.0001243576],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006467305,0.0001396194,0.00008837552,0.00007484999,0.00003244319,0.000002101736,0.005360084,0.1899517,0.006124929,0.4492358,0.001795037,0.3471304],"study_design_scores_gemma":[0.0003504488,0.000208944,0.0004514196,0.00003942054,0.00001566814,0.000009317775,0.00007406242,0.9899954,0.002565103,0.001950754,0.004133523,0.0002059634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004669628,0.00002149988,0.9875934,0.006147426,0.00005597109,0.0006197451,0.00002856107,0.0003568895,0.0005069318],"genre_scores_gemma":[0.6421368,0.00000656749,0.3573345,0.0003307179,0.00006922004,0.00009310098,0.000006010052,0.000009192996,0.00001389909],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8000436,"threshold_uncertainty_score":0.5128852,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200503446","doi":"","title":"Information Visualization for Systems People","year":2002,"lang":"en","type":"article","venue":"USENIX Annual Technical Conference","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Visualization; Computer science; Information visualization; Information system; Human–computer interaction; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0352360210263221,"gpt":0.2951441122454369,"spread":0.2599080912191148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002163824,0.0001280186,0.0001696856,0.0001369305,0.0001284844,0.0004877883,0.0006982902,0.0001087229,0.00004409747],"category_scores_gemma":[0.0003240085,0.0001201204,0.00005059685,0.0005295588,0.00003113162,0.002054882,0.0001595439,0.00007387127,0.0001715414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003135779,"about_ca_system_score_gemma":0.00003015385,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001381092,"about_ca_topic_score_gemma":0.000009127773,"domain_scores_codex":[0.9988606,0.00003799666,0.0003835497,0.0001888593,0.0002982356,0.0002307677],"domain_scores_gemma":[0.9987361,0.0000898415,0.0001459289,0.0004156895,0.0005076149,0.0001048295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001898539,0.00005453631,0.00006733854,0.00002980547,0.000005158185,2.892941e-7,0.000606617,0.00005643463,0.00006521995,0.9674132,0.02601849,0.005680964],"study_design_scores_gemma":[0.0003191996,0.0001232393,0.0002241544,0.00002482085,0.000008349009,0.00001007167,0.0001571709,0.8058801,0.0001216538,0.001073462,0.1918247,0.000233015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0002259321,0.00002543004,0.9958382,0.0004789334,0.0002048314,0.0003235231,0.00009261506,0.0005012391,0.002309333],"genre_scores_gemma":[0.9925307,0.00005642239,0.006101807,0.0004768598,0.00005059661,0.00005742813,0.0001241949,0.000007712938,0.0005942917],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9923047,"threshold_uncertainty_score":0.4898367,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}