{"meta":{"query_hash":"5b81c51c1d42","filters":{"venue":"USENIX Security Symposium"},"cohort_total":24,"direct_labels_cover":0,"predictions_cover":24,"exported":24,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5b81c51c1d42","api":"https://metacan.xera.ac/api/v1/cohort?venue=USENIX+Security+Symposium"},"results":[{"id":"W131327581","doi":"","title":"Security benchmarking using partial verification","year":2008,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Computer science; Computer security; Order (exchange); Threat model; Partial order reduction; Model checking; Theoretical computer science; Business","score_opus":0.0338729842272198,"score_gpt":0.2591525270121877,"score_spread":0.22527954278496792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131327581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74542445,0.00020197242,0.24686499,0.0011088874,0.0027951885,0.00039175118,0.000008818685,0.00076082366,0.0024431178],"genre_scores_gemma":[0.9863042,0.00008584604,0.012388666,0.00031872684,0.0008266604,0.000014855458,0.000017412518,0.000022467671,0.000021163254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969869,0.0002560275,0.0006042285,0.0009107244,0.0006251065,0.0006170087],"domain_scores_gemma":[0.99788606,0.00014535965,0.00030870407,0.0011970903,0.00022905199,0.00023374819],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005824751,0.00031101424,0.0003107264,0.0002036079,0.0009964865,0.00024119153,0.0012051358,0.00021417247,0.000039396025],"category_scores_gemma":[0.00006123156,0.00035998068,0.00017618225,0.00082316215,0.00016550091,0.001120312,0.00038032222,0.00041979377,0.000089312205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001542821,0.0026005341,0.034997217,0.00045811644,0.00033520238,0.0006483675,0.19306572,0.007277778,0.078445815,0.6649531,0.012718856,0.0043450026],"study_design_scores_gemma":[0.0006193643,0.00008814695,0.0011205192,0.00005228998,0.000021888318,0.0006086908,0.00009986889,0.9399988,0.0235146,0.0046025827,0.028504875,0.00076837477],"about_ca_topic_score_codex":0.00018412115,"about_ca_topic_score_gemma":0.00000791011,"teacher_disagreement_score":0.932721,"about_ca_system_score_codex":0.00017854186,"about_ca_system_score_gemma":0.00022017019,"threshold_uncertainty_score":0.9998852},"labels":[],"label_agreement":null},{"id":"W1475974720","doi":"","title":"Cookies lack integrity: real-world implications","year":2015,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Computer security; Flag (linear algebra); Internet privacy; Session (web analytics); Domain (mathematical analysis); World Wide Web; Isolation (microbiology); Web browser; Domain name; The Internet","score_opus":0.0671170811442712,"score_gpt":0.3218760085948079,"score_spread":0.25475892745053674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1475974720","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24429584,0.00050051074,0.11105787,0.20245264,0.0026923039,0.0030697114,0.00023713362,0.006557829,0.42913616],"genre_scores_gemma":[0.9872687,0.000050671457,0.009049076,0.0012255411,0.00030496652,0.00021745403,0.000035936966,0.00003272357,0.0018149245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99721956,0.00024355366,0.0005804282,0.00085338735,0.0005741514,0.000528908],"domain_scores_gemma":[0.9962173,0.0003233246,0.0002033485,0.0021200625,0.0006441792,0.0004917778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088414294,0.00032652798,0.00037740616,0.00031384657,0.00024283778,0.0005086916,0.0018948055,0.00015661864,0.00002443545],"category_scores_gemma":[0.00013850878,0.0003348228,0.00013622227,0.0011556654,0.00024683663,0.0010706042,0.0006906304,0.0005576173,0.0006528166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007069271,0.00017349592,0.0039652684,0.000022920889,0.000020109834,0.0000035536038,0.0074317195,0.000018730818,0.0007336168,0.9510002,0.036360208,0.00026308608],"study_design_scores_gemma":[0.0010563852,0.00014977345,0.0036082815,0.00003563535,0.00003369363,0.00008404362,0.0008033951,0.007926812,0.010729875,0.5131341,0.4613559,0.0010820751],"about_ca_topic_score_codex":0.0010928524,"about_ca_topic_score_gemma":0.0011890054,"teacher_disagreement_score":0.74297285,"about_ca_system_score_codex":0.0003048558,"about_ca_system_score_gemma":0.0004153778,"threshold_uncertainty_score":0.99991035},"labels":[],"label_agreement":null},{"id":"W1534968492","doi":"","title":"Password portfolios and the finite-effort user: sustainably managing large numbers of accounts","year":2014,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Portfolio; Computer science; Password; Task (project management); Modern portfolio theory; Activity-based costing; Suite; Project portfolio management; Computer security; Business; Economics; Project management; Finance; Accounting","score_opus":0.003394221359486703,"score_gpt":0.20831048974568392,"score_spread":0.20491626838619723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534968492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8338323,0.0006267795,0.10053375,0.03012977,0.002804568,0.0028118258,0.000040731884,0.00080752076,0.02841273],"genre_scores_gemma":[0.998039,0.00008717802,0.00017074625,0.00097559433,0.00011462407,0.000031632397,0.0000071719032,0.000019701994,0.0005543297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760073,0.00026788947,0.00055912696,0.0005028168,0.0005511956,0.0005182641],"domain_scores_gemma":[0.9978059,0.0003638601,0.00031644272,0.0011434624,0.00021878642,0.00015156582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017005787,0.00024857285,0.0004222054,0.00018084026,0.00027781306,0.00032765217,0.0011394043,0.00011733033,0.000011460091],"category_scores_gemma":[0.00011183849,0.00019351764,0.00014700691,0.00048576557,0.00019134292,0.00061037624,0.0005427786,0.00023247002,0.000028164488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052221494,0.00019011216,0.017538909,0.00030937677,0.00010049618,0.000014628861,0.10069826,0.000008773974,0.00007277245,0.878159,0.0025233773,0.00033211065],"study_design_scores_gemma":[0.007520886,0.00016621363,0.0055810753,0.000182569,0.00014942304,0.00012566909,0.002946983,0.5491591,0.00097479025,0.07776968,0.3543115,0.0011121066],"about_ca_topic_score_codex":0.0003230391,"about_ca_topic_score_gemma":0.000099327604,"teacher_disagreement_score":0.8003893,"about_ca_system_score_codex":0.000035939225,"about_ca_system_score_gemma":0.000057534842,"threshold_uncertainty_score":0.789142},"labels":[],"label_agreement":null},{"id":"W1952517978","doi":"","title":"Securing computer hardware using 3D integrated circuit (IC) technology and split manufacturing for obfuscation","year":2013,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Physical Unclonable Functions (PUFs) and Hardware Security","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Hardware security module; Obfuscation; Computer science; Integrated circuit; Covert; Benchmark (surveying); Context (archaeology); Computer security; Embedded system; Cryptography; Operating system","score_opus":0.01364176656720317,"score_gpt":0.21612239778205794,"score_spread":0.20248063121485477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952517978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5334485,0.00010980138,0.46206892,0.0014189392,0.0008100605,0.0010393232,0.000033240503,0.0006902319,0.0003809842],"genre_scores_gemma":[0.96986675,0.00002785285,0.029144656,0.0002608732,0.000396432,0.00014512567,0.000041239655,0.00003953352,0.00007754446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742216,0.00007543573,0.00046998862,0.0009990692,0.00029552565,0.00073780207],"domain_scores_gemma":[0.9982253,0.00015522682,0.00019730262,0.00082293176,0.00036792012,0.00023134501],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021453232,0.0004195722,0.0004565837,0.00056335,0.0005578487,0.00059818785,0.00078314816,0.00029184247,0.00003087625],"category_scores_gemma":[0.00003191026,0.00041832597,0.00014513523,0.00066442834,0.00014310144,0.0017847279,0.0005795029,0.0004515104,0.00005716663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097622506,0.0017414432,0.0037175342,0.0019372889,0.0007448595,0.00008104116,0.018877052,0.002424279,0.116389446,0.7384504,0.0048799454,0.110659055],"study_design_scores_gemma":[0.0017153536,0.0003900487,0.0013291846,0.0002669106,0.00010138477,0.00018483093,0.00023161004,0.79052997,0.059845444,0.10812692,0.035808578,0.0014697841],"about_ca_topic_score_codex":0.0002875978,"about_ca_topic_score_gemma":0.000032621254,"teacher_disagreement_score":0.78810567,"about_ca_system_score_codex":0.0002029223,"about_ca_system_score_gemma":0.00010072456,"threshold_uncertainty_score":0.99982685},"labels":[],"label_agreement":null},{"id":"W2125624394","doi":"","title":"Targeted threat index: characterizing and quantifying politically-motivated targeted malware","year":2014,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Malware; Sophistication; Computer security; Compromise; Computer science; Internet privacy; Social engineering (security); Metric (unit); Business; Political science; Sociology; Marketing","score_opus":0.012566373487889916,"score_gpt":0.22913497569219027,"score_spread":0.21656860220430035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125624394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95408833,0.00011331748,0.038597416,0.0037305686,0.0012115701,0.00027840651,0.000009828653,0.001258361,0.0007122138],"genre_scores_gemma":[0.9971998,0.000025686748,0.0016227078,0.0007512468,0.0002936508,0.00001199181,0.000016250196,0.000039594215,0.00003907636],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976541,0.00024213719,0.00036508605,0.0007330997,0.00036868147,0.0006369133],"domain_scores_gemma":[0.99857163,0.00020306333,0.00013999177,0.0006475397,0.00014436903,0.00029339324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047839823,0.00031261655,0.00033886687,0.00022467478,0.0003818477,0.0005222856,0.00055801455,0.00023828704,0.000018227996],"category_scores_gemma":[0.00015957259,0.00031022794,0.00008858783,0.00047560735,0.000086107015,0.0009545717,0.00032897462,0.00040391667,0.000054483706],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001363192,0.0003723197,0.12559223,0.0004343753,0.00018998154,0.00009167417,0.017111355,0.000037822534,0.7003245,0.14870845,0.0008198718,0.006181109],"study_design_scores_gemma":[0.003553327,0.0009373256,0.27239272,0.00044523895,0.000102484,0.00051295257,0.00022902328,0.38677365,0.27315593,0.027501324,0.031481933,0.002914095],"about_ca_topic_score_codex":0.0003349043,"about_ca_topic_score_gemma":0.00004076339,"teacher_disagreement_score":0.42716855,"about_ca_system_score_codex":0.000063696905,"about_ca_system_score_gemma":0.000040776005,"threshold_uncertainty_score":0.999935},"labels":[],"label_agreement":null},{"id":"W2751752047","doi":"","title":"Live Lesson: The EDURange Framework and a Movie-themed Exercise in Network Reconnaissance","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Human–computer interaction; Computer graphics (images)","score_opus":0.01590909324281587,"score_gpt":0.2511861803192016,"score_spread":0.23527708707638573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751752047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9059206,0.014395554,0.013546206,0.050432477,0.007399225,0.0022183547,0.000012326324,0.00053088815,0.0055443402],"genre_scores_gemma":[0.9933613,0.0036064943,0.0016441424,0.00048839685,0.0006610229,0.00007734853,8.895618e-7,0.000017986547,0.00014241353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99791324,0.00018752168,0.00035415293,0.0006656987,0.00030261645,0.0005767594],"domain_scores_gemma":[0.99748635,0.00028093677,0.0003041707,0.0017046446,0.00007641094,0.00014748586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083524396,0.00027023235,0.00034672793,0.00006404696,0.0012701299,0.00091001147,0.0016559131,0.00025543803,0.00003536155],"category_scores_gemma":[0.00012440338,0.00021901657,0.00009723505,0.00025177127,0.00029177903,0.0010237106,0.0008456121,0.0007379702,0.00005486724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080466905,0.0009594865,0.03798082,0.00052370573,0.00018662377,0.00054543244,0.17319648,0.0010308112,0.0008231085,0.48940775,0.039222896,0.25531822],"study_design_scores_gemma":[0.00265301,0.00041075778,0.053745274,0.003859983,0.00008704616,0.00030594543,0.0005268816,0.22604308,0.0022749053,0.4988534,0.20892774,0.0023120034],"about_ca_topic_score_codex":0.00037118807,"about_ca_topic_score_gemma":0.00046587683,"teacher_disagreement_score":0.25300622,"about_ca_system_score_codex":0.00004336036,"about_ca_system_score_gemma":0.000039079103,"threshold_uncertainty_score":0.97689414},"labels":[],"label_agreement":null},{"id":"W2752969874","doi":"","title":"Measuring Decentralization of Chinese Keyword Censorship via Mobile Games","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Censorship; Decentralization; Computer science; Keyword search; Information retrieval; Political science","score_opus":0.016560972890884696,"score_gpt":0.24553353386883317,"score_spread":0.22897256097794846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752969874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96074414,0.00012959618,0.03520851,0.0004243699,0.0015189192,0.00025396261,0.0000042079846,0.00020029032,0.0015159812],"genre_scores_gemma":[0.99860185,0.00006171483,0.0010211092,0.000034346736,0.00018875327,0.000013923417,0.0000031914392,0.000013937779,0.000061187406],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986287,0.00009438409,0.0002666173,0.00036781805,0.00036449532,0.0002780291],"domain_scores_gemma":[0.99822515,0.000062709376,0.00030885267,0.0011412398,0.00015309377,0.00010894059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036417335,0.00017013362,0.00021439715,0.00010061187,0.00037194192,0.00035212652,0.0011013332,0.000111159265,0.000012907556],"category_scores_gemma":[0.0001309901,0.00016141795,0.00010707907,0.0001624043,0.000069824,0.0010259675,0.00024003738,0.00014423778,0.00002273473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021214249,0.0011142598,0.5934121,0.0007443068,0.00023379212,0.00007830163,0.06813824,0.003378137,0.28264478,0.022892706,0.0009532013,0.026198056],"study_design_scores_gemma":[0.0027160405,0.00066293194,0.22512354,0.0003294052,0.00007990685,0.00017629065,0.00007938404,0.25788954,0.4445767,0.052978534,0.01361996,0.0017677427],"about_ca_topic_score_codex":0.00033355525,"about_ca_topic_score_gemma":0.00013202333,"teacher_disagreement_score":0.36828855,"about_ca_system_score_codex":0.000043938744,"about_ca_system_score_gemma":0.000030731677,"threshold_uncertainty_score":0.6582433},"labels":[],"label_agreement":null},{"id":"W2753458568","doi":"","title":"Live Lesson: Netsim: Network simulation and hacking for high schoolers.","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hacker; Simulation; Operating system","score_opus":0.018499052066650833,"score_gpt":0.272508073113342,"score_spread":0.2540090210466912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753458568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4375701,0.00038258237,0.53031814,0.015444451,0.0048753093,0.0019722641,0.000052238913,0.00079682906,0.008588071],"genre_scores_gemma":[0.9931735,0.000038301765,0.0054059424,0.0007313465,0.00048789245,0.000022567669,0.000014488858,0.000011744215,0.000114217735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986111,0.00004631402,0.00029998188,0.00037661695,0.0002483358,0.00041766706],"domain_scores_gemma":[0.9982975,0.00013539975,0.0003273492,0.00089043955,0.00020185746,0.00014743698],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00045098388,0.00019839092,0.00022420021,0.000054739434,0.0013100124,0.0018565177,0.00083306676,0.00015019669,0.0000072891376],"category_scores_gemma":[0.00007837613,0.00020316034,0.000073150564,0.00006899488,0.00007860437,0.003195785,0.00043959395,0.00019161336,0.00003138687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008065421,0.000100241836,0.0075001474,0.00015712572,0.000086651686,0.000015211691,0.024225356,0.014977601,0.00007267206,0.9379886,0.00565654,0.009139241],"study_design_scores_gemma":[0.0014320732,0.00011856906,0.011776022,0.00007587718,0.000026429389,0.00001359666,0.00008235911,0.8959983,0.00034786033,0.037269007,0.05232009,0.00053982215],"about_ca_topic_score_codex":0.00011940245,"about_ca_topic_score_gemma":0.00008414223,"teacher_disagreement_score":0.9007195,"about_ca_system_score_codex":0.000041033425,"about_ca_system_score_gemma":0.00004934028,"threshold_uncertainty_score":0.99999017},"labels":[],"label_agreement":null},{"id":"W2753493326","doi":"","title":"Best We Forget: Expressive Freedom and the Right to be Forgotten.","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Legal Issues in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Right to be forgotten; World Wide Web; The Internet","score_opus":0.017859707113983277,"score_gpt":0.3220910181181862,"score_spread":0.3042313110042029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753493326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46623537,0.00047344962,0.000037877722,0.3510273,0.0036190215,0.0012720317,0.000041424566,0.000091238006,0.17720228],"genre_scores_gemma":[0.9903829,0.00036175514,0.00031098427,0.00070326874,0.001628543,0.000085754065,0.0000034069437,0.000018805245,0.006504583],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983776,0.00021461863,0.0001978815,0.00034823018,0.00044687593,0.0004147461],"domain_scores_gemma":[0.99827427,0.00032039775,0.0001930659,0.0008137163,0.00016586199,0.00023268626],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00076580053,0.00016036075,0.00021940064,0.000049622115,0.0027679887,0.00079404644,0.0009903224,0.0001486705,0.00006294305],"category_scores_gemma":[0.0007611683,0.000118778815,0.00007715708,0.000079928606,0.0012206836,0.00070676557,0.00030718735,0.00021027272,0.00006986613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008209532,0.00014361428,0.003506467,0.000027569875,0.000045126366,0.000011091884,0.66842496,0.0000037229738,0.0007874441,0.28974205,0.03685758,0.00036827268],"study_design_scores_gemma":[0.00075029384,0.000042860727,0.00032226823,0.000050319042,0.000055336808,0.0000032497285,0.009616677,0.000060345148,0.0016527019,0.02200547,0.9651849,0.00025552497],"about_ca_topic_score_codex":0.012679452,"about_ca_topic_score_gemma":0.015022404,"teacher_disagreement_score":0.9283274,"about_ca_system_score_codex":0.00008989249,"about_ca_system_score_gemma":0.000114182396,"threshold_uncertainty_score":0.99853027},"labels":[],"label_agreement":null},{"id":"W2888794105","doi":"","title":"High Performance Tor Experimentation from the Magic of Dynamic ELFs","year":2018,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.006417475882633779,"score_gpt":0.22914481059189798,"score_spread":0.2227273347092642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888794105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669229,0.00010101064,0.030743422,0.0008350326,0.00077102456,0.00011934147,0.00000815104,0.00007910481,0.00042004653],"genre_scores_gemma":[0.9967687,0.000021840731,0.0024953343,0.00029126965,0.00027447924,0.0000050226604,0.000015295262,0.000010056072,0.00011796108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858785,0.000099208555,0.000353648,0.00036590977,0.00035094068,0.00024245755],"domain_scores_gemma":[0.99907,0.00010384493,0.000194501,0.00043082677,0.00015345057,0.00004739852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002484703,0.00015870502,0.00020296114,0.000050263636,0.00014956886,0.0001201619,0.00094114273,0.000065789325,0.000097365715],"category_scores_gemma":[0.000011999653,0.000116511255,0.0000998002,0.00024981942,0.00012932904,0.00037714725,0.00020295255,0.00013630126,0.00011916031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001953574,0.0009777765,0.0046057184,0.00011612313,0.0007850193,0.000030849253,0.30595794,0.0016800987,0.10903499,0.55496913,0.009118915,0.012528092],"study_design_scores_gemma":[0.00033141868,0.00019163667,0.0019070397,0.000044825272,0.00003282826,0.000005745355,0.0003942364,0.96336,0.032469776,0.00013738926,0.00090896455,0.00021612598],"about_ca_topic_score_codex":0.00028573303,"about_ca_topic_score_gemma":0.00018289636,"teacher_disagreement_score":0.96167994,"about_ca_system_score_codex":0.000051991712,"about_ca_system_score_gemma":0.00003404608,"threshold_uncertainty_score":0.4751191},"labels":[],"label_agreement":null},{"id":"W2889233250","doi":"","title":"Tackling runtime-based obfuscation in Android with {TIRO}","year":2018,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Obfuscation; Android (operating system); Programming language; Operating system; Computer security","score_opus":0.004247726182818074,"score_gpt":0.22545216339761784,"score_spread":0.22120443721479977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889233250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16097002,0.000027793209,0.8331738,0.00124138,0.0002601043,0.00042495027,0.0000029720698,0.001017614,0.0028813598],"genre_scores_gemma":[0.9335848,0.000004862119,0.06579521,0.00035162293,0.0001102918,0.00004660836,0.000003881046,0.000018918017,0.000083821054],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985009,0.00007411361,0.00025576938,0.0005385691,0.00029528746,0.00033539406],"domain_scores_gemma":[0.9988092,0.00006904594,0.000131927,0.0007062271,0.0002002564,0.000083320105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026421223,0.00018893272,0.00017975504,0.00029344164,0.00013897379,0.0001291694,0.00054533774,0.00010053041,0.000017763079],"category_scores_gemma":[0.000030186022,0.00018224781,0.00003909538,0.00080578343,0.000110163826,0.00075567514,0.00011735733,0.00020468331,0.00006461161],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018662632,0.005001705,0.09208306,0.0010096566,0.00022512997,0.00095266075,0.062417954,0.009919031,0.6039465,0.15415639,0.010987836,0.05743378],"study_design_scores_gemma":[0.0013331426,0.0009918934,0.0015888048,0.00014961642,0.0000098944665,0.000070848124,0.000046072848,0.16383943,0.8081662,0.008622766,0.014455037,0.0007262723],"about_ca_topic_score_codex":0.000089175664,"about_ca_topic_score_gemma":0.00028710786,"teacher_disagreement_score":0.7726148,"about_ca_system_score_codex":0.00012793126,"about_ca_system_score_gemma":0.000090924834,"threshold_uncertainty_score":0.743185},"labels":[],"label_agreement":null},{"id":"W2969275073","doi":"","title":"An Efficient Method to Determine which Combination of Keywords Triggered Automatic Filtering of a Message","year":2019,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data mining","score_opus":0.00827297475080617,"score_gpt":0.28901719527453423,"score_spread":0.28074422052372805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969275073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48995286,0.000009745279,0.5089114,0.00017724324,0.00006801672,0.00036979397,0.000004922038,0.00019064746,0.00031536838],"genre_scores_gemma":[0.7468452,0.0000017756693,0.25304884,0.00003789757,0.0000081600465,0.000018428613,0.0000042347533,0.000013635911,0.000021828677],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977706,0.000272203,0.00063560886,0.0005099057,0.00053474074,0.00027690447],"domain_scores_gemma":[0.997661,0.00021630789,0.00038712576,0.0012611592,0.00035609267,0.0001183471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087182806,0.00020908634,0.00056229136,0.00046764893,0.000040488612,0.000052308704,0.0011014489,0.00009442632,0.000023966775],"category_scores_gemma":[0.000062191146,0.00020844073,0.00012455072,0.0012772401,0.000023320563,0.00042224844,0.00033550907,0.00012285027,0.0000085763495],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024348561,0.00077535113,0.0006596132,0.0003469875,0.000051251733,0.0000057303428,0.009210406,0.007979464,0.96009326,0.013294523,0.000047536876,0.007511524],"study_design_scores_gemma":[0.00031470135,0.00033849388,0.00044246396,0.000083252045,0.000021463768,0.0000060145394,0.000029241673,0.60086054,0.39648354,0.0011565567,0.000089490866,0.00017428628],"about_ca_topic_score_codex":0.00007286541,"about_ca_topic_score_gemma":0.00002661247,"teacher_disagreement_score":0.592881,"about_ca_system_score_codex":0.00007577822,"about_ca_system_score_gemma":0.000050246013,"threshold_uncertainty_score":0.8499966},"labels":[],"label_agreement":null},{"id":"W2970909215","doi":"","title":"MIN()imum Failure: EMFI Attacks against USB Stacks.","year":2019,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Computer network; USB; Operating system; Embedded system; Computer security; Software","score_opus":0.0068395370419115425,"score_gpt":0.22122141988764804,"score_spread":0.2143818828457365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970909215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89475137,0.00037992504,0.04924159,0.016003598,0.007108265,0.0013297213,0.00003972615,0.0017861935,0.029359635],"genre_scores_gemma":[0.9902601,0.00004920321,0.0068452354,0.0015554941,0.0004046401,0.000019339293,0.000031507752,0.000037477887,0.00079697435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650073,0.00020883468,0.00062091567,0.0011346875,0.0007323817,0.00080244156],"domain_scores_gemma":[0.9970215,0.00025297643,0.0002877722,0.0018885726,0.00025796436,0.00029123557],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005946879,0.00040813882,0.00042544032,0.00023157243,0.00031017454,0.0006467472,0.002144281,0.00028071244,0.00011350519],"category_scores_gemma":[0.000051631145,0.0004368325,0.00023858414,0.00081877253,0.00008933039,0.0011091917,0.0007213721,0.00056950405,0.001833169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112992995,0.002283139,0.029850263,0.0009838546,0.00045867817,0.00028296033,0.092617735,0.002546665,0.059618548,0.6529221,0.14841613,0.009906913],"study_design_scores_gemma":[0.002030555,0.0003255277,0.00092358975,0.0001817694,0.000029865441,0.000099478,0.00042210857,0.22549787,0.017866166,0.0075414623,0.743254,0.0018275795],"about_ca_topic_score_codex":0.00005572497,"about_ca_topic_score_gemma":0.00003279977,"teacher_disagreement_score":0.6453807,"about_ca_system_score_codex":0.000146976,"about_ca_system_score_gemma":0.00017911328,"threshold_uncertainty_score":0.9998084},"labels":[],"label_agreement":null},{"id":"W3044427914","doi":"","title":"{UBCIS}: Ultimate Benchmark for Container Image Scanning","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Medical Imaging Techniques and Applications","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Container (type theory); Benchmark (surveying); Computer science; Image (mathematics); Computer vision; Artificial intelligence; Materials science; Geology; Composite material","score_opus":0.020767003696257638,"score_gpt":0.30834867861943477,"score_spread":0.28758167492317716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044427914","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34877333,0.00017403065,0.07263449,0.54386383,0.00032793143,0.006160904,0.0003505536,0.0023193012,0.025395608],"genre_scores_gemma":[0.93175423,0.0000392246,0.056122996,0.010456144,0.00064311695,0.000300097,0.00024404771,0.000053160486,0.0003869666],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987093,0.000019139889,0.00031299956,0.00038670402,0.00023363801,0.00033816832],"domain_scores_gemma":[0.9989095,0.00009619108,0.00008433792,0.00030675292,0.00016457432,0.00043865552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000175769,0.00018248193,0.0003328445,0.000041584874,0.00012017241,0.000044817374,0.00016025132,0.000098521385,0.00019762685],"category_scores_gemma":[0.00020576644,0.00016096687,0.00016552424,0.00017733654,0.00010893302,0.00009835397,0.000077520315,0.00025420074,0.000052452528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003041912,0.00029989617,0.0019637712,0.00073652196,0.00010272639,0.000076921904,0.003682393,0.0000019592542,0.5469125,0.008949707,0.43627486,0.00069455843],"study_design_scores_gemma":[0.0038906145,0.0006615311,0.00039061802,0.000205003,0.00037649582,0.00011678018,0.00032335837,0.08452193,0.11522856,0.0022495573,0.7914215,0.00061408343],"about_ca_topic_score_codex":0.000045227,"about_ca_topic_score_gemma":0.0000014166387,"teacher_disagreement_score":0.58298093,"about_ca_system_score_codex":0.000041091494,"about_ca_system_score_gemma":0.00006784354,"threshold_uncertainty_score":0.65640384},"labels":[],"label_agreement":null},{"id":"W3081693698","doi":"","title":"Chaperone: Real-time Locking and Loss Prevention for Smartphones","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Green IT and Sustainability","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Chaperone (clinical); Real-time computing; Medicine","score_opus":0.007656006918390076,"score_gpt":0.20926863315512662,"score_spread":0.20161262623673654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081693698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99570817,0.00014971213,0.0008334717,0.001397356,0.00014568713,0.0005201809,0.000028528217,0.0004212071,0.0007956886],"genre_scores_gemma":[0.9991125,0.000106193,0.00032583647,0.000045093922,0.00022217157,0.00003771104,0.000026829824,0.00003621057,0.000087438464],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991062,0.000026141162,0.00021055687,0.0002610127,0.00010820174,0.00028785522],"domain_scores_gemma":[0.9995537,0.000059701957,0.000025471702,0.00015748006,0.000058491198,0.00014515441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013413937,0.00017074219,0.00021991592,0.00003255912,0.000091642454,0.00005342144,0.00009569638,0.00010659589,0.000031861815],"category_scores_gemma":[0.000033670854,0.00018408605,0.00007958084,0.00010746846,0.000043671418,0.00018853533,0.000049446837,0.00010564991,0.000015672047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012609796,0.0007726651,0.09904616,0.020870166,0.001008551,0.00020903097,0.20268974,0.009181968,0.6056968,0.013351618,0.030408695,0.015503646],"study_design_scores_gemma":[0.005953428,0.0013159015,0.013480255,0.00021081632,0.0003801868,0.000082014485,0.0026915495,0.8058543,0.042513847,0.016293107,0.10841954,0.002805041],"about_ca_topic_score_codex":0.000023989602,"about_ca_topic_score_gemma":0.0000187382,"teacher_disagreement_score":0.79667234,"about_ca_system_score_codex":0.000047586323,"about_ca_system_score_gemma":0.000016995331,"threshold_uncertainty_score":0.7506811},"labels":[],"label_agreement":null},{"id":"W3081743087","doi":"","title":"Walking Onions: Scaling Anonymity Networks while Protecting Users","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Anonymity; Computer science; Scaling; Computer security; Internet privacy; Computer network; Mathematics","score_opus":0.014889202105510285,"score_gpt":0.22090554900150366,"score_spread":0.20601634689599338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081743087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16521402,0.00024616194,0.82632345,0.00495045,0.00068972463,0.000495071,0.000003203705,0.0009508931,0.0011270593],"genre_scores_gemma":[0.9921459,0.000018673496,0.005579039,0.0014150102,0.00075758825,0.000019680183,0.000008618375,0.00003266534,0.000022809762],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967907,0.00035014213,0.00062474364,0.00096989056,0.0005168964,0.0007476117],"domain_scores_gemma":[0.9985802,0.0002380217,0.00028551286,0.0004003769,0.00016740478,0.0003284563],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008989881,0.000354519,0.00045061225,0.00010788338,0.0005899781,0.0006816799,0.0012864746,0.00020034099,0.000038177433],"category_scores_gemma":[0.00018425155,0.00035277146,0.00031854212,0.0009022994,0.00005608275,0.0007644451,0.0006163976,0.00093623897,0.00005984791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013942756,0.00066707504,0.003928268,0.00051266095,0.0008986976,0.0007319744,0.16929488,0.464718,0.0055432087,0.32860395,0.0067614485,0.018200396],"study_design_scores_gemma":[0.0003020485,0.00007089616,0.000035935263,0.000088734414,0.00003167934,0.00002542149,0.00041204988,0.9951089,0.00079312496,0.000044276552,0.0026606312,0.00042628133],"about_ca_topic_score_codex":0.00005915728,"about_ca_topic_score_gemma":0.0000640964,"teacher_disagreement_score":0.8269319,"about_ca_system_score_codex":0.000089594614,"about_ca_system_score_gemma":0.00006745826,"threshold_uncertainty_score":0.9998924},"labels":[],"label_agreement":null},{"id":"W3082420143","doi":"","title":"Secure Multi-party Computation of Differentially Private Median","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computation; Computer security; Secure multi-party computation; Cryptography; Algorithm","score_opus":0.018434014743727356,"score_gpt":0.24050211361648072,"score_spread":0.22206809887275336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082420143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26751304,0.00014097778,0.72447395,0.00599473,0.0005968728,0.00044661746,0.00016382102,0.00042194527,0.00024806804],"genre_scores_gemma":[0.96894175,0.000050532373,0.030213233,0.00053807575,0.00014153261,0.000008139115,0.00008936463,0.000016380684,9.652442e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773926,0.00017133782,0.00052416645,0.0006639167,0.00051384734,0.0003874773],"domain_scores_gemma":[0.998572,0.00008536442,0.0002662433,0.0005632701,0.00014793823,0.00036522062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018455907,0.0002814017,0.0003993452,0.00012930817,0.0001292708,0.00015171422,0.001161039,0.00015849547,0.000021331252],"category_scores_gemma":[0.000055375243,0.00027658432,0.0002158265,0.0007607941,0.0001283269,0.0007305974,0.00057211734,0.00032315878,0.00003590269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028669136,0.0026335102,0.020457368,0.0016720927,0.0004936032,0.000220381,0.14782183,0.00053770846,0.15166187,0.65906936,0.009034636,0.0061109615],"study_design_scores_gemma":[0.0068867714,0.0011323406,0.013636153,0.00022629532,0.00017220431,0.00005738844,0.0003910483,0.7954959,0.10844243,0.047705356,0.023617843,0.0022362168],"about_ca_topic_score_codex":0.00005551962,"about_ca_topic_score_gemma":0.00007863991,"teacher_disagreement_score":0.79495823,"about_ca_system_score_codex":0.000017350523,"about_ca_system_score_gemma":0.00006693212,"threshold_uncertainty_score":0.99996865},"labels":[],"label_agreement":null},{"id":"W3136321458","doi":"","title":"Usable Security: Quo Vadis?","year":2006,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of British Columbia","funders":"","keywords":"USable; Computer science; Computer security; World Wide Web","score_opus":0.004840853322295969,"score_gpt":0.2021697746446637,"score_spread":0.19732892132236773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136321458","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32570735,0.0005508816,0.04288654,0.01588864,0.0045503485,0.0013274795,0.00009118969,0.0032819526,0.60571563],"genre_scores_gemma":[0.99526954,0.000027110687,0.0017498279,0.001403498,0.00036475982,0.00002907791,0.00004408329,0.000021618625,0.0010904843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971767,0.000120566554,0.0006265954,0.000582654,0.0007051983,0.00078829407],"domain_scores_gemma":[0.9981142,0.00007736288,0.00021567769,0.0011515508,0.00021740586,0.00022378162],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004774219,0.0003582711,0.00033914472,0.00022533038,0.00039307788,0.0006954636,0.0013898037,0.00021942817,0.00013490218],"category_scores_gemma":[0.000019687797,0.00036426788,0.00021184534,0.0007462049,0.00009909927,0.0022054936,0.00045805896,0.00039842658,0.0010544137],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011154928,0.00034777672,0.0013228109,0.00007231697,0.000024841256,0.000055592216,0.009818225,0.000074044285,0.00070950197,0.93398595,0.053282455,0.00029531668],"study_design_scores_gemma":[0.0018074389,0.00015329882,0.0012899347,0.00004989083,0.000032626926,0.00027381207,0.00022452268,0.07754711,0.022090724,0.14282662,0.7522375,0.0014665436],"about_ca_topic_score_codex":0.0008860225,"about_ca_topic_score_gemma":0.00036550892,"teacher_disagreement_score":0.79115933,"about_ca_system_score_codex":0.000121820834,"about_ca_system_score_gemma":0.00012880978,"threshold_uncertainty_score":0.9998809},"labels":[],"label_agreement":null},{"id":"W3138469367","doi":"","title":"I'm from the Government and I'm Here to Help: Perspectives from a Privacy Tech Wonk","year":2011,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Office of the Privacy Commissioner of Canada","funders":"","keywords":"Internet privacy; Government (linguistics); Computer security; Information privacy; Business; Computer science; Philosophy","score_opus":0.023619685238489747,"score_gpt":0.26407804693697645,"score_spread":0.2404583616984867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138469367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96986187,0.0009631539,0.00025640952,0.016397525,0.0006283566,0.0010202564,0.0006730194,0.0002079279,0.0099915145],"genre_scores_gemma":[0.99640685,0.00054060336,0.0009935339,0.00049376325,0.0012975795,0.000072132956,0.000015514706,0.000023628156,0.00015640764],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.997473,0.0003804486,0.00024940932,0.0006788163,0.00076311076,0.00045523953],"domain_scores_gemma":[0.99843866,0.00025288702,0.00011771026,0.0008184739,0.00008590476,0.00028635937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005600407,0.00024187508,0.00024169225,0.000031867174,0.0008802283,0.00027135373,0.0010104604,0.0002024991,0.00039317142],"category_scores_gemma":[0.0006061408,0.0002011357,0.00008726478,0.00027209683,0.00031195156,0.000530611,0.0008699548,0.0003447017,0.00012385778],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019342928,0.0003463281,0.013758603,0.000009164929,0.00010545671,0.000016849634,0.9589198,1.18603445e-7,0.0046910024,0.010686657,0.009814314,0.001458277],"study_design_scores_gemma":[0.0012372892,0.00028723403,0.037373662,0.0001375146,0.00017861849,0.000005428035,0.37526995,0.000051149946,0.009060841,0.12671676,0.44858643,0.0010951192],"about_ca_topic_score_codex":0.102715954,"about_ca_topic_score_gemma":0.015629973,"teacher_disagreement_score":0.5836499,"about_ca_system_score_codex":0.0002892732,"about_ca_system_score_gemma":0.00009415759,"threshold_uncertainty_score":0.90325916},"labels":[],"label_agreement":null},{"id":"W3159603021","doi":"","title":"Entangled Watermarks as a Defense against Model Extraction","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Task (project management); Overfitting; Digital watermarking; Adversary; MNIST database; Outlier; Inference; Artificial intelligence; Crowdsourcing; Computer security; Machine learning; Data mining; Deep learning; Image (mathematics)","score_opus":0.008388954721593844,"score_gpt":0.2574032386230892,"score_spread":0.24901428390149538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159603021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36608616,0.00012400938,0.5965093,0.005378765,0.0017701776,0.00028191012,0.000007272648,0.0007922893,0.029050149],"genre_scores_gemma":[0.97250575,0.000065436696,0.025094723,0.0010428876,0.00021197916,0.000016866152,0.00003370377,0.000032438933,0.000996234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756217,0.00027669742,0.00035820162,0.00076843164,0.0005221635,0.0005123323],"domain_scores_gemma":[0.99835235,0.00014144968,0.00015335089,0.0009506,0.00020360494,0.00019863431],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034148875,0.00027835928,0.00027553848,0.00012016314,0.0003105034,0.0003584878,0.0007110101,0.00019474182,0.000044103108],"category_scores_gemma":[0.00015627411,0.00029697354,0.00017792924,0.00040100756,0.000047472982,0.0010858425,0.00065780926,0.0005915531,0.00018044571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014940766,0.0009977296,0.0019185703,0.00019182349,0.00023559688,0.004558678,0.038119413,0.47544184,0.3045215,0.16414782,0.0036574036,0.0060602133],"study_design_scores_gemma":[0.00065735733,0.000028894765,0.000037071644,0.0000337684,0.000023334685,0.00030561961,0.000110590845,0.96190476,0.023325637,0.008410684,0.004742907,0.000419354],"about_ca_topic_score_codex":0.000045511788,"about_ca_topic_score_gemma":0.000030583542,"teacher_disagreement_score":0.60641956,"about_ca_system_score_codex":0.00016076908,"about_ca_system_score_gemma":0.00024197683,"threshold_uncertainty_score":0.99994826},"labels":[],"label_agreement":null},{"id":"W3160284308","doi":"","title":"Aspect-Oriented Programming: Radical Research in Modularity","year":2006,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Programming language","score_opus":0.0432798636921486,"score_gpt":0.3317825562496372,"score_spread":0.2885026925574886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160284308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0860764,0.00028527624,0.908741,0.001970402,0.00062125496,0.00047709615,0.000002739888,0.0010364477,0.0007893975],"genre_scores_gemma":[0.62390053,0.0000139997255,0.37571526,0.000021823667,0.0001774596,0.000060971088,0.0000064918718,0.000021182312,0.00008225909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99640185,0.0006444376,0.00040032231,0.0008036281,0.0007892105,0.00096054334],"domain_scores_gemma":[0.99772984,0.0009413184,0.000057438094,0.0009779612,0.00016179954,0.00013165515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023603148,0.00023050897,0.00032869508,0.0004615578,0.00015931886,0.00016316323,0.0011245814,0.00021236447,0.000002820244],"category_scores_gemma":[0.00046879562,0.00023971235,0.00008428365,0.001755162,0.00024641262,0.0005472974,0.0006350112,0.0009854087,0.00003017116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070357724,0.0015976133,0.010646103,0.00025450962,0.000033202163,0.0014729104,0.0060598846,0.026865317,0.013825614,0.9280646,0.0018943426,0.009215563],"study_design_scores_gemma":[0.0029936098,0.00064321415,0.012112669,0.00023500469,0.000012618235,0.0002997545,0.00022459227,0.07883262,0.043175485,0.72504354,0.13447051,0.001956378],"about_ca_topic_score_codex":0.00041525782,"about_ca_topic_score_gemma":0.000087397995,"teacher_disagreement_score":0.53782415,"about_ca_system_score_codex":0.0002815357,"about_ca_system_score_gemma":0.00009803027,"threshold_uncertainty_score":0.9775186},"labels":[],"label_agreement":null},{"id":"W3188214630","doi":"","title":"A Large Scale Study of User Behavior, Expectations and Engagement with Android Permissions","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Android (operating system); Human–computer interaction; Scale (ratio); User engagement; World Wide Web; Operating system; Physics","score_opus":0.021659579539126405,"score_gpt":0.30693313011441786,"score_spread":0.28527355057529147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188214630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957149,0.00016728585,0.00010120074,0.00095178914,0.00015349404,0.00077806687,0.000086099106,0.00007604855,0.0019710942],"genre_scores_gemma":[0.9990589,0.00011736208,0.000295962,0.000032674383,0.00009240669,0.000116032745,0.00003088378,0.00001341919,0.00024234832],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99808794,0.00052095007,0.0002333582,0.00038607433,0.00048051504,0.00029118126],"domain_scores_gemma":[0.99897635,0.00008711374,0.00009777706,0.00043241208,0.00022588683,0.00018048985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043674896,0.00013403743,0.00020762953,0.00009132633,0.0010072973,0.00011749188,0.00020957256,0.00008689006,0.00014326698],"category_scores_gemma":[0.00015150016,0.00012824271,0.000040598752,0.0004088104,0.0001311281,0.0003893014,0.00029588814,0.0002221482,0.000005234616],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060159087,0.005408409,0.090750776,0.00005167841,0.000070889495,0.00009172963,0.8943001,0.0000013848709,0.0041120797,0.003995097,0.0010166212,0.00014104163],"study_design_scores_gemma":[0.0035828887,0.00074125326,0.033564836,0.00007519755,0.00036881288,0.000032670287,0.9215837,0.00007093634,0.0037597462,0.0009598017,0.034696408,0.0005637371],"about_ca_topic_score_codex":0.0013089743,"about_ca_topic_score_gemma":0.022227714,"teacher_disagreement_score":0.05718594,"about_ca_system_score_codex":0.00005036865,"about_ca_system_score_gemma":0.00018630367,"threshold_uncertainty_score":0.9956141},"labels":[],"label_agreement":null},{"id":"W3194474958","doi":"","title":"How Great is the Great Firewall? Measuring China's DNS Censorship.","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Firewall (physics); Cache; Computer science; Censorship; Domain Name System; Application firewall; The Internet; Computer security; World Wide Web; Computer network; Business; Law","score_opus":0.015883831102211827,"score_gpt":0.21353334921738246,"score_spread":0.19764951811517062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194474958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80960983,0.0024562913,0.044679563,0.1304074,0.002932634,0.000587167,0.0000372368,0.001007781,0.008282096],"genre_scores_gemma":[0.9925896,0.00010889709,0.00059609284,0.0012770345,0.00047664277,0.000012847783,0.000010395547,0.00003205135,0.004896421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965819,0.00037619026,0.0004080965,0.0009998844,0.0008683211,0.0007655803],"domain_scores_gemma":[0.99803144,0.00018043455,0.00019411213,0.0010797883,0.00030253315,0.00021171228],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005976679,0.00041950168,0.00046205719,0.000104472274,0.0005530434,0.0016249858,0.001655292,0.00018926235,0.00011260162],"category_scores_gemma":[0.00011309482,0.00030998973,0.000541329,0.00073441776,0.00009861335,0.0006789599,0.00068346097,0.00060525705,0.00009097682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063173604,0.00083104044,0.0057235872,0.00046604758,0.0018705131,0.002860417,0.3202969,0.0017228215,0.0058565116,0.59463376,0.056276597,0.009398641],"study_design_scores_gemma":[0.0009117715,0.000120823555,0.0012670349,0.00023207207,0.00024780983,0.00075254706,0.00078365306,0.8192316,0.024332361,0.00080850924,0.14991412,0.0013976606],"about_ca_topic_score_codex":0.000095686744,"about_ca_topic_score_gemma":0.0005465947,"teacher_disagreement_score":0.8175088,"about_ca_system_score_codex":0.00011432082,"about_ca_system_score_gemma":0.000108493914,"threshold_uncertainty_score":0.9999352},"labels":[],"label_agreement":null},{"id":"W51115498","doi":"","title":"Dude, where’s that IP?: circumventing measurement-based IP geolocation","year":2010,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Geolocation; Computer science; Adversary; Adversarial system; Computer network; Topology (electrical circuits); Distributed computing; Computer security; Artificial intelligence; Engineering; World Wide Web","score_opus":0.015076033346597288,"score_gpt":0.22176244022152378,"score_spread":0.20668640687492648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W51115498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4934777,0.00028966655,0.49192002,0.005612841,0.0036395236,0.0005180073,0.0000052834553,0.00093509234,0.003601854],"genre_scores_gemma":[0.99635035,0.000006656301,0.002680061,0.0004097255,0.00036382736,0.000021616703,0.000012120945,0.000027986009,0.00012764262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669564,0.00016636777,0.0005141668,0.0008269856,0.0011403478,0.0006565188],"domain_scores_gemma":[0.9981451,0.00009464641,0.0003298376,0.00074956636,0.0004779018,0.00020294188],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016266578,0.00033835205,0.00034622717,0.00023197228,0.0003373083,0.00059407187,0.0013568357,0.00022977262,0.000103428596],"category_scores_gemma":[0.00010287972,0.00033461585,0.00030614526,0.00044828805,0.00007977576,0.0006719467,0.00021773142,0.00066574337,0.00016779435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059800735,0.0019143528,0.019485272,0.0005994821,0.0006688461,0.00020772005,0.025066687,0.0078868335,0.090106264,0.8251297,0.012491304,0.016383741],"study_design_scores_gemma":[0.0006505435,0.0000625342,0.0008815433,0.000102550766,0.000070416754,0.000029892022,0.00010565365,0.9688796,0.013378501,0.00018659995,0.015043812,0.00060835085],"about_ca_topic_score_codex":0.0001727159,"about_ca_topic_score_gemma":0.0023126034,"teacher_disagreement_score":0.96099275,"about_ca_system_score_codex":0.00009630413,"about_ca_system_score_gemma":0.00016831169,"threshold_uncertainty_score":0.9999106},"labels":[],"label_agreement":null}]}