{"meta":{"query_hash":"5b81c51c1d42","filters":{"venue":"USENIX Security Symposium"},"cohort_total":24,"direct_labels_cover":0,"predictions_cover":24,"exported":24,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5b81c51c1d42","api":"https://metacan.xera.ac/api/v1/cohort?venue=USENIX+Security+Symposium"},"results":[{"id":"W131327581","doi":"","title":"Security benchmarking using partial verification","year":2008,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Computer science; Computer security; Order (exchange); Threat model; Partial order reduction; Model checking; Theoretical computer science; Business","score_opus":0.0338729842272198,"score_gpt":0.2591525270121877,"score_spread":0.22527954278496792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131327581","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42966032,0.0012615902,0.51902646,0.0015217203,0.00026947117,0.00032487183,0.0017435849,0.011455336,0.034736656],"genre_scores_gemma":[0.926348,0.00012200848,0.07100588,0.00007692256,0.0000189927,0.00013060309,0.0009336507,0.00034405757,0.001019892],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9843121,0.0073717833,0.0009092877,0.001249151,0.0050865132,0.0010711096],"domain_scores_gemma":[0.94278896,0.026525978,0.0022216854,0.019982122,0.00766926,0.00081197126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009396859,0.0009441116,0.0011521237,0.002271828,0.0012611012,0.0030591674,0.0021227095,0.0014017946,0.007287145],"category_scores_gemma":[0.05951023,0.00065055606,0.0011144329,0.0020619987,0.0021857708,0.00566248,0.0034740765,0.0016888662,0.0009793306],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088473,0.00029079177,0.019221505,0.000765077,0.0002847598,0.0002854884,0.00050577207,0.65384245,0.010236763,0.14554784,0.0067956885,0.1613392],"study_design_scores_gemma":[0.000044755914,0.0002646939,0.0015590936,0.00006212114,0.000043160464,0.000094814626,0.00009402707,0.93140686,0.008287731,0.05496858,0.0031420994,0.00003207609],"about_ca_topic_score_codex":0.0031774244,"about_ca_topic_score_gemma":0.004379479,"teacher_disagreement_score":0.009396859,"about_ca_system_score_codex":0.0018701401,"about_ca_system_score_gemma":0.0035363669,"threshold_uncertainty_score":0.04969597},"labels":[],"label_agreement":null},{"id":"W1475974720","doi":"","title":"Cookies lack integrity: real-world implications","year":2015,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Computer security; Flag (linear algebra); Internet privacy; Session (web analytics); Domain (mathematical analysis); World Wide Web; Isolation (microbiology); Web browser; Domain name; The Internet","score_opus":0.0671170811442712,"score_gpt":0.3218760085948079,"score_spread":0.25475892745053674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1475974720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.551418,0.011280144,0.14004824,0.14468646,0.0009827021,0.00053501833,0.0018340176,0.0025211058,0.14669433],"genre_scores_gemma":[0.978877,0.0018847286,0.011758028,0.0031770177,0.00018720778,0.0000747086,0.00023031232,0.00021573802,0.0035952756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9886829,0.004700697,0.00058264483,0.0013484351,0.0037359372,0.0009493296],"domain_scores_gemma":[0.782082,0.16552398,0.0134983,0.018579565,0.01770953,0.0026066152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0102377,0.00066591013,0.00053451833,0.002030995,0.002659487,0.0050057624,0.0022282454,0.005427991,0.0103592165],"category_scores_gemma":[0.10431294,0.0008896946,0.0004949364,0.0019749722,0.006311191,0.01646077,0.0031489118,0.0063655847,0.0016269935],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016446399,0.0012975737,0.10482477,0.0016755196,0.00028505284,0.011233008,0.014245231,0.025197065,0.007862516,0.5659182,0.08849657,0.17731988],"study_design_scores_gemma":[0.00035520535,0.0006620995,0.043184627,0.0020862296,0.0003231373,0.027382003,0.024512209,0.08217114,0.024496147,0.61396444,0.18033047,0.0005323738],"about_ca_topic_score_codex":0.006750439,"about_ca_topic_score_gemma":0.0047084102,"teacher_disagreement_score":0.0103592165,"about_ca_system_score_codex":0.0029330854,"about_ca_system_score_gemma":0.0023625237,"threshold_uncertainty_score":0.054142773},"labels":[],"label_agreement":null},{"id":"W1534968492","doi":"","title":"Password portfolios and the finite-effort user: sustainably managing large numbers of accounts","year":2014,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Portfolio; Computer science; Password; Task (project management); Modern portfolio theory; Activity-based costing; Suite; Project portfolio management; Computer security; Business; Economics; Project management; Finance; Accounting","score_opus":0.003394221359486703,"score_gpt":0.20831048974568392,"score_spread":0.20491626838619723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534968492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085028216,0.0012319962,0.8933528,0.0049317344,0.00011536732,0.00020823075,0.00013308377,0.00041759334,0.014580982],"genre_scores_gemma":[0.8815887,0.0011973047,0.10735887,0.00034206215,0.00013851385,0.00033088872,0.000099143675,0.00012525466,0.008819249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9960989,0.0018604809,0.0002011979,0.0005951813,0.00066369504,0.0005806841],"domain_scores_gemma":[0.9867894,0.0066811573,0.001490312,0.0027169785,0.0009425302,0.0013796878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006612476,0.0013071514,0.0014521899,0.0009593181,0.0015470012,0.0057087378,0.0029894174,0.0027587912,0.0075905276],"category_scores_gemma":[0.030580442,0.0008055887,0.0009986949,0.0010813155,0.0025457225,0.013629871,0.0053735264,0.0031206894,0.0012716831],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029316772,0.00028588696,0.005228319,0.00020394723,0.00017471054,0.00048432406,0.0005740728,0.35528883,0.0032211982,0.48772702,0.0051096217,0.14140894],"study_design_scores_gemma":[0.00004320207,0.000264771,0.00065931765,0.00007495521,0.000054441763,0.00030214014,0.00022303598,0.5201513,0.0014328763,0.47009256,0.0066578654,0.00004348588],"about_ca_topic_score_codex":0.0012259446,"about_ca_topic_score_gemma":0.00094687357,"teacher_disagreement_score":0.0075905276,"about_ca_system_score_codex":0.0018822792,"about_ca_system_score_gemma":0.0017160183,"threshold_uncertainty_score":0.03497058},"labels":[],"label_agreement":null},{"id":"W1952517978","doi":"","title":"Securing computer hardware using 3D integrated circuit (IC) technology and split manufacturing for obfuscation","year":2013,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Physical Unclonable Functions (PUFs) and Hardware Security","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Hardware security module; Obfuscation; Computer science; Integrated circuit; Covert; Benchmark (surveying); Context (archaeology); Computer security; Embedded system; Cryptography; Operating system","score_opus":0.01364176656720317,"score_gpt":0.21612239778205794,"score_spread":0.20248063121485477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952517978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13795118,0.0010900694,0.850473,0.0011872533,0.00006344605,0.00012148132,0.00016392715,0.0006807709,0.008268879],"genre_scores_gemma":[0.73792523,0.0012424302,0.25844538,0.0001621103,0.000038868606,0.00014814746,0.0002097435,0.00005543072,0.0017725865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99718106,0.00072866207,0.00023107934,0.000392402,0.0010855355,0.000381302],"domain_scores_gemma":[0.9914743,0.004086478,0.0009063753,0.0031837467,0.00026117155,0.00008788256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018376863,0.0010400465,0.00079672004,0.0011144823,0.0010627573,0.0023268412,0.0011763306,0.0016515078,0.0028737288],"category_scores_gemma":[0.0064276666,0.0007137818,0.0021569673,0.0010811986,0.0033697449,0.00420069,0.0027648283,0.0023972348,0.0005495043],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005469878,0.00017340624,0.0045845327,0.0007636022,0.00020210409,0.0006077286,0.0005188634,0.25150687,0.063725054,0.49854684,0.0022186665,0.17660536],"study_design_scores_gemma":[0.00005019084,0.00041383939,0.002206211,0.00026045582,0.000115586714,0.0014693829,0.00028236993,0.54245603,0.12430359,0.3181222,0.010229177,0.00009093285],"about_ca_topic_score_codex":0.0005523118,"about_ca_topic_score_gemma":0.00092142087,"teacher_disagreement_score":0.0028737288,"about_ca_system_score_codex":0.001515813,"about_ca_system_score_gemma":0.0013792036,"threshold_uncertainty_score":0.010998011},"labels":[],"label_agreement":null},{"id":"W2125624394","doi":"","title":"Targeted threat index: characterizing and quantifying politically-motivated targeted malware","year":2014,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Malware; Sophistication; Computer security; Compromise; Computer science; Internet privacy; Social engineering (security); Metric (unit); Business; Political science; Sociology; Marketing","score_opus":0.012566373487889916,"score_gpt":0.22913497569219027,"score_spread":0.21656860220430035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125624394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98681843,0.00011843693,0.0058941627,0.000090748494,0.000010235537,0.00014942518,0.00051847484,0.00009950997,0.0063006273],"genre_scores_gemma":[0.99513936,0.00007095274,0.0035957408,0.000026144653,0.0000136999615,0.0000807202,0.0004203167,0.000010847343,0.00064230093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988702,0.00026793807,0.00009202891,0.00009677318,0.00056185987,0.000111147456],"domain_scores_gemma":[0.987793,0.004032509,0.005676238,0.0006389736,0.001234399,0.0006248511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013197019,0.00054134795,0.0002196432,0.0058238707,0.0005411751,0.00089514686,0.00031183206,0.0005382967,0.0009685978],"category_scores_gemma":[0.008875549,0.000113146634,0.00032522893,0.0017927634,0.00057903223,0.0013219015,0.0008331001,0.0004639974,0.00027881298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013388183,0.0004588068,0.8897708,0.00021027525,0.00015166082,0.00038652788,0.0027923957,0.010743969,0.014562424,0.0042979806,0.0016833494,0.07480795],"study_design_scores_gemma":[0.0000058096225,0.00043886172,0.94589657,0.00003469357,0.000043027754,0.00079491624,0.001577276,0.04107269,0.004956951,0.0020145965,0.0031061678,0.00005841331],"about_ca_topic_score_codex":0.001621654,"about_ca_topic_score_gemma":0.002036681,"teacher_disagreement_score":0.0058238707,"about_ca_system_score_codex":0.0007592533,"about_ca_system_score_gemma":0.0004713882,"threshold_uncertainty_score":0.0069793463},"labels":[],"label_agreement":null},{"id":"W2751752047","doi":"","title":"Live Lesson: The EDURange Framework and a Movie-themed Exercise in Network Reconnaissance","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Human–computer interaction; Computer graphics (images)","score_opus":0.01590909324281587,"score_gpt":0.2511861803192016,"score_spread":0.23527708707638573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751752047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042420834,0.0010219979,0.5386438,0.008872884,0.0014515757,0.00053882634,0.0062947106,0.102552995,0.2982024],"genre_scores_gemma":[0.2568219,0.0009351658,0.4717566,0.0029791784,0.0004208423,0.00043073721,0.010013871,0.021883722,0.2347579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996922,0.00010624741,0.000009027637,0.0000523688,0.00008738632,0.000052776162],"domain_scores_gemma":[0.9992655,0.00028864693,0.000013855858,0.00013664227,0.000106290216,0.00018908926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008765803,0.00067191466,0.00028090374,0.00050899223,0.0006958582,0.0013823766,0.0016078417,0.0011722958,0.06641022],"category_scores_gemma":[0.0029516153,0.00032838757,0.00038798104,0.00031240308,0.0004501407,0.0025097749,0.002337043,0.001872412,0.011686223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037822188,0.0007326585,0.0022718054,0.0003233364,0.000028632083,0.00050220574,0.0025292006,0.0076658963,0.009195041,0.025442844,0.6524939,0.29843628],"study_design_scores_gemma":[0.00015371248,0.00020291888,0.0031263302,0.00019971917,0.000023052486,0.0005281514,0.0014802685,0.037643954,0.0070596603,0.030168371,0.91934514,0.00006868681],"about_ca_topic_score_codex":0.0042538317,"about_ca_topic_score_gemma":0.018778872,"teacher_disagreement_score":0.06641022,"about_ca_system_score_codex":0.00052682497,"about_ca_system_score_gemma":0.000402915,"threshold_uncertainty_score":0.22216427},"labels":[],"label_agreement":null},{"id":"W2752969874","doi":"","title":"Measuring Decentralization of Chinese Keyword Censorship via Mobile Games","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Censorship; Decentralization; Computer science; Keyword search; Information retrieval; Political science","score_opus":0.016560972890884696,"score_gpt":0.24553353386883317,"score_spread":0.22897256097794846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752969874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977703,0.000013239267,0.00047264874,0.000016686692,0.0000015282116,0.000012939315,0.00011237526,0.000019365209,0.0015808311],"genre_scores_gemma":[0.99960953,0.000005404017,0.000120972574,0.0000031003906,0.0000010693227,0.000004419135,0.00006874251,0.0000019777187,0.00018481139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988825,0.00030471524,0.00007267307,0.00023905493,0.00023223845,0.00026890563],"domain_scores_gemma":[0.9929054,0.002438106,0.001774909,0.0007813745,0.0011848869,0.0009153638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093627255,0.00023912509,0.00033117822,0.0014825932,0.00063554826,0.00095683296,0.00044759674,0.0003838275,0.001609925],"category_scores_gemma":[0.0073143053,0.0001790961,0.00018594666,0.0014050123,0.0006625935,0.0013816284,0.0010056276,0.00054350257,0.00033469376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007993775,0.00024675298,0.95601064,0.00006162239,0.00010218438,0.00014549877,0.002290314,0.008566677,0.0062339236,0.0037311872,0.00092651276,0.020885197],"study_design_scores_gemma":[0.000018528894,0.0002329615,0.9415478,0.0000114505165,0.00006653689,0.00009311082,0.0016513199,0.05144748,0.0032895664,0.0007646319,0.00084798463,0.000028680603],"about_ca_topic_score_codex":0.019680677,"about_ca_topic_score_gemma":0.021079736,"teacher_disagreement_score":0.019680677,"about_ca_system_score_codex":0.0014145351,"about_ca_system_score_gemma":0.000993814,"threshold_uncertainty_score":0.039132237},"labels":[],"label_agreement":null},{"id":"W2753458568","doi":"","title":"Live Lesson: Netsim: Network simulation and hacking for high schoolers.","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hacker; Simulation; Operating system","score_opus":0.018499052066650833,"score_gpt":0.272508073113342,"score_spread":0.2540090210466912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753458568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08852123,0.0010687744,0.5043945,0.007865474,0.0026235767,0.001168824,0.029721059,0.13019806,0.23443854],"genre_scores_gemma":[0.43875125,0.0015486495,0.34379512,0.0017628191,0.00036122196,0.0017903675,0.025569,0.017254898,0.16916676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998568,0.00003998284,0.0000052502023,0.000023245577,0.000052356347,0.000022312455],"domain_scores_gemma":[0.99898285,0.00046999808,0.0000305946,0.0001231024,0.00018985222,0.00020358576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057787413,0.0009276553,0.00033333883,0.0004401873,0.0003703365,0.0008634749,0.001646096,0.0010240078,0.07048499],"category_scores_gemma":[0.003322166,0.00039408074,0.00034338038,0.0002263245,0.00031330445,0.0014547609,0.0011234569,0.002011635,0.010576719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042330383,0.0012736922,0.0041577634,0.0004505838,0.000064449,0.00028198317,0.00045936537,0.065968774,0.0052172444,0.012826264,0.71687335,0.19200325],"study_design_scores_gemma":[0.00073555764,0.0008206091,0.005402167,0.00034655601,0.000098494354,0.00037332086,0.00040174066,0.4331548,0.022970647,0.045676563,0.4899182,0.00010140164],"about_ca_topic_score_codex":0.0034711342,"about_ca_topic_score_gemma":0.00908946,"teacher_disagreement_score":0.07048499,"about_ca_system_score_codex":0.00038307993,"about_ca_system_score_gemma":0.0008084367,"threshold_uncertainty_score":0.2357958},"labels":[],"label_agreement":null},{"id":"W2753493326","doi":"","title":"Best We Forget: Expressive Freedom and the Right to be Forgotten.","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Legal Issues in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Right to be forgotten; World Wide Web; The Internet","score_opus":0.017859707113983277,"score_gpt":0.3220910181181862,"score_spread":0.3042313110042029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753493326","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009376057,0.016273245,0.007886721,0.54207957,0.0046892534,0.00002423414,0.000093797906,0.00015337174,0.41942373],"genre_scores_gemma":[0.64046276,0.012826642,0.0039797807,0.16285153,0.003447993,0.0001422413,0.000110804685,0.00044835478,0.17572992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98637056,0.007928079,0.0006068804,0.0011916998,0.002562043,0.0013408145],"domain_scores_gemma":[0.9802332,0.013061806,0.00094437297,0.0023398325,0.0017182663,0.0017025304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015316326,0.00044419363,0.00055591983,0.0009308604,0.014727577,0.018249348,0.0017874942,0.012614486,0.016944118],"category_scores_gemma":[0.03293002,0.00054768415,0.00045730153,0.0008920757,0.04947031,0.027450234,0.013082189,0.018138366,0.0033337541],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026037627,0.00001789335,0.00030116292,0.000040408366,0.000004919944,0.00019836541,0.014967782,0.000052231007,0.00012946397,0.88507473,0.071879685,0.027307345],"study_design_scores_gemma":[0.00001700089,0.000015249474,0.0006452651,0.00079474016,0.000014131381,0.00033089993,0.017012887,0.0001344982,0.0005672557,0.47235024,0.50806826,0.000049625854],"about_ca_topic_score_codex":0.012151451,"about_ca_topic_score_gemma":0.017697977,"teacher_disagreement_score":0.018249348,"about_ca_system_score_codex":0.0039558206,"about_ca_system_score_gemma":0.0066364086,"threshold_uncertainty_score":0.0810014},"labels":[],"label_agreement":null},{"id":"W2888794105","doi":"","title":"High Performance Tor Experimentation from the Magic of Dynamic ELFs","year":2018,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.006417475882633779,"score_gpt":0.22914481059189798,"score_spread":0.2227273347092642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888794105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8413667,0.00072014745,0.041128263,0.0014416752,0.0009343179,0.00027286104,0.0028893307,0.024711689,0.08653501],"genre_scores_gemma":[0.97728527,0.000117108124,0.011990809,0.00016798338,0.00005866381,0.00007726598,0.001333959,0.00078707346,0.0081818495],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99787664,0.0005300084,0.00006342695,0.00028944568,0.0005878374,0.00065268227],"domain_scores_gemma":[0.9969688,0.0010756499,0.00009000575,0.0009997216,0.00062652474,0.00023926892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017377944,0.00075294444,0.00068064546,0.0007769028,0.001533731,0.0015517923,0.0017706351,0.0006817056,0.016299725],"category_scores_gemma":[0.005283566,0.00039025513,0.0002781065,0.0009302279,0.0010306927,0.0025031345,0.0011277732,0.0014759318,0.002840991],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017414523,0.0049718916,0.023556683,0.0009907656,0.0004542276,0.0015188804,0.0019556442,0.26276207,0.072966866,0.11020313,0.29161632,0.21158908],"study_design_scores_gemma":[0.00097530667,0.0017626568,0.0047987467,0.000061761166,0.00011739519,0.00031922,0.0010306956,0.83469766,0.0852508,0.01544911,0.055423412,0.00011329681],"about_ca_topic_score_codex":0.00861765,"about_ca_topic_score_gemma":0.008888158,"teacher_disagreement_score":0.016299725,"about_ca_system_score_codex":0.0012533618,"about_ca_system_score_gemma":0.0010768618,"threshold_uncertainty_score":0.054527998},"labels":[],"label_agreement":null},{"id":"W2889233250","doi":"","title":"Tackling runtime-based obfuscation in Android with {TIRO}","year":2018,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Obfuscation; Android (operating system); Programming language; Operating system; Computer security","score_opus":0.004247726182818074,"score_gpt":0.22545216339761784,"score_spread":0.22120443721479977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889233250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35290202,0.002342968,0.5237623,0.0011525054,0.0009295256,0.00031880167,0.00048820005,0.0925258,0.025577877],"genre_scores_gemma":[0.8595344,0.0004021357,0.12583911,0.0004331163,0.00011084453,0.000081688064,0.0004051774,0.0040186923,0.009174807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985876,0.00017020955,0.00009826445,0.00022795633,0.0005304118,0.0003856061],"domain_scores_gemma":[0.9976597,0.00071306515,0.00019602569,0.0011391549,0.00022369914,0.00006844367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080781913,0.0015427535,0.0007787803,0.000741313,0.0007090474,0.0013478724,0.0010998815,0.0012593211,0.003293219],"category_scores_gemma":[0.0039160973,0.0005755775,0.0012104304,0.00021086997,0.0011770613,0.0023266543,0.0028560464,0.0019262597,0.0013844728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022610533,0.0006854389,0.016433747,0.0012561737,0.00035199532,0.003690361,0.0015028325,0.057876136,0.21504554,0.05925004,0.041675713,0.599971],"study_design_scores_gemma":[0.00012419409,0.0006566773,0.0044402974,0.00038982905,0.00032807587,0.0021819652,0.00034006554,0.6480543,0.26282492,0.037355322,0.043114603,0.0001897049],"about_ca_topic_score_codex":0.0017421759,"about_ca_topic_score_gemma":0.0042452645,"teacher_disagreement_score":0.003293219,"about_ca_system_score_codex":0.0004786033,"about_ca_system_score_gemma":0.0011960139,"threshold_uncertainty_score":0.011016905},"labels":[],"label_agreement":null},{"id":"W2969275073","doi":"","title":"An Efficient Method to Determine which Combination of Keywords Triggered Automatic Filtering of a Message","year":2019,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data mining","score_opus":0.00827297475080617,"score_gpt":0.28901719527453423,"score_spread":0.28074422052372805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969275073","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025895135,0.0004308362,0.95137715,0.00016031544,0.00017198353,0.00028611877,0.0008715065,0.018480094,0.002326987],"genre_scores_gemma":[0.23352559,0.00017907852,0.755169,0.00015210651,0.00010546354,0.00032766504,0.0015890737,0.0005703345,0.008381699],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984163,0.0001695458,0.0001513416,0.00039564492,0.0007198427,0.00014724904],"domain_scores_gemma":[0.99774593,0.0007410562,0.00024795707,0.00035891333,0.0007860409,0.00011999285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007258187,0.0011645616,0.0010495506,0.0030690024,0.00082316645,0.0017120285,0.00088193343,0.0009585612,0.0061271093],"category_scores_gemma":[0.002908137,0.00042335672,0.00055600406,0.0013217479,0.00035949663,0.0013272472,0.00084040477,0.0006686921,0.003869194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097180984,0.00017835826,0.004206659,0.00025266915,0.00013487399,0.00027497008,0.00016067276,0.0033144623,0.21989103,0.0050724065,0.011133831,0.7544082],"study_design_scores_gemma":[0.00022749195,0.00047448228,0.009667611,0.00006514888,0.0002966347,0.0017749824,0.00023752535,0.5270186,0.4160238,0.013376605,0.03066206,0.00017511616],"about_ca_topic_score_codex":0.00268139,"about_ca_topic_score_gemma":0.0055481778,"teacher_disagreement_score":0.0061271093,"about_ca_system_score_codex":0.00083835045,"about_ca_system_score_gemma":0.0018114987,"threshold_uncertainty_score":0.020497262},"labels":[],"label_agreement":null},{"id":"W2970909215","doi":"","title":"MIN()imum Failure: EMFI Attacks against USB Stacks.","year":2019,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Computer network; USB; Operating system; Embedded system; Computer security; Software","score_opus":0.0068395370419115425,"score_gpt":0.22122141988764804,"score_spread":0.2143818828457365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970909215","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41596022,0.0044677975,0.44125706,0.006948521,0.0028046945,0.00045897407,0.0015328168,0.057177987,0.06939192],"genre_scores_gemma":[0.9666137,0.0003413348,0.020684006,0.0010596231,0.0002049176,0.000116420844,0.00035331823,0.0009351267,0.009691613],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99594384,0.00085541914,0.00020053447,0.00037669344,0.0015443058,0.0010792494],"domain_scores_gemma":[0.991963,0.0016432576,0.0007180459,0.0045504523,0.0007842834,0.00034091913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030329563,0.0013366363,0.0011983851,0.0010550111,0.0016897115,0.0022396168,0.0023471955,0.002644822,0.009348516],"category_scores_gemma":[0.0118191065,0.0008197348,0.0007338743,0.00082576607,0.0017112251,0.007064802,0.0067970394,0.003062418,0.003595768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008585107,0.00062227796,0.01600101,0.00090081594,0.00082711765,0.002870963,0.0022763065,0.022912756,0.13875051,0.25392154,0.19014286,0.36218873],"study_design_scores_gemma":[0.0004347113,0.0016003075,0.0054203286,0.00045371047,0.0004893752,0.0025522916,0.0008111654,0.2805992,0.4300127,0.12812923,0.14922525,0.0002717613],"about_ca_topic_score_codex":0.00089718937,"about_ca_topic_score_gemma":0.001037866,"teacher_disagreement_score":0.009348516,"about_ca_system_score_codex":0.0011728879,"about_ca_system_score_gemma":0.0012167994,"threshold_uncertainty_score":0.0312739},"labels":[],"label_agreement":null},{"id":"W3044427914","doi":"","title":"{UBCIS}: Ultimate Benchmark for Container Image Scanning","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Medical Imaging Techniques and Applications","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Container (type theory); Benchmark (surveying); Computer science; Image (mathematics); Computer vision; Artificial intelligence; Materials science; Geology; Composite material","score_opus":0.020767003696257638,"score_gpt":0.30834867861943477,"score_spread":0.28758167492317716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044427914","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07955965,0.0047676535,0.13235937,0.0018600156,0.0019438183,0.0010912706,0.07433756,0.64023995,0.06384083],"genre_scores_gemma":[0.24919237,0.0020783846,0.32839558,0.001966175,0.00027614657,0.0010495511,0.32836375,0.05980399,0.028874027],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99575883,0.0006241275,0.0004667256,0.00079221016,0.0017623416,0.00059570285],"domain_scores_gemma":[0.9939621,0.0013180439,0.00021039204,0.0017404053,0.0022165496,0.0005524505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031251737,0.0044789175,0.0016912726,0.0035323112,0.0014434452,0.003643002,0.0086010285,0.0031382113,0.031416472],"category_scores_gemma":[0.012802302,0.0014084787,0.0017022921,0.0045542414,0.0009872519,0.0034878766,0.0047714463,0.0022654815,0.023148926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029724913,0.0005739482,0.0034839732,0.0013751793,0.00034399916,0.0004063854,0.00020126469,0.012965004,0.011946256,0.0070657153,0.7540556,0.20461014],"study_design_scores_gemma":[0.001528825,0.0010824297,0.00824558,0.0006613688,0.00029629498,0.0011270912,0.000598699,0.5028103,0.13615236,0.024710042,0.3224603,0.00032673567],"about_ca_topic_score_codex":0.018956015,"about_ca_topic_score_gemma":0.020311141,"teacher_disagreement_score":0.031416472,"about_ca_system_score_codex":0.0019418815,"about_ca_system_score_gemma":0.0032303974,"threshold_uncertainty_score":0.105098605},"labels":[],"label_agreement":null},{"id":"W3081693698","doi":"","title":"Chaperone: Real-time Locking and Loss Prevention for Smartphones","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Green IT and Sustainability","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Chaperone (clinical); Real-time computing; Medicine","score_opus":0.007656006918390076,"score_gpt":0.20926863315512662,"score_spread":0.20161262623673654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081693698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15835895,0.0051986827,0.46427807,0.0026122788,0.0028836709,0.0010736086,0.0020492135,0.32720813,0.036337323],"genre_scores_gemma":[0.8629834,0.0014417222,0.072508335,0.0015073456,0.000383451,0.00038844877,0.0016725323,0.0054048216,0.05370998],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985936,0.0001642076,0.00008888724,0.00022838898,0.00063078414,0.00029409243],"domain_scores_gemma":[0.9962643,0.0006800828,0.00035443925,0.0013431639,0.00087617035,0.00048199782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013195863,0.0017028595,0.0010334565,0.0012088738,0.000918709,0.0021125216,0.0026430576,0.0009966771,0.020814892],"category_scores_gemma":[0.0060423333,0.0006923361,0.0004381926,0.00057493325,0.00073412113,0.0022482835,0.0034847008,0.0016609462,0.0075537586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029475149,0.0008659203,0.011746901,0.0008827788,0.00015223541,0.0010571838,0.0009758712,0.0062034256,0.0720883,0.005861138,0.19785838,0.6993603],"study_design_scores_gemma":[0.0011005411,0.004821379,0.024208065,0.00080840953,0.0006771629,0.0039496436,0.0015772326,0.405031,0.23098043,0.011803913,0.31432548,0.00071671064],"about_ca_topic_score_codex":0.0021354356,"about_ca_topic_score_gemma":0.0033209363,"teacher_disagreement_score":0.020814892,"about_ca_system_score_codex":0.0004603544,"about_ca_system_score_gemma":0.0013849548,"threshold_uncertainty_score":0.06963277},"labels":[],"label_agreement":null},{"id":"W3081743087","doi":"","title":"Walking Onions: Scaling Anonymity Networks while Protecting Users","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Anonymity; Computer science; Scaling; Computer security; Internet privacy; Computer network; Mathematics","score_opus":0.014889202105510285,"score_gpt":0.22090554900150366,"score_spread":0.20601634689599338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081743087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3365322,0.0011211609,0.6218147,0.0027150114,0.0010026128,0.00040696494,0.000349029,0.010889981,0.025168221],"genre_scores_gemma":[0.92803967,0.0002672276,0.063059516,0.00032113263,0.00011414634,0.00010003322,0.0001806508,0.00033902886,0.0075785457],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974482,0.00071044994,0.0001288946,0.0005186174,0.0006985301,0.0004953091],"domain_scores_gemma":[0.99085885,0.0018962754,0.00051081507,0.004932581,0.0010736705,0.0007277723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028342635,0.0012227196,0.0010415586,0.001292136,0.0033999246,0.0029784532,0.0024819379,0.0014780352,0.0040457556],"category_scores_gemma":[0.009149992,0.00061048556,0.00054228626,0.0011373309,0.0019191187,0.007530469,0.0063903276,0.0024424712,0.0015788903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002703819,0.0012396701,0.010027806,0.00028516937,0.00021112489,0.0005787874,0.0025947085,0.18350412,0.07255918,0.14747103,0.029757297,0.5490673],"study_design_scores_gemma":[0.00017951497,0.00083137356,0.0016203905,0.00007536115,0.00021047278,0.0005659347,0.0020849209,0.75275046,0.050072376,0.15699182,0.03449716,0.00012021886],"about_ca_topic_score_codex":0.0021062102,"about_ca_topic_score_gemma":0.0036179982,"teacher_disagreement_score":0.0040457556,"about_ca_system_score_codex":0.0010552382,"about_ca_system_score_gemma":0.001452961,"threshold_uncertainty_score":0.014989197},"labels":[],"label_agreement":null},{"id":"W3082420143","doi":"","title":"Secure Multi-party Computation of Differentially Private Median","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computation; Computer security; Secure multi-party computation; Cryptography; Algorithm","score_opus":0.018434014743727356,"score_gpt":0.24050211361648072,"score_spread":0.22206809887275336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082420143","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0953386,0.0002679065,0.89033675,0.0010417139,0.0002105734,0.00014311529,0.00054618734,0.0016730812,0.010442],"genre_scores_gemma":[0.8720192,0.00009018071,0.11950632,0.00019998554,0.00009009354,0.0001733833,0.00043732446,0.00013319241,0.007350304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968624,0.0007370491,0.00020684599,0.00060450356,0.00096234854,0.00062680244],"domain_scores_gemma":[0.9973037,0.00079647097,0.00016919932,0.0013377961,0.00024019352,0.00015262302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024295591,0.00052693195,0.0017314934,0.0005829369,0.0014401473,0.0027794589,0.00199476,0.001658013,0.0074656024],"category_scores_gemma":[0.0053524147,0.00049491617,0.001255109,0.0011397353,0.0014356524,0.0031335144,0.005615133,0.0022864563,0.0017700588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004141179,0.00035242978,0.002370081,0.00024785395,0.00025485596,0.00038399248,0.0004013728,0.25063092,0.029210852,0.5516149,0.010556537,0.14983507],"study_design_scores_gemma":[0.00022958558,0.00017517747,0.0003496175,0.000025320265,0.00003674263,0.00013220946,0.00005607526,0.6427517,0.01920663,0.3329574,0.004045515,0.000034064084],"about_ca_topic_score_codex":0.00055528485,"about_ca_topic_score_gemma":0.0010418097,"teacher_disagreement_score":0.0074656024,"about_ca_system_score_codex":0.00222983,"about_ca_system_score_gemma":0.0019800805,"threshold_uncertainty_score":0.024974942},"labels":[],"label_agreement":null},{"id":"W3136321458","doi":"","title":"Usable Security: Quo Vadis?","year":2006,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of British Columbia","funders":"","keywords":"USable; Computer science; Computer security; World Wide Web","score_opus":0.004840853322295969,"score_gpt":0.2021697746446637,"score_spread":0.19732892132236773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136321458","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002473564,0.018348522,0.017785588,0.7984021,0.015565581,0.000025355148,0.00020649096,0.00054914015,0.14664358],"genre_scores_gemma":[0.40896395,0.025166286,0.019524764,0.3393535,0.030272093,0.00030854126,0.00035345196,0.0023273744,0.17373002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877045,0.0055975197,0.00052265055,0.001876154,0.0028398666,0.0014593378],"domain_scores_gemma":[0.9747419,0.009930241,0.0010348238,0.0051906244,0.006283106,0.0028193106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018063089,0.0009946276,0.0013302977,0.0015451257,0.007153618,0.019923117,0.0024941699,0.013268093,0.03545078],"category_scores_gemma":[0.03371937,0.00053993386,0.000783985,0.0015156433,0.031495024,0.055352826,0.010830355,0.019387783,0.013331413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059856007,0.00002228299,0.00028965503,0.00017627355,0.00002614339,0.000037621252,0.0011212492,0.000097777454,0.00021556187,0.81442696,0.14391401,0.039612554],"study_design_scores_gemma":[0.000025666197,0.00003107583,0.000259858,0.00057717477,0.00002772355,0.00013893115,0.0018681872,0.00038016363,0.0002928628,0.5824331,0.41392228,0.00004302331],"about_ca_topic_score_codex":0.00559754,"about_ca_topic_score_gemma":0.0072708577,"teacher_disagreement_score":0.03545078,"about_ca_system_score_codex":0.004774148,"about_ca_system_score_gemma":0.006859827,"threshold_uncertainty_score":0.118594706},"labels":[],"label_agreement":null},{"id":"W3138469367","doi":"","title":"I'm from the Government and I'm Here to Help: Perspectives from a Privacy Tech Wonk","year":2011,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Office of the Privacy Commissioner of Canada","funders":"","keywords":"Internet privacy; Government (linguistics); Computer security; Information privacy; Business; Computer science; Philosophy","score_opus":0.023619685238489747,"score_gpt":0.26407804693697645,"score_spread":0.2404583616984867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138469367","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01935744,0.001957877,0.0015720332,0.943742,0.0022895427,0.000016184273,0.000030882467,0.000020635727,0.03101353],"genre_scores_gemma":[0.4686346,0.003721437,0.001852722,0.49429727,0.0014624982,0.00007718489,0.000036034042,0.00018957819,0.029728755],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9529791,0.030881114,0.0009383418,0.0023671554,0.0046288483,0.00820542],"domain_scores_gemma":[0.9517455,0.022085616,0.0019390299,0.0014916053,0.006225701,0.016512513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03693952,0.00090390095,0.0010586472,0.0021428599,0.09453309,0.045503806,0.0035443655,0.03909767,0.0072037657],"category_scores_gemma":[0.035122644,0.001302756,0.0013996956,0.003063086,0.060744125,0.042563584,0.024579998,0.071733505,0.0014886248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050742543,0.000132756,0.0024892604,0.00008156744,0.00002527061,0.0017986938,0.6095538,0.000095034906,0.00033016174,0.23913428,0.13651171,0.009796705],"study_design_scores_gemma":[0.000016320586,0.00003860631,0.00049810205,0.00026165158,0.0000129371565,0.0006999359,0.6923465,0.00010643445,0.00014241687,0.023744415,0.28207934,0.000053400323],"about_ca_topic_score_codex":0.028990816,"about_ca_topic_score_gemma":0.046023067,"teacher_disagreement_score":0.09453309,"about_ca_system_score_codex":0.014850898,"about_ca_system_score_gemma":0.036276378,"threshold_uncertainty_score":0.19535714},"labels":[],"label_agreement":null},{"id":"W3159603021","doi":"","title":"Entangled Watermarks as a Defense against Model Extraction","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Task (project management); Overfitting; Digital watermarking; Adversary; MNIST database; Outlier; Inference; Artificial intelligence; Crowdsourcing; Computer security; Machine learning; Data mining; Deep learning; Image (mathematics)","score_opus":0.008388954721593844,"score_gpt":0.2574032386230892,"score_spread":0.24901428390149538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159603021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07343132,0.00053372234,0.91834486,0.0014123905,0.00011893446,0.00010059232,0.00020287582,0.0019747005,0.003880659],"genre_scores_gemma":[0.8797332,0.00036487193,0.11571248,0.0004325699,0.00011147221,0.000108656146,0.00030488125,0.00023824867,0.002993535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995307,0.0015927628,0.00028100316,0.0008372728,0.0015399561,0.00044195398],"domain_scores_gemma":[0.9737549,0.009875948,0.001958403,0.0132970195,0.0007496634,0.0003640837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054538148,0.0015290296,0.0012189553,0.0013114279,0.00087535894,0.0023874887,0.0018707027,0.0025049103,0.0024587498],"category_scores_gemma":[0.027043076,0.0010255538,0.001143351,0.001145353,0.003980209,0.008027429,0.00750038,0.0046441816,0.0009183178],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084316917,0.00033805353,0.0052887783,0.00024876327,0.00027865957,0.0005756026,0.00062748237,0.473057,0.049305864,0.24300008,0.005692915,0.22074366],"study_design_scores_gemma":[0.00003083656,0.00020738623,0.0005336323,0.00004416455,0.00003690639,0.00033345626,0.0000585126,0.879963,0.023179114,0.09194209,0.0036303573,0.000040542633],"about_ca_topic_score_codex":0.0005064455,"about_ca_topic_score_gemma":0.0005065314,"teacher_disagreement_score":0.0054538148,"about_ca_system_score_codex":0.00092739647,"about_ca_system_score_gemma":0.0008593832,"threshold_uncertainty_score":0.028842866},"labels":[],"label_agreement":null},{"id":"W3160284308","doi":"","title":"Aspect-Oriented Programming: Radical Research in Modularity","year":2006,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Programming language","score_opus":0.0432798636921486,"score_gpt":0.3317825562496372,"score_spread":0.2885026925574886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160284308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016427405,0.02064864,0.91822976,0.019810611,0.00079000153,0.00006281567,0.00004080627,0.00040943935,0.02358054],"genre_scores_gemma":[0.41957816,0.024740674,0.5386667,0.0035718675,0.0035885705,0.00020858394,0.00010260518,0.00053545163,0.009007433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971451,0.0011517395,0.0001157929,0.0005507156,0.0008796287,0.00015695521],"domain_scores_gemma":[0.9822535,0.0117295645,0.00054976676,0.0035081387,0.0014699745,0.000488995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075816778,0.00089645956,0.0010303599,0.001609099,0.0017650198,0.004417533,0.0025125435,0.0019773582,0.0019338138],"category_scores_gemma":[0.018293405,0.00095374754,0.0010238742,0.0018028308,0.015432825,0.019095693,0.0035116286,0.007753354,0.0004717476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013105669,0.000022673954,0.00020866573,0.00008521936,0.000012641131,0.000014286406,0.0003535591,0.0008319542,0.00031345774,0.9706581,0.000952251,0.026534054],"study_design_scores_gemma":[0.000018180544,0.000022202415,0.00013384511,0.00007347738,0.000016107115,0.00006488438,0.00008587369,0.0057219137,0.00047206937,0.9753566,0.018021423,0.00001344835],"about_ca_topic_score_codex":0.001123099,"about_ca_topic_score_gemma":0.0010071056,"teacher_disagreement_score":0.0075816778,"about_ca_system_score_codex":0.0019706863,"about_ca_system_score_gemma":0.002066006,"threshold_uncertainty_score":0.040096223},"labels":[],"label_agreement":null},{"id":"W3188214630","doi":"","title":"A Large Scale Study of User Behavior, Expectations and Engagement with Android Permissions","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Android (operating system); Human–computer interaction; Scale (ratio); User engagement; World Wide Web; Operating system; Physics","score_opus":0.021659579539126405,"score_gpt":0.30693313011441786,"score_spread":0.28527355057529147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188214630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991967,0.000012000853,0.00010761451,0.000042612584,0.0000026961459,0.000034175286,0.0001640176,0.000007174776,0.00043298563],"genre_scores_gemma":[0.99781907,0.00003684076,0.00036570194,0.00010796632,0.000008574433,0.00012774985,0.0003978897,0.000009247818,0.0011270973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987178,0.00055782084,0.00008198916,0.00020242546,0.00026156436,0.00017835709],"domain_scores_gemma":[0.98791075,0.0060151145,0.0016992212,0.001038713,0.0013580293,0.0019781892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017100014,0.00031397006,0.00036572406,0.0010100761,0.001741152,0.001240851,0.0005027132,0.00089813874,0.0022648994],"category_scores_gemma":[0.008315637,0.0005271595,0.0005240249,0.0010194052,0.0008293161,0.0017938074,0.0011987592,0.0016738813,0.0015839791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044345096,0.003755741,0.95614076,0.00007531225,0.00012099608,0.00031618716,0.02365408,0.00015588923,0.0017296256,0.00024263795,0.0014058572,0.011959443],"study_design_scores_gemma":[0.000026762196,0.00086326635,0.98016596,0.000012893506,0.000032096665,0.00018486338,0.016286094,0.0008799759,0.00027152046,0.00006782233,0.0011726943,0.000036039237],"about_ca_topic_score_codex":0.013906282,"about_ca_topic_score_gemma":0.028522283,"teacher_disagreement_score":0.013906282,"about_ca_system_score_codex":0.0007291266,"about_ca_system_score_gemma":0.00083740073,"threshold_uncertainty_score":0.027650654},"labels":[],"label_agreement":null},{"id":"W3194474958","doi":"","title":"How Great is the Great Firewall? Measuring China's DNS Censorship.","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Firewall (physics); Cache; Computer science; Censorship; Domain Name System; Application firewall; The Internet; Computer security; World Wide Web; Computer network; Business; Law","score_opus":0.015883831102211827,"score_gpt":0.21353334921738246,"score_spread":0.19764951811517062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194474958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99474394,0.00017872496,0.0023000368,0.000191166,0.000015085434,0.000036428624,0.0006279082,0.0002228829,0.0016838274],"genre_scores_gemma":[0.99768865,0.00006330358,0.0012948335,0.000036270463,0.000006121107,0.000013580918,0.0006090813,0.000010834201,0.00027739347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987047,0.0002406381,0.00008704145,0.00024370765,0.0005193759,0.0002046574],"domain_scores_gemma":[0.99251384,0.0014368502,0.0021386673,0.0014059879,0.0018170836,0.00068747875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021795544,0.00038132843,0.0002682656,0.0017613624,0.0006422266,0.00094360387,0.0006463955,0.000518448,0.00038859883],"category_scores_gemma":[0.007363633,0.00016801184,0.00021443378,0.0018244307,0.00075294514,0.0017956499,0.00083087594,0.0006789293,0.00017335726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014832948,0.00010942826,0.9449659,0.00007943852,0.00008996311,0.0003768733,0.0010115148,0.009131863,0.00943967,0.0016750365,0.0026402106,0.03033168],"study_design_scores_gemma":[0.000021035175,0.00030854566,0.87367857,0.000045348406,0.00008772635,0.00045506906,0.0014904067,0.09782537,0.01750485,0.0011261295,0.0073796813,0.00007728398],"about_ca_topic_score_codex":0.025845751,"about_ca_topic_score_gemma":0.026458902,"teacher_disagreement_score":0.025845751,"about_ca_system_score_codex":0.0015523222,"about_ca_system_score_gemma":0.000979437,"threshold_uncertainty_score":0.051390648},"labels":[],"label_agreement":null},{"id":"W51115498","doi":"","title":"Dude, where’s that IP?: circumventing measurement-based IP geolocation","year":2010,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Geolocation; Computer science; Adversary; Adversarial system; Computer network; Topology (electrical circuits); Distributed computing; Computer security; Artificial intelligence; Engineering; World Wide Web","score_opus":0.015076033346597288,"score_gpt":0.22176244022152378,"score_spread":0.20668640687492648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W51115498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2327558,0.0011477034,0.7409202,0.0038297717,0.0003980605,0.00010336139,0.00010357413,0.0022373484,0.018504173],"genre_scores_gemma":[0.96357363,0.00017256448,0.034100387,0.00028685626,0.000047965652,0.000020102245,0.00003393359,0.000049552662,0.0017149171],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973978,0.0012052886,0.00009694603,0.00032333223,0.00071597425,0.0002607067],"domain_scores_gemma":[0.9894442,0.00372619,0.0011971046,0.0045258594,0.0008166122,0.00029010244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021712296,0.0004065669,0.0005544622,0.00066054973,0.00078860135,0.0011074513,0.0011362609,0.001378912,0.00090728595],"category_scores_gemma":[0.012580221,0.0002551414,0.00028833057,0.00060205965,0.0021011713,0.0034372495,0.0024142873,0.001858411,0.0006180518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001780814,0.0003216431,0.020409605,0.00029889622,0.0002388241,0.0010354505,0.0018951922,0.10314765,0.08184223,0.22344963,0.015164498,0.55041564],"study_design_scores_gemma":[0.00011594615,0.0006481616,0.003437628,0.00007737031,0.000115882154,0.0024888336,0.00062223215,0.74626684,0.10995176,0.094414495,0.041765172,0.000095685835],"about_ca_topic_score_codex":0.0005831823,"about_ca_topic_score_gemma":0.00058789167,"teacher_disagreement_score":0.0021712296,"about_ca_system_score_codex":0.0005383175,"about_ca_system_score_gemma":0.00046973553,"threshold_uncertainty_score":0.011482716},"labels":[],"label_agreement":null}]}