{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":24,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":24,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"5b81c51c1d42","filters":{"venue":"USENIX Security Symposium"}},"results":[{"id":"W1952517978","doi":"","title":"Securing computer hardware using 3D integrated circuit (IC) technology and split manufacturing for obfuscation","year":2013,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Physical Unclonable Functions (PUFs) and Hardware Security","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Hardware security module; Obfuscation; Computer science; Integrated circuit; Covert; Benchmark (surveying); Context (archaeology); Computer security; Embedded system; Cryptography; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01364176656720317,"gpt":0.2161223977820579,"spread":0.2024806312148548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002145323,0.0004195722,0.0004565837,0.00056335,0.0005578487,0.0005981878,0.0007831482,0.0002918425,0.00003087625],"category_scores_gemma":[0.00003191026,0.000418326,0.0001451352,0.0006644283,0.0001431014,0.001784728,0.0005795029,0.0004515104,0.00005716663],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002029223,"about_ca_system_score_gemma":0.0001007246,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002875978,"about_ca_topic_score_gemma":0.00003262125,"domain_scores_codex":[0.9974222,0.00007543573,0.0004699886,0.0009990692,0.0002955256,0.0007378021],"domain_scores_gemma":[0.9982253,0.0001552268,0.0001973026,0.0008229318,0.0003679201,0.000231345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009762251,0.001741443,0.003717534,0.001937289,0.0007448595,0.00008104116,0.01887705,0.002424279,0.1163894,0.7384504,0.004879945,0.1106591],"study_design_scores_gemma":[0.001715354,0.0003900487,0.001329185,0.0002669106,0.0001013848,0.0001848309,0.00023161,0.79053,0.05984544,0.1081269,0.03580858,0.001469784],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5334485,0.0001098014,0.4620689,0.001418939,0.0008100605,0.001039323,0.0000332405,0.0006902319,0.0003809842],"genre_scores_gemma":[0.9698668,0.00002785285,0.02914466,0.0002608732,0.000396432,0.0001451257,0.00004123965,0.00003953352,0.00007754446],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7881057,"threshold_uncertainty_score":0.9998268,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1534968492","doi":"","title":"Password portfolios and the finite-effort user: sustainably managing large numbers of accounts","year":2014,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Portfolio; Computer science; Password; Task (project management); Modern portfolio theory; Activity-based costing; Suite; Project portfolio management; Computer security; Business; Economics; Project management; Finance; Accounting","retraction":null,"screen_n_in":null,"score":{"opus":0.003394221359486703,"gpt":0.2083104897456839,"spread":0.2049162683861972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001700579,0.0002485728,0.0004222054,0.0001808403,0.0002778131,0.0003276522,0.001139404,0.0001173303,0.00001146009],"category_scores_gemma":[0.0001118385,0.0001935176,0.0001470069,0.0004857656,0.0001913429,0.0006103762,0.0005427786,0.00023247,0.00002816449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003593923,"about_ca_system_score_gemma":0.00005753484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003230391,"about_ca_topic_score_gemma":0.0000993276,"domain_scores_codex":[0.9976007,0.0002678895,0.000559127,0.0005028168,0.0005511956,0.0005182641],"domain_scores_gemma":[0.9978059,0.0003638601,0.0003164427,0.001143462,0.0002187864,0.0001515658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005222149,0.0001901122,0.01753891,0.0003093768,0.0001004962,0.00001462886,0.1006983,0.000008773974,0.00007277245,0.878159,0.002523377,0.0003321106],"study_design_scores_gemma":[0.007520886,0.0001662136,0.005581075,0.000182569,0.000149423,0.0001256691,0.002946983,0.5491591,0.0009747903,0.07776968,0.3543115,0.001112107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8338323,0.0006267795,0.1005338,0.03012977,0.002804568,0.002811826,0.00004073188,0.0008075208,0.02841273],"genre_scores_gemma":[0.998039,0.00008717802,0.0001707463,0.0009755943,0.0001146241,0.0000316324,0.000007171903,0.00001970199,0.0005543297],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8003893,"threshold_uncertainty_score":0.789142,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W51115498","doi":"","title":"Dude, where’s that IP?: circumventing measurement-based IP geolocation","year":2010,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Geolocation; Computer science; Adversary; Adversarial system; Computer network; Topology (electrical circuits); Distributed computing; Computer security; Artificial intelligence; Engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01507603334659729,"gpt":0.2217624402215238,"spread":0.2066864068749265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001626658,0.0003383521,0.0003462272,0.0002319723,0.0003373083,0.0005940719,0.001356836,0.0002297726,0.0001034286],"category_scores_gemma":[0.0001028797,0.0003346158,0.0003061453,0.000448288,0.00007977576,0.0006719467,0.0002177314,0.0006657434,0.0001677944],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009630413,"about_ca_system_score_gemma":0.0001683117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001727159,"about_ca_topic_score_gemma":0.002312603,"domain_scores_codex":[0.9966956,0.0001663678,0.0005141668,0.0008269856,0.001140348,0.0006565188],"domain_scores_gemma":[0.9981451,0.00009464641,0.0003298376,0.0007495664,0.0004779018,0.0002029419],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005980074,0.001914353,0.01948527,0.0005994821,0.0006688461,0.00020772,0.02506669,0.007886834,0.09010626,0.8251297,0.0124913,0.01638374],"study_design_scores_gemma":[0.0006505435,0.0000625342,0.0008815433,0.0001025508,0.00007041675,0.00002989202,0.0001056536,0.9688796,0.0133785,0.0001866,0.01504381,0.0006083508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4934777,0.0002896666,0.49192,0.005612841,0.003639524,0.0005180073,0.000005283455,0.0009350923,0.003601854],"genre_scores_gemma":[0.9963503,0.000006656301,0.002680061,0.0004097255,0.0003638274,0.0000216167,0.00001212095,0.00002798601,0.0001276426],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9609928,"threshold_uncertainty_score":0.9999106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159603021","doi":"","title":"Entangled Watermarks as a Defense against Model Extraction","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Task (project management); Overfitting; Digital watermarking; Adversary; MNIST database; Outlier; Inference; Artificial intelligence; Crowdsourcing; Computer security; Machine learning; Data mining; Deep learning; Image (mathematics)","retraction":null,"screen_n_in":null,"score":{"opus":0.008388954721593844,"gpt":0.2574032386230892,"spread":0.2490142839014954,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003414887,0.0002783593,0.0002755385,0.0001201631,0.0003105034,0.0003584878,0.0007110101,0.0001947418,0.00004410311],"category_scores_gemma":[0.0001562741,0.0002969735,0.0001779292,0.0004010076,0.00004747298,0.001085842,0.0006578093,0.0005915531,0.0001804457],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001607691,"about_ca_system_score_gemma":0.0002419768,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004551179,"about_ca_topic_score_gemma":0.00003058354,"domain_scores_codex":[0.9975622,0.0002766974,0.0003582016,0.0007684316,0.0005221635,0.0005123323],"domain_scores_gemma":[0.9983523,0.0001414497,0.0001533509,0.0009506,0.0002036049,0.0001986343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001494077,0.0009977296,0.00191857,0.0001918235,0.0002355969,0.004558678,0.03811941,0.4754418,0.3045215,0.1641478,0.003657404,0.006060213],"study_design_scores_gemma":[0.0006573573,0.00002889476,0.00003707164,0.0000337684,0.00002333469,0.0003056196,0.0001105908,0.9619048,0.02332564,0.008410684,0.004742907,0.000419354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3660862,0.0001240094,0.5965093,0.005378765,0.001770178,0.0002819101,0.000007272648,0.0007922893,0.02905015],"genre_scores_gemma":[0.9725057,0.0000654367,0.02509472,0.001042888,0.0002119792,0.00001686615,0.00003370377,0.00003243893,0.000996234],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6064196,"threshold_uncertainty_score":0.9999483,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889233250","doi":"","title":"Tackling runtime-based obfuscation in Android with {TIRO}","year":2018,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Obfuscation; Android (operating system); Programming language; Operating system; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.004247726182818074,"gpt":0.2254521633976178,"spread":0.2212044372147998,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002642122,0.0001889327,0.000179755,0.0002934416,0.0001389738,0.0001291694,0.0005453377,0.0001005304,0.00001776308],"category_scores_gemma":[0.00003018602,0.0001822478,0.00003909538,0.0008057834,0.0001101638,0.0007556751,0.0001173573,0.0002046833,0.00006461161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001279313,"about_ca_system_score_gemma":0.00009092483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008917566,"about_ca_topic_score_gemma":0.0002871079,"domain_scores_codex":[0.9985009,0.00007411361,0.0002557694,0.0005385691,0.0002952875,0.0003353941],"domain_scores_gemma":[0.9988092,0.00006904594,0.000131927,0.0007062271,0.0002002564,0.0000833201],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001866263,0.005001705,0.09208306,0.001009657,0.00022513,0.0009526607,0.06241795,0.009919031,0.6039465,0.1541564,0.01098784,0.05743378],"study_design_scores_gemma":[0.001333143,0.0009918934,0.001588805,0.0001496164,0.000009894467,0.00007084812,0.00004607285,0.1638394,0.8081662,0.008622766,0.01445504,0.0007262723],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.16097,0.00002779321,0.8331738,0.00124138,0.0002601043,0.0004249503,0.00000297207,0.001017614,0.00288136],"genre_scores_gemma":[0.9335848,0.000004862119,0.06579521,0.0003516229,0.0001102918,0.00004660836,0.000003881046,0.00001891802,0.00008382105],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7726148,"threshold_uncertainty_score":0.743185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2125624394","doi":"","title":"Targeted threat index: characterizing and quantifying politically-motivated targeted malware","year":2014,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Malware; Sophistication; Computer security; Compromise; Computer science; Internet privacy; Social engineering (security); Metric (unit); Business; Political science; Sociology; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.01256637348788992,"gpt":0.2291349756921903,"spread":0.2165686022043004,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004783982,0.0003126166,0.0003388669,0.0002246748,0.0003818477,0.0005222856,0.0005580146,0.000238287,0.000018228],"category_scores_gemma":[0.0001595726,0.0003102279,0.00008858783,0.0004756073,0.00008610701,0.0009545717,0.0003289746,0.0004039167,0.00005448371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006369691,"about_ca_system_score_gemma":0.00004077601,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003349043,"about_ca_topic_score_gemma":0.00004076339,"domain_scores_codex":[0.9976541,0.0002421372,0.000365086,0.0007330997,0.0003686815,0.0006369133],"domain_scores_gemma":[0.9985716,0.0002030633,0.0001399918,0.0006475397,0.000144369,0.0002933932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001363192,0.0003723197,0.1255922,0.0004343753,0.0001899815,0.00009167417,0.01711136,0.00003782253,0.7003245,0.1487084,0.0008198718,0.006181109],"study_design_scores_gemma":[0.003553327,0.0009373256,0.2723927,0.000445239,0.000102484,0.0005129526,0.0002290233,0.3867736,0.2731559,0.02750132,0.03148193,0.002914095],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9540883,0.0001133175,0.03859742,0.003730569,0.00121157,0.0002784065,0.000009828653,0.001258361,0.0007122138],"genre_scores_gemma":[0.9971998,0.00002568675,0.001622708,0.0007512468,0.0002936508,0.00001199181,0.0000162502,0.00003959422,0.00003907636],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4271685,"threshold_uncertainty_score":0.999935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1475974720","doi":"","title":"Cookies lack integrity: real-world implications","year":2015,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Computer security; Flag (linear algebra); Internet privacy; Session (web analytics); Domain (mathematical analysis); World Wide Web; Isolation (microbiology); Web browser; Domain name; The Internet","retraction":null,"screen_n_in":null,"score":{"opus":0.0671170811442712,"gpt":0.3218760085948079,"spread":0.2547589274505367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008841429,0.000326528,0.0003774062,0.0003138466,0.0002428378,0.0005086916,0.001894805,0.0001566186,0.00002443545],"category_scores_gemma":[0.0001385088,0.0003348228,0.0001362223,0.001155665,0.0002468366,0.001070604,0.0006906304,0.0005576173,0.0006528166],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003048558,"about_ca_system_score_gemma":0.0004153778,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001092852,"about_ca_topic_score_gemma":0.001189005,"domain_scores_codex":[0.9972196,0.0002435537,0.0005804282,0.0008533873,0.0005741514,0.000528908],"domain_scores_gemma":[0.9962173,0.0003233246,0.0002033485,0.002120062,0.0006441792,0.0004917778],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007069271,0.0001734959,0.003965268,0.00002292089,0.00002010983,0.000003553604,0.007431719,0.00001873082,0.0007336168,0.9510002,0.03636021,0.0002630861],"study_design_scores_gemma":[0.001056385,0.0001497734,0.003608281,0.00003563535,0.00003369363,0.00008404362,0.0008033951,0.007926812,0.01072988,0.5131341,0.4613559,0.001082075],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2442958,0.0005005107,0.1110579,0.2024526,0.002692304,0.003069711,0.0002371336,0.006557829,0.4291362],"genre_scores_gemma":[0.9872687,0.00005067146,0.009049076,0.001225541,0.0003049665,0.000217454,0.00003593697,0.00003272357,0.001814925],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7429729,"threshold_uncertainty_score":0.9999104,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2752969874","doi":"","title":"Measuring Decentralization of Chinese Keyword Censorship via Mobile Games","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Censorship; Decentralization; Computer science; Keyword search; Information retrieval; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.0165609728908847,"gpt":0.2455335338688332,"spread":0.2289725609779485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003641733,0.0001701336,0.0002143972,0.0001006119,0.0003719419,0.0003521265,0.001101333,0.0001111593,0.00001290756],"category_scores_gemma":[0.0001309901,0.0001614179,0.0001070791,0.0001624043,0.000069824,0.001025968,0.0002400374,0.0001442378,0.00002273473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004393874,"about_ca_system_score_gemma":0.00003073168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003335552,"about_ca_topic_score_gemma":0.0001320233,"domain_scores_codex":[0.9986287,0.00009438409,0.0002666173,0.0003678181,0.0003644953,0.0002780291],"domain_scores_gemma":[0.9982252,0.00006270938,0.0003088527,0.00114124,0.0001530938,0.0001089406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002121425,0.00111426,0.5934121,0.0007443068,0.0002337921,0.00007830163,0.06813824,0.003378137,0.2826448,0.02289271,0.0009532013,0.02619806],"study_design_scores_gemma":[0.00271604,0.0006629319,0.2251235,0.0003294052,0.00007990685,0.0001762906,0.00007938404,0.2578895,0.4445767,0.05297853,0.01361996,0.001767743],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9607441,0.0001295962,0.03520851,0.0004243699,0.001518919,0.0002539626,0.000004207985,0.0002002903,0.001515981],"genre_scores_gemma":[0.9986019,0.00006171483,0.001021109,0.00003434674,0.0001887533,0.00001392342,0.000003191439,0.00001393778,0.00006118741],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3682885,"threshold_uncertainty_score":0.6582433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3082420143","doi":"","title":"Secure Multi-party Computation of Differentially Private Median","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computation; Computer security; Secure multi-party computation; Cryptography; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.01843401474372736,"gpt":0.2405021136164807,"spread":0.2220680988727534,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001845591,0.0002814017,0.0003993452,0.0001293082,0.0001292708,0.0001517142,0.001161039,0.0001584955,0.00002133125],"category_scores_gemma":[0.00005537524,0.0002765843,0.0002158265,0.0007607941,0.0001283269,0.0007305974,0.0005721173,0.0003231588,0.00003590269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001735052,"about_ca_system_score_gemma":0.00006693212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005551962,"about_ca_topic_score_gemma":0.00007863991,"domain_scores_codex":[0.9977393,0.0001713378,0.0005241664,0.0006639167,0.0005138473,0.0003874773],"domain_scores_gemma":[0.998572,0.00008536442,0.0002662433,0.0005632701,0.0001479382,0.0003652206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002866914,0.00263351,0.02045737,0.001672093,0.0004936032,0.000220381,0.1478218,0.0005377085,0.1516619,0.6590694,0.009034636,0.006110962],"study_design_scores_gemma":[0.006886771,0.001132341,0.01363615,0.0002262953,0.0001722043,0.00005738844,0.0003910483,0.7954959,0.1084424,0.04770536,0.02361784,0.002236217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.267513,0.0001409778,0.724474,0.00599473,0.0005968728,0.0004466175,0.000163821,0.0004219453,0.000248068],"genre_scores_gemma":[0.9689417,0.00005053237,0.03021323,0.0005380758,0.0001415326,0.000008139115,0.00008936463,0.00001638068,9.652442e-7],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7949582,"threshold_uncertainty_score":0.9999686,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3188214630","doi":"","title":"A Large Scale Study of User Behavior, Expectations and Engagement with Android Permissions","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Android (operating system); Human–computer interaction; Scale (ratio); User engagement; World Wide Web; Operating system; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.0216595795391264,"gpt":0.3069331301144179,"spread":0.2852735505752915,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000436749,0.0001340374,0.0002076295,0.00009132633,0.001007297,0.0001174919,0.0002095726,0.00008689006,0.000143267],"category_scores_gemma":[0.0001515002,0.0001282427,0.00004059875,0.0004088104,0.0001311281,0.0003893014,0.0002958881,0.0002221482,0.000005234616],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005036865,"about_ca_system_score_gemma":0.0001863037,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001308974,"about_ca_topic_score_gemma":0.02222771,"domain_scores_codex":[0.9980879,0.0005209501,0.0002333582,0.0003860743,0.000480515,0.0002911813],"domain_scores_gemma":[0.9989763,0.00008711374,0.00009777706,0.0004324121,0.0002258868,0.0001804898],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006015909,0.005408409,0.09075078,0.00005167841,0.00007088949,0.00009172963,0.8943001,0.000001384871,0.00411208,0.003995097,0.001016621,0.0001410416],"study_design_scores_gemma":[0.003582889,0.0007412533,0.03356484,0.00007519755,0.0003688129,0.00003267029,0.9215837,0.00007093634,0.003759746,0.0009598017,0.03469641,0.0005637371],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9957149,0.0001672858,0.0001012007,0.0009517891,0.000153494,0.0007780669,0.00008609911,0.00007604855,0.001971094],"genre_scores_gemma":[0.9990589,0.0001173621,0.000295962,0.00003267438,0.00009240669,0.0001160327,0.00003088378,0.00001341919,0.0002423483],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05718594,"threshold_uncertainty_score":0.9956141,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3194474958","doi":"","title":"How Great is the Great Firewall? Measuring China's DNS Censorship.","year":2021,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Firewall (physics); Cache; Computer science; Censorship; Domain Name System; Application firewall; The Internet; Computer security; World Wide Web; Computer network; Business; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01588383110221183,"gpt":0.2135333492173825,"spread":0.1976495181151706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005976679,0.0004195017,0.0004620572,0.0001044723,0.0005530434,0.001624986,0.001655292,0.0001892624,0.0001126016],"category_scores_gemma":[0.0001130948,0.0003099897,0.000541329,0.0007344178,0.00009861335,0.0006789599,0.000683461,0.0006052571,0.00009097682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001143208,"about_ca_system_score_gemma":0.0001084939,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009568674,"about_ca_topic_score_gemma":0.0005465947,"domain_scores_codex":[0.9965819,0.0003761903,0.0004080965,0.0009998844,0.0008683211,0.0007655803],"domain_scores_gemma":[0.9980314,0.0001804346,0.0001941121,0.001079788,0.0003025332,0.0002117123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000631736,0.0008310404,0.005723587,0.0004660476,0.001870513,0.002860417,0.3202969,0.001722822,0.005856512,0.5946338,0.0562766,0.009398641],"study_design_scores_gemma":[0.0009117715,0.0001208236,0.001267035,0.0002320721,0.0002478098,0.0007525471,0.0007836531,0.8192316,0.02433236,0.0008085092,0.1499141,0.001397661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8096098,0.002456291,0.04467956,0.1304074,0.002932634,0.000587167,0.0000372368,0.001007781,0.008282096],"genre_scores_gemma":[0.9925896,0.0001088971,0.0005960928,0.001277035,0.0004766428,0.00001284778,0.00001039555,0.00003205135,0.004896421],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8175088,"threshold_uncertainty_score":0.9999352,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970909215","doi":"","title":"MIN()imum Failure: EMFI Attacks against USB Stacks.","year":2019,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Computer network; USB; Operating system; Embedded system; Computer security; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.006839537041911543,"gpt":0.221221419887648,"spread":0.2143818828457365,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005946879,0.0004081388,0.0004254403,0.0002315724,0.0003101745,0.0006467472,0.002144281,0.0002807124,0.0001135052],"category_scores_gemma":[0.00005163114,0.0004368325,0.0002385841,0.0008187725,0.00008933039,0.001109192,0.0007213721,0.000569504,0.001833169],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000146976,"about_ca_system_score_gemma":0.0001791133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005572497,"about_ca_topic_score_gemma":0.00003279977,"domain_scores_codex":[0.9965007,0.0002088347,0.0006209157,0.001134687,0.0007323817,0.0008024416],"domain_scores_gemma":[0.9970215,0.0002529764,0.0002877722,0.001888573,0.0002579644,0.0002912356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000112993,0.002283139,0.02985026,0.0009838546,0.0004586782,0.0002829603,0.09261774,0.002546665,0.05961855,0.6529221,0.1484161,0.009906913],"study_design_scores_gemma":[0.002030555,0.0003255277,0.0009235897,0.0001817694,0.00002986544,0.000099478,0.0004221086,0.2254979,0.01786617,0.007541462,0.743254,0.001827579],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8947514,0.000379925,0.04924159,0.0160036,0.007108265,0.001329721,0.00003972615,0.001786193,0.02935963],"genre_scores_gemma":[0.9902601,0.00004920321,0.006845235,0.001555494,0.0004046401,0.00001933929,0.00003150775,0.00003747789,0.0007969743],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6453807,"threshold_uncertainty_score":0.9998084,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044427914","doi":"","title":"{UBCIS}: Ultimate Benchmark for Container Image Scanning","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Medical Imaging Techniques and Applications","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Container (type theory); Benchmark (surveying); Computer science; Image (mathematics); Computer vision; Artificial intelligence; Materials science; Geology; Composite material","retraction":null,"screen_n_in":null,"score":{"opus":0.02076700369625764,"gpt":0.3083486786194348,"spread":0.2875816749231772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000175769,0.0001824819,0.0003328445,0.00004158487,0.0001201724,0.00004481737,0.0001602513,0.00009852138,0.0001976269],"category_scores_gemma":[0.0002057664,0.0001609669,0.0001655242,0.0001773365,0.000108933,0.00009835397,0.00007752032,0.0002542007,0.00005245253],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004109149,"about_ca_system_score_gemma":0.00006784354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000045227,"about_ca_topic_score_gemma":0.000001416639,"domain_scores_codex":[0.9987093,0.00001913989,0.0003129996,0.000386704,0.000233638,0.0003381683],"domain_scores_gemma":[0.9989095,0.00009619108,0.00008433792,0.0003067529,0.0001645743,0.0004386555],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003041912,0.0002998962,0.001963771,0.000736522,0.0001027264,0.0000769219,0.003682393,0.000001959254,0.5469125,0.008949707,0.4362749,0.0006945584],"study_design_scores_gemma":[0.003890614,0.0006615311,0.000390618,0.000205003,0.0003764958,0.0001167802,0.0003233584,0.08452193,0.1152286,0.002249557,0.7914215,0.0006140834],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3487733,0.0001740306,0.07263449,0.5438638,0.0003279314,0.006160904,0.0003505536,0.002319301,0.02539561],"genre_scores_gemma":[0.9317542,0.0000392246,0.056123,0.01045614,0.0006431169,0.000300097,0.0002440477,0.00005316049,0.0003869666],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5829809,"threshold_uncertainty_score":0.6564038,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3081743087","doi":"","title":"Walking Onions: Scaling Anonymity Networks while Protecting Users","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Anonymity; Computer science; Scaling; Computer security; Internet privacy; Computer network; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01488920210551029,"gpt":0.2209055490015037,"spread":0.2060163468959934,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008989881,0.000354519,0.0004506122,0.0001078834,0.0005899781,0.0006816799,0.001286475,0.000200341,0.00003817743],"category_scores_gemma":[0.0001842515,0.0003527715,0.0003185421,0.0009022994,0.00005608275,0.0007644451,0.0006163976,0.000936239,0.00005984791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008959461,"about_ca_system_score_gemma":0.00006745826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005915728,"about_ca_topic_score_gemma":0.0000640964,"domain_scores_codex":[0.9967907,0.0003501421,0.0006247436,0.0009698906,0.0005168964,0.0007476117],"domain_scores_gemma":[0.9985802,0.0002380217,0.0002855129,0.0004003769,0.0001674048,0.0003284563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001394276,0.000667075,0.003928268,0.0005126609,0.0008986976,0.0007319744,0.1692949,0.464718,0.005543209,0.328604,0.006761448,0.0182004],"study_design_scores_gemma":[0.0003020485,0.00007089616,0.00003593526,0.00008873441,0.00003167934,0.00002542149,0.0004120499,0.9951089,0.000793125,0.00004427655,0.002660631,0.0004262813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.165214,0.0002461619,0.8263234,0.00495045,0.0006897246,0.000495071,0.000003203705,0.0009508931,0.001127059],"genre_scores_gemma":[0.9921459,0.0000186735,0.005579039,0.00141501,0.0007575882,0.00001968018,0.000008618375,0.00003266534,0.00002280976],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8269319,"threshold_uncertainty_score":0.9998924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3081693698","doi":"","title":"Chaperone: Real-time Locking and Loss Prevention for Smartphones","year":2020,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Green IT and Sustainability","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Chaperone (clinical); Real-time computing; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.007656006918390076,"gpt":0.2092686331551266,"spread":0.2016126262367365,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001341394,0.0001707422,0.0002199159,0.00003255912,0.00009164245,0.00005342144,0.00009569638,0.0001065959,0.00003186181],"category_scores_gemma":[0.00003367085,0.000184086,0.00007958084,0.0001074685,0.00004367142,0.0001885353,0.00004944684,0.0001056499,0.00001567205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004758632,"about_ca_system_score_gemma":0.00001699533,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000239896,"about_ca_topic_score_gemma":0.0000187382,"domain_scores_codex":[0.9991062,0.00002614116,0.0002105569,0.0002610127,0.0001082017,0.0002878552],"domain_scores_gemma":[0.9995537,0.00005970196,0.0000254717,0.0001574801,0.0000584912,0.0001451544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00126098,0.0007726651,0.09904616,0.02087017,0.001008551,0.000209031,0.2026897,0.009181968,0.6056968,0.01335162,0.0304087,0.01550365],"study_design_scores_gemma":[0.005953428,0.001315902,0.01348026,0.0002108163,0.0003801868,0.00008201449,0.002691549,0.8058543,0.04251385,0.01629311,0.1084195,0.002805041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9957082,0.0001497121,0.0008334717,0.001397356,0.0001456871,0.0005201809,0.00002852822,0.0004212071,0.0007956886],"genre_scores_gemma":[0.9991125,0.000106193,0.0003258365,0.00004509392,0.0002221716,0.00003771104,0.00002682982,0.00003621057,0.00008743846],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7966723,"threshold_uncertainty_score":0.7506811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2753458568","doi":"","title":"Live Lesson: Netsim: Network simulation and hacking for high schoolers.","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hacker; Simulation; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01849905206665083,"gpt":0.272508073113342,"spread":0.2540090210466912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004509839,0.0001983909,0.0002242002,0.00005473943,0.001310012,0.001856518,0.0008330668,0.0001501967,0.000007289138],"category_scores_gemma":[0.00007837613,0.0002031603,0.00007315056,0.00006899488,0.00007860437,0.003195785,0.0004395939,0.0001916134,0.00003138687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004103343,"about_ca_system_score_gemma":0.00004934028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001194025,"about_ca_topic_score_gemma":0.00008414223,"domain_scores_codex":[0.9986111,0.00004631402,0.0002999819,0.000376617,0.0002483358,0.0004176671],"domain_scores_gemma":[0.9982975,0.0001353998,0.0003273492,0.0008904396,0.0002018575,0.000147437],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008065421,0.0001002418,0.007500147,0.0001571257,0.00008665169,0.00001521169,0.02422536,0.0149776,0.00007267206,0.9379886,0.00565654,0.009139241],"study_design_scores_gemma":[0.001432073,0.0001185691,0.01177602,0.00007587718,0.00002642939,0.00001359666,0.00008235911,0.8959983,0.0003478603,0.03726901,0.05232009,0.0005398222],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4375701,0.0003825824,0.5303181,0.01544445,0.004875309,0.001972264,0.00005223891,0.0007968291,0.008588071],"genre_scores_gemma":[0.9931735,0.00003830177,0.005405942,0.0007313465,0.0004878925,0.00002256767,0.00001448886,0.00001174422,0.0001142177],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9007195,"threshold_uncertainty_score":0.9999902,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2751752047","doi":"","title":"Live Lesson: The EDURange Framework and a Movie-themed Exercise in Network Reconnaissance","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Human–computer interaction; Computer graphics (images)","retraction":null,"screen_n_in":null,"score":{"opus":0.01590909324281587,"gpt":0.2511861803192016,"spread":0.2352770870763857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000835244,0.0002702324,0.0003467279,0.00006404696,0.00127013,0.0009100115,0.001655913,0.000255438,0.00003536155],"category_scores_gemma":[0.0001244034,0.0002190166,0.00009723505,0.0002517713,0.000291779,0.001023711,0.0008456121,0.0007379702,0.00005486724],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004336036,"about_ca_system_score_gemma":0.0000390791,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003711881,"about_ca_topic_score_gemma":0.0004658768,"domain_scores_codex":[0.9979132,0.0001875217,0.0003541529,0.0006656987,0.0003026164,0.0005767594],"domain_scores_gemma":[0.9974864,0.0002809368,0.0003041707,0.001704645,0.00007641094,0.0001474859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000804669,0.0009594865,0.03798082,0.0005237057,0.0001866238,0.0005454324,0.1731965,0.001030811,0.0008231085,0.4894077,0.0392229,0.2553182],"study_design_scores_gemma":[0.00265301,0.0004107578,0.05374527,0.003859983,0.00008704616,0.0003059454,0.0005268816,0.2260431,0.002274905,0.4988534,0.2089277,0.002312003],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9059206,0.01439555,0.01354621,0.05043248,0.007399225,0.002218355,0.00001232632,0.0005308882,0.00554434],"genre_scores_gemma":[0.9933613,0.003606494,0.001644142,0.0004883969,0.0006610229,0.00007734853,8.895618e-7,0.00001798655,0.0001424135],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2530062,"threshold_uncertainty_score":0.9768941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2969275073","doi":"","title":"An Efficient Method to Determine which Combination of Keywords Triggered Automatic Filtering of a Message","year":2019,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.00827297475080617,"gpt":0.2890171952745342,"spread":0.280744220523728,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008718281,0.0002090863,0.0005622914,0.0004676489,0.00004048861,0.0000523087,0.001101449,0.00009442632,0.00002396678],"category_scores_gemma":[0.00006219115,0.0002084407,0.0001245507,0.00127724,0.00002332056,0.0004222484,0.0003355091,0.0001228503,0.00000857635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007577822,"about_ca_system_score_gemma":0.00005024601,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007286541,"about_ca_topic_score_gemma":0.00002661247,"domain_scores_codex":[0.9977706,0.000272203,0.0006356089,0.0005099057,0.0005347407,0.0002769045],"domain_scores_gemma":[0.997661,0.0002163079,0.0003871258,0.001261159,0.0003560927,0.0001183471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002434856,0.0007753511,0.0006596132,0.0003469875,0.00005125173,0.000005730343,0.009210406,0.007979464,0.9600933,0.01329452,0.00004753688,0.007511524],"study_design_scores_gemma":[0.0003147013,0.0003384939,0.000442464,0.00008325205,0.00002146377,0.000006014539,0.00002924167,0.6008605,0.3964835,0.001156557,0.00008949087,0.0001742863],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4899529,0.000009745279,0.5089114,0.0001772432,0.00006801672,0.000369794,0.000004922038,0.0001906475,0.0003153684],"genre_scores_gemma":[0.7468452,0.000001775669,0.2530488,0.00003789757,0.000008160046,0.00001842861,0.000004234753,0.00001363591,0.00002182868],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.592881,"threshold_uncertainty_score":0.8499966,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2888794105","doi":"","title":"High Performance Tor Experimentation from the Magic of Dynamic ELFs","year":2018,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.006417475882633779,"gpt":0.229144810591898,"spread":0.2227273347092642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002484703,0.000158705,0.0002029611,0.00005026364,0.0001495689,0.0001201619,0.0009411427,0.00006578933,0.00009736572],"category_scores_gemma":[0.00001199965,0.0001165113,0.0000998002,0.0002498194,0.000129329,0.0003771473,0.0002029525,0.0001363013,0.0001191603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005199171,"about_ca_system_score_gemma":0.00003404608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000285733,"about_ca_topic_score_gemma":0.0001828964,"domain_scores_codex":[0.9985878,0.00009920856,0.000353648,0.0003659098,0.0003509407,0.0002424576],"domain_scores_gemma":[0.99907,0.0001038449,0.000194501,0.0004308268,0.0001534506,0.00004739852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001953574,0.0009777765,0.004605718,0.0001161231,0.0007850193,0.00003084925,0.3059579,0.001680099,0.109035,0.5549691,0.009118915,0.01252809],"study_design_scores_gemma":[0.0003314187,0.0001916367,0.00190704,0.00004482527,0.00003282826,0.000005745355,0.0003942364,0.96336,0.03246978,0.0001373893,0.0009089645,0.000216126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9669229,0.0001010106,0.03074342,0.0008350326,0.0007710246,0.0001193415,0.00000815104,0.00007910481,0.0004200465],"genre_scores_gemma":[0.9967687,0.00002184073,0.002495334,0.0002912697,0.0002744792,0.00000502266,0.00001529526,0.00001005607,0.0001179611],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9616799,"threshold_uncertainty_score":0.4751191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3160284308","doi":"","title":"Aspect-Oriented Programming: Radical Research in Modularity","year":2006,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0432798636921486,"gpt":0.3317825562496372,"spread":0.2885026925574886,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002360315,0.000230509,0.0003286951,0.0004615578,0.0001593189,0.0001631632,0.001124581,0.0002123645,0.000002820244],"category_scores_gemma":[0.0004687956,0.0002397123,0.00008428365,0.001755162,0.0002464126,0.0005472974,0.0006350112,0.0009854087,0.00003017116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002815357,"about_ca_system_score_gemma":0.00009803027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004152578,"about_ca_topic_score_gemma":0.000087398,"domain_scores_codex":[0.9964018,0.0006444376,0.0004003223,0.0008036281,0.0007892105,0.0009605433],"domain_scores_gemma":[0.9977298,0.0009413184,0.00005743809,0.0009779612,0.0001617995,0.0001316551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007035772,0.001597613,0.0106461,0.0002545096,0.00003320216,0.00147291,0.006059885,0.02686532,0.01382561,0.9280646,0.001894343,0.009215563],"study_design_scores_gemma":[0.00299361,0.0006432142,0.01211267,0.0002350047,0.00001261823,0.0002997545,0.0002245923,0.07883262,0.04317548,0.7250435,0.1344705,0.001956378],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0860764,0.0002852762,0.908741,0.001970402,0.000621255,0.0004770962,0.000002739888,0.001036448,0.0007893975],"genre_scores_gemma":[0.6239005,0.00001399973,0.3757153,0.00002182367,0.0001774596,0.00006097109,0.000006491872,0.00002118231,0.00008225909],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5378242,"threshold_uncertainty_score":0.9775186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W131327581","doi":"","title":"Security benchmarking using partial verification","year":2008,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Computer science; Computer security; Order (exchange); Threat model; Partial order reduction; Model checking; Theoretical computer science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.0338729842272198,"gpt":0.2591525270121877,"spread":0.2252795427849679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005824751,0.0003110142,0.0003107264,0.0002036079,0.0009964865,0.0002411915,0.001205136,0.0002141725,0.00003939603],"category_scores_gemma":[0.00006123156,0.0003599807,0.0001761822,0.0008231621,0.0001655009,0.001120312,0.0003803222,0.0004197938,0.00008931221],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001785419,"about_ca_system_score_gemma":0.0002201702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001841211,"about_ca_topic_score_gemma":0.00000791011,"domain_scores_codex":[0.9969869,0.0002560275,0.0006042285,0.0009107244,0.0006251065,0.0006170087],"domain_scores_gemma":[0.9978861,0.0001453596,0.0003087041,0.00119709,0.000229052,0.0002337482],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001542821,0.002600534,0.03499722,0.0004581164,0.0003352024,0.0006483675,0.1930657,0.007277778,0.07844581,0.6649531,0.01271886,0.004345003],"study_design_scores_gemma":[0.0006193643,0.00008814695,0.001120519,0.00005228998,0.00002188832,0.0006086908,0.00009986889,0.9399988,0.0235146,0.004602583,0.02850487,0.0007683748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7454244,0.0002019724,0.246865,0.001108887,0.002795188,0.0003917512,0.000008818685,0.0007608237,0.002443118],"genre_scores_gemma":[0.9863042,0.00008584604,0.01238867,0.0003187268,0.0008266604,0.00001485546,0.00001741252,0.00002246767,0.00002116325],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.932721,"threshold_uncertainty_score":0.9998852,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2753493326","doi":"","title":"Best We Forget: Expressive Freedom and the Right to be Forgotten.","year":2017,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Legal Issues in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Right to be forgotten; World Wide Web; The Internet","retraction":null,"screen_n_in":null,"score":{"opus":0.01785970711398328,"gpt":0.3220910181181862,"spread":0.3042313110042029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007658005,0.0001603608,0.0002194006,0.00004962211,0.002767989,0.0007940464,0.0009903224,0.0001486705,0.00006294305],"category_scores_gemma":[0.0007611683,0.0001187788,0.00007715708,0.00007992861,0.001220684,0.0007067656,0.0003071874,0.0002102727,0.00006986613],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008989249,"about_ca_system_score_gemma":0.0001141824,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01267945,"about_ca_topic_score_gemma":0.0150224,"domain_scores_codex":[0.9983776,0.0002146186,0.0001978815,0.0003482302,0.0004468759,0.0004147461],"domain_scores_gemma":[0.9982743,0.0003203978,0.0001930659,0.0008137163,0.000165862,0.0002326863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008209532,0.0001436143,0.003506467,0.00002756987,0.00004512637,0.00001109188,0.668425,0.000003722974,0.0007874441,0.2897421,0.03685758,0.0003682727],"study_design_scores_gemma":[0.0007502938,0.00004286073,0.0003222682,0.00005031904,0.00005533681,0.000003249728,0.009616677,0.00006034515,0.001652702,0.02200547,0.9651849,0.000255525],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4662354,0.0004734496,0.00003787772,0.3510273,0.003619022,0.001272032,0.00004142457,0.00009123801,0.1772023],"genre_scores_gemma":[0.9903829,0.0003617551,0.0003109843,0.0007032687,0.001628543,0.00008575407,0.000003406944,0.00001880525,0.006504583],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9283274,"threshold_uncertainty_score":0.9985303,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3136321458","doi":"","title":"Usable Security: Quo Vadis?","year":2006,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of British Columbia","funders":"","keywords":"USable; Computer science; Computer security; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.004840853322295969,"gpt":0.2021697746446637,"spread":0.1973289213223677,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004774219,0.0003582711,0.0003391447,0.0002253304,0.0003930779,0.0006954636,0.001389804,0.0002194282,0.0001349022],"category_scores_gemma":[0.0000196878,0.0003642679,0.0002118453,0.0007462049,0.00009909927,0.002205494,0.000458059,0.0003984266,0.001054414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001218208,"about_ca_system_score_gemma":0.0001288098,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008860225,"about_ca_topic_score_gemma":0.0003655089,"domain_scores_codex":[0.9971767,0.0001205666,0.0006265954,0.000582654,0.0007051983,0.0007882941],"domain_scores_gemma":[0.9981142,0.00007736288,0.0002156777,0.001151551,0.0002174059,0.0002237816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001115493,0.0003477767,0.001322811,0.00007231697,0.00002484126,0.00005559222,0.009818225,0.00007404428,0.000709502,0.9339859,0.05328245,0.0002953167],"study_design_scores_gemma":[0.001807439,0.0001532988,0.001289935,0.00004989083,0.00003262693,0.0002738121,0.0002245227,0.07754711,0.02209072,0.1428266,0.7522375,0.001466544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3257073,0.0005508816,0.04288654,0.01588864,0.004550349,0.001327479,0.00009118969,0.003281953,0.6057156],"genre_scores_gemma":[0.9952695,0.00002711069,0.001749828,0.001403498,0.0003647598,0.00002907791,0.00004408329,0.00002161863,0.001090484],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7911593,"threshold_uncertainty_score":0.9998809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3138469367","doi":"","title":"I'm from the Government and I'm Here to Help: Perspectives from a Privacy Tech Wonk","year":2011,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Office of the Privacy Commissioner of Canada","funders":"","keywords":"Internet privacy; Government (linguistics); Computer security; Information privacy; Business; Computer science; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.02361968523848975,"gpt":0.2640780469369765,"spread":0.2404583616984867,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005600407,0.0002418751,0.0002416923,0.00003186717,0.0008802283,0.0002713537,0.00101046,0.0002024991,0.0003931714],"category_scores_gemma":[0.0006061408,0.0002011357,0.00008726478,0.0002720968,0.0003119516,0.000530611,0.0008699548,0.0003447017,0.0001238578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002892732,"about_ca_system_score_gemma":0.00009415759,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.102716,"about_ca_topic_score_gemma":0.01562997,"domain_scores_codex":[0.997473,0.0003804486,0.0002494093,0.0006788163,0.0007631108,0.0004552395],"domain_scores_gemma":[0.9984387,0.000252887,0.0001177103,0.0008184739,0.00008590476,0.0002863594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001934293,0.0003463281,0.0137586,0.000009164929,0.0001054567,0.00001684963,0.9589198,1.186034e-7,0.004691002,0.01068666,0.009814314,0.001458277],"study_design_scores_gemma":[0.001237289,0.000287234,0.03737366,0.0001375146,0.0001786185,0.000005428035,0.3752699,0.00005114995,0.009060841,0.1267168,0.4485864,0.001095119],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9698619,0.0009631539,0.0002564095,0.01639752,0.0006283566,0.001020256,0.0006730194,0.0002079279,0.009991514],"genre_scores_gemma":[0.9964069,0.0005406034,0.0009935339,0.0004937632,0.001297579,0.00007213296,0.00001551471,0.00002362816,0.0001564076],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5836499,"threshold_uncertainty_score":0.9032592,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}