{"meta":{"query_hash":"963e7dff3d77","filters":{"venue":"ACM Transactions on Privacy and Security"},"cohort_total":36,"direct_labels_cover":0,"predictions_cover":36,"exported":36,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/963e7dff3d77","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Transactions+on+Privacy+and+Security"},"results":[{"id":"W2762867759","doi":"10.1145/3513005","title":"Computation on Encrypted Data Using Dataflow Authentication","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Encryption; Dataflow; Compiler; Cloud computing; Homomorphic encryption; Cryptography; Bytecode; Ciphertext; Computer network; Operating system; Computer security; Java","score_opus":0.1088790691157661,"score_gpt":0.330036887447403,"score_spread":0.2211578183316369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762867759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13821253,0.00003740941,0.8589627,0.0018035612,0.00046310632,0.00019894232,0.00009033483,0.00017113874,0.000060240658],"genre_scores_gemma":[0.9645699,0.000020379986,0.034761477,0.00047392864,0.000030168829,0.000013511164,0.00011474851,0.000008264553,0.0000075879348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982736,0.00024681966,0.00026563954,0.0006559297,0.00037032246,0.00018767774],"domain_scores_gemma":[0.9976565,0.00031951495,0.00011579206,0.0017895616,0.00004337545,0.00007520584],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00057704886,0.00013507293,0.00012483905,0.00017466614,0.0013110859,0.00016251525,0.0018296439,0.000041769512,0.00005705416],"category_scores_gemma":[0.00006806646,0.00015524357,0.00003325443,0.0005120457,0.00004417521,0.0006634478,0.00027119854,0.0004068448,0.000010519726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036283812,0.005282708,0.00038889135,0.00022380102,0.00033826783,0.000039438037,0.047763564,0.0802488,0.0033344403,0.18694974,0.0019502175,0.6731173],"study_design_scores_gemma":[0.00040547244,0.00011575453,0.00052867713,0.00001335292,0.000019012907,0.000033669327,0.00017380822,0.96933913,0.00041420068,0.023703024,0.005050175,0.00020369492],"about_ca_topic_score_codex":0.00004742198,"about_ca_topic_score_gemma":0.0000025721304,"teacher_disagreement_score":0.88909036,"about_ca_system_score_codex":0.000075713026,"about_ca_system_score_gemma":0.00006858184,"threshold_uncertainty_score":0.9999891},"labels":[],"label_agreement":null},{"id":"W2790751137","doi":"10.1145/3175492","title":"<i>FOSSIL</i>","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Component (thermodynamics); Code refactoring; Source code; Identification (biology); Malware; Software; Data mining; Hash function; Reverse engineering; Theoretical computer science; Compiler; Control flow; Programming language","score_opus":0.014947654793867608,"score_gpt":0.26956109915616505,"score_spread":0.25461344436229744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790751137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01534381,0.000045068395,0.98128533,0.0013578455,0.00023161765,0.00011353679,0.0000040910204,0.0006735365,0.00094516925],"genre_scores_gemma":[0.9123761,0.000076810386,0.086870246,0.00053063035,0.000038729042,0.000020962183,1.9938548e-7,0.000006035988,0.00008031204],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99917924,0.000037107435,0.00013412375,0.00033902517,0.00013194524,0.0001785531],"domain_scores_gemma":[0.9988541,0.00008181306,0.000036760597,0.0008744334,0.0000677241,0.00008519582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000113894384,0.00011361227,0.00009927518,0.000094046045,0.00035359123,0.00007151845,0.00062529556,0.000067765184,0.000038438735],"category_scores_gemma":[0.00004151072,0.00010908091,0.000042690295,0.00028163198,0.00011700299,0.0005736137,0.000035098903,0.00020289187,0.00003748573],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000504337,0.0002674174,0.00004366801,0.000022699154,0.00003022454,0.000010787513,0.0035152049,0.000004550036,0.002337328,0.023064554,0.00065397966,0.96999913],"study_design_scores_gemma":[0.0005002312,0.0007661459,0.0006237357,0.000027717415,0.000011213027,0.00009480332,0.000036900878,0.002698056,0.3631617,0.50370854,0.12794714,0.00042380023],"about_ca_topic_score_codex":0.000014523857,"about_ca_topic_score_gemma":0.0000126437435,"teacher_disagreement_score":0.96957535,"about_ca_system_score_codex":0.000021685515,"about_ca_system_score_gemma":0.000018311797,"threshold_uncertainty_score":0.44481906},"labels":[],"label_agreement":null},{"id":"W2801242599","doi":"10.1145/3183341","title":"The Password Life Cycle","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Password; Coping (psychology); Task (project management); Population; Computer science; Interview; Computer security; Password strength; Internet privacy; Psychology; Engineering; Medicine; One-time password; Political science","score_opus":0.01865894588638732,"score_gpt":0.2600376699821812,"score_spread":0.24137872409579386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801242599","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33414125,0.00033586708,0.6200578,0.041197896,0.0015264363,0.000448963,0.000010815396,0.00045109837,0.0018298397],"genre_scores_gemma":[0.99805814,0.00014179345,0.0006492161,0.00088547874,0.00007082342,0.000021796128,4.849512e-7,0.0000057446737,0.00016650015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894124,0.00011686121,0.00021046956,0.00029696978,0.00021181068,0.00022262355],"domain_scores_gemma":[0.9982944,0.00025012213,0.000050888368,0.0011724974,0.000078784986,0.00015327767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033497124,0.00011241048,0.000103302504,0.00004972928,0.0009959682,0.00028720824,0.0010874915,0.00006106686,0.000031169122],"category_scores_gemma":[0.000093358096,0.00008169804,0.000059149148,0.0002554759,0.00016210905,0.0003102255,0.000040117335,0.00018688482,0.00013537731],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014783409,0.001072365,0.00062351004,0.0000789779,0.00030835497,0.00000842488,0.25575453,0.000004712533,0.0002561328,0.2757901,0.0053656097,0.46058944],"study_design_scores_gemma":[0.0013554742,0.0005186127,0.008295919,0.000049959475,0.00003977212,0.00004971732,0.00070555386,0.12705071,0.0029814963,0.37269968,0.48557532,0.000677782],"about_ca_topic_score_codex":0.000033105644,"about_ca_topic_score_gemma":0.00008182808,"teacher_disagreement_score":0.66391695,"about_ca_system_score_codex":0.000013574054,"about_ca_system_score_gemma":0.00004171131,"threshold_uncertainty_score":0.7660283},"labels":[],"label_agreement":null},{"id":"W2883457276","doi":"10.1145/3210311","title":"Technological and Human Factors of Malware Attacks","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Malware; Computer security; Computer science; Field (mathematics); Software; Internet privacy; Cryptovirology; Mobile malware","score_opus":0.024581366252361243,"score_gpt":0.29501496602664007,"score_spread":0.27043359977427883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883457276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3970713,0.000018515613,0.6021652,0.00024854546,0.000031146676,0.00008960038,0.000005929603,0.00029757223,0.00007217083],"genre_scores_gemma":[0.9747098,0.000045634093,0.02515501,0.00004820961,0.000007438514,0.000010369001,5.3390704e-7,0.0000051257766,0.00001789327],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99920607,0.00003531345,0.0001706585,0.00032732284,0.000116623865,0.00014401707],"domain_scores_gemma":[0.99908996,0.00009131984,0.00005918677,0.00063516595,0.000063561114,0.0000607956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010664333,0.00012376874,0.00015142762,0.00013904176,0.00028675172,0.00002931702,0.00047371528,0.00013019734,0.000025729094],"category_scores_gemma":[0.000055015444,0.000107746884,0.00003714505,0.00023876558,0.0004795019,0.00032221244,0.000066589964,0.00023131353,0.0000014734813],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013321759,0.0014720483,0.010671366,0.00027290446,0.00017109391,0.00002520417,0.010519744,0.0000062928875,0.047722917,0.22271258,0.00021426623,0.70607835],"study_design_scores_gemma":[0.00048004003,0.0016207056,0.012965062,0.00005571169,0.000018987053,0.000049884886,0.00019056896,0.00042657892,0.6402365,0.33698195,0.0065499726,0.00042405346],"about_ca_topic_score_codex":0.000015938818,"about_ca_topic_score_gemma":0.000011984076,"teacher_disagreement_score":0.7056543,"about_ca_system_score_codex":0.000014344584,"about_ca_system_score_gemma":0.000007779329,"threshold_uncertainty_score":0.43937904},"labels":[],"label_agreement":null},{"id":"W2896299572","doi":"10.1145/3267339","title":"ISOTOP","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Software-Defined Networks and 5G","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Ericsson (Canada); Concordia University","funders":"","keywords":"Cloud computing; Computer science; Isolation (microbiology); Virtual network; Virtualization; Temporal isolation among virtual machines; Protocol stack; Virtual machine; Computer security; Attack surface; Cloud computing security; Distributed computing; Computer network; Operating system; Wireless sensor network","score_opus":0.018204553129556114,"score_gpt":0.2531114175060621,"score_spread":0.23490686437650599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896299572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07721473,0.00011468682,0.9183034,0.002831301,0.000440426,0.00010135873,0.000004231858,0.00025618364,0.00073371286],"genre_scores_gemma":[0.9825054,0.00011643541,0.016183872,0.0009939729,0.00008876132,0.000010656298,6.3694677e-7,0.0000057936118,0.00009449201],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99919367,0.000036114983,0.00012429997,0.0003138344,0.00012644251,0.00020563556],"domain_scores_gemma":[0.9988954,0.00013801295,0.000026288579,0.0007978717,0.000045211957,0.00009723715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012585524,0.00010923993,0.000104987914,0.000060399685,0.00034310957,0.00009474396,0.00062846445,0.000071975664,0.00008352854],"category_scores_gemma":[0.000029678118,0.0000981997,0.000048846407,0.0002621697,0.00008678171,0.0003136736,0.00003329742,0.00018005374,0.000072178154],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008804964,0.0006073319,0.0010648512,0.00003553462,0.000093573464,0.000020643658,0.010269794,0.00003113669,0.00013300145,0.060061242,0.004139484,0.92345536],"study_design_scores_gemma":[0.0022229974,0.001592875,0.012852841,0.00009861193,0.000053861302,0.00014755112,0.00009757979,0.03621887,0.010394298,0.65728205,0.27790666,0.0011318038],"about_ca_topic_score_codex":0.000027575867,"about_ca_topic_score_gemma":0.000018647272,"teacher_disagreement_score":0.9223235,"about_ca_system_score_codex":0.000010992904,"about_ca_system_score_gemma":0.000020678848,"threshold_uncertainty_score":0.40044674},"labels":[],"label_agreement":null},{"id":"W2963557245","doi":"10.1145/3139294","title":"Server Location Verification (SLV) and Server Location Pinning","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Authentication (law); Authentication server; Certificate; Application server; Simple (philosophy); Computer network; Stateless protocol; Operating system; Computer security","score_opus":0.028586358102752635,"score_gpt":0.2676512460267817,"score_spread":0.23906488792402905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963557245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48370212,0.00015169171,0.5112393,0.004096438,0.00038478812,0.00018432226,0.0000018961068,0.00013354032,0.000105905696],"genre_scores_gemma":[0.99699587,0.000176576,0.002467803,0.00022399136,0.000047047746,0.00002144372,0.000003834209,0.000007843492,0.000055580975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990203,0.00006358052,0.00017297296,0.00041486428,0.00017843659,0.00014987595],"domain_scores_gemma":[0.99831355,0.000063293584,0.00012907592,0.0012799754,0.00013076465,0.000083369676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035093655,0.000133058,0.0001105318,0.0000861342,0.0011895894,0.0005301234,0.0005838194,0.000113909904,0.000008562242],"category_scores_gemma":[0.0001169524,0.00013879608,0.000028099896,0.00016397287,0.00007398849,0.0018214314,0.000038507664,0.00022198482,0.000014830448],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027513684,0.00085680984,0.010155243,0.0007110586,0.000203657,0.000010381821,0.026486697,0.0011503283,0.004199353,0.06834671,0.00036770938,0.8872369],"study_design_scores_gemma":[0.001955183,0.0004136436,0.78698367,0.00026818598,0.000092295835,0.00007192842,0.00015382805,0.08169642,0.024148876,0.09649452,0.0068502626,0.0008711657],"about_ca_topic_score_codex":0.00033722856,"about_ca_topic_score_gemma":0.00007048693,"teacher_disagreement_score":0.8863658,"about_ca_system_score_codex":0.000037561305,"about_ca_system_score_gemma":0.000034429773,"threshold_uncertainty_score":0.914948},"labels":[],"label_agreement":null},{"id":"W3013184273","doi":"10.1145/3372420","title":"Mimicry Attacks on Smartphone Keystroke Authentication","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Guelph","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Keystroke logging; Computer science; Password; Keystroke dynamics; Authentication (law); Computer security; Human–computer interaction; S/KEY","score_opus":0.03201625026099603,"score_gpt":0.255703336578352,"score_spread":0.22368708631735595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013184273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45462975,0.000100540645,0.49351624,0.04953395,0.00052203494,0.00051002175,0.0000380844,0.00051292195,0.0006364743],"genre_scores_gemma":[0.99567854,0.000075433185,0.0013839925,0.0026688355,0.000048860085,0.00002843659,0.0000066400335,0.00001126264,0.000098009295],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984845,0.00012918425,0.00030589532,0.00055070507,0.00029826743,0.00023146237],"domain_scores_gemma":[0.99851984,0.00015128031,0.00008145126,0.0009328213,0.000058667094,0.00025593812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017665589,0.00018930317,0.00020017487,0.0000996708,0.0002938159,0.00017818913,0.00089651515,0.00010331842,0.00006465637],"category_scores_gemma":[0.00007214243,0.00018400598,0.00010035229,0.00033337245,0.000056819932,0.0003670206,0.000035773304,0.00032488263,0.00022550517],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053698686,0.0038383552,0.0014910909,0.00068142026,0.0005152181,0.000048504164,0.7019342,0.00006833899,0.012180187,0.11494234,0.006312764,0.1574506],"study_design_scores_gemma":[0.009714936,0.0034344879,0.029473448,0.00041219904,0.00029616625,0.00014402751,0.0021187433,0.48624873,0.083147645,0.10006292,0.28139487,0.003551838],"about_ca_topic_score_codex":0.000014271385,"about_ca_topic_score_gemma":0.000004997209,"teacher_disagreement_score":0.69981545,"about_ca_system_score_codex":0.000027553484,"about_ca_system_score_gemma":0.000034643414,"threshold_uncertainty_score":0.75035465},"labels":[],"label_agreement":null},{"id":"W3039186344","doi":"10.1145/3401027","title":"Efficient Authorization of Graph-database Queries in an Attribute-supporting ReBAC Model","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Access Control and Trust","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Canada Research Chairs","keywords":"Computer science; Access control; Backtracking; Graph database; Authorization; Graph; Scheme (mathematics); Query language; Database query; Database; Information retrieval; Theoretical computer science; Programming language; Computer security","score_opus":0.05008541743357738,"score_gpt":0.33086391384214786,"score_spread":0.2807784964085705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039186344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7949843,0.00004327794,0.20062576,0.0038114109,0.00004472677,0.00020077564,0.00008831107,0.000050856932,0.00015058425],"genre_scores_gemma":[0.9988216,0.000083465595,0.0008897689,0.00014480895,0.000023266219,0.000011781074,0.000014068284,0.0000055883197,0.0000056123117],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896294,0.00013397247,0.00026417873,0.00023730527,0.00021214396,0.00018945396],"domain_scores_gemma":[0.99943763,0.00008960119,0.000089066445,0.00017868156,0.00006445362,0.00014058172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039253337,0.00008807241,0.00016277416,0.0000709429,0.0003598487,0.000035282326,0.00022409197,0.000078292,0.00004753007],"category_scores_gemma":[0.00026099503,0.00008876537,0.000045674657,0.00038913547,0.00013945703,0.00030212224,0.000011736388,0.00018867846,0.0000010613603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012480685,0.0026845203,0.0436032,0.00047361097,0.00011235766,0.00003140528,0.5236353,0.115557425,0.0038346061,0.23781356,0.00005997878,0.07094592],"study_design_scores_gemma":[0.004024261,0.0006882949,0.012839967,0.00016413315,0.0002057958,0.0000016076215,0.031181745,0.87128305,0.005706486,0.071576826,0.0012256067,0.0011022483],"about_ca_topic_score_codex":0.00056618097,"about_ca_topic_score_gemma":0.0008764133,"teacher_disagreement_score":0.7557256,"about_ca_system_score_codex":0.000017367747,"about_ca_system_score_gemma":0.00008381805,"threshold_uncertainty_score":0.3619747},"labels":[],"label_agreement":null},{"id":"W3081539385","doi":"10.1145/3410155","title":"On the Security and Usability Implications of Providing Multiple Authentication Choices on Smartphones","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Research Foundation of Korea","keywords":"Biometrics; Authentication (law); Computer science; Usability; Chip Authentication Program; Multi-factor authentication; Lightweight Extensible Authentication Protocol; Password; Computer security; Authentication protocol; Challenge–response authentication; Fingerprint (computing); Human–computer interaction","score_opus":0.037488640826642904,"score_gpt":0.2631621336741028,"score_spread":0.22567349284745988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081539385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9255142,0.000059800674,0.03377734,0.039528765,0.00010463582,0.0007094113,0.000052062285,0.00012711137,0.00012662158],"genre_scores_gemma":[0.99856514,0.000056927947,0.00028271342,0.0009792594,0.000019791287,0.0000769991,0.0000037769012,0.000007840419,0.0000075530347],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984265,0.00023504031,0.0003664169,0.00053842604,0.00025376095,0.0001798853],"domain_scores_gemma":[0.9973591,0.0012036783,0.00014969091,0.001044571,0.000089133275,0.00015385819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040181368,0.00018028631,0.00021150082,0.00007381127,0.00047680625,0.000134989,0.00077522,0.0000839074,0.000020600914],"category_scores_gemma":[0.00045946194,0.00013821242,0.00008154163,0.0003644275,0.00015875157,0.00032067057,0.000051464,0.00029643375,0.000013488769],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035366716,0.0031598734,0.013219513,0.000838912,0.0002686843,0.000001538167,0.51663387,0.000040315994,0.007170141,0.4256333,0.00042287033,0.03225734],"study_design_scores_gemma":[0.0032166985,0.0018040723,0.1423348,0.00031212563,0.00017613366,0.000023949202,0.002680496,0.28784505,0.05847769,0.49182862,0.0099721365,0.0013282164],"about_ca_topic_score_codex":0.000053431002,"about_ca_topic_score_gemma":0.000037451446,"teacher_disagreement_score":0.5139533,"about_ca_system_score_codex":0.000022850036,"about_ca_system_score_gemma":0.000035130735,"threshold_uncertainty_score":0.56361383},"labels":[],"label_agreement":null},{"id":"W3126333114","doi":"10.1145/3439732","title":"A Multi-view Approach to Preserve Privacy and Utility in Network Trace Anonymization","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Wanger Institute for Sustainable Energy Research; National Science Foundation","keywords":"Computer science; Outsourcing; TRACE (psycholinguistics); Computer security; Key (lock); k-anonymity; Information privacy; Information sensitivity; Data mining; Business","score_opus":0.04682329824365749,"score_gpt":0.28618362449469076,"score_spread":0.23936032625103326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126333114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09601218,0.0013662445,0.88807267,0.013329673,0.00014170267,0.0005530559,0.00003511759,0.0003492737,0.00014005743],"genre_scores_gemma":[0.57467467,0.0007405662,0.42425886,0.00021321699,0.000011485959,0.0000625487,0.0000099382405,0.00000985377,0.000018881961],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974917,0.00030217782,0.00040066507,0.0010835817,0.00026095277,0.00046087668],"domain_scores_gemma":[0.9930365,0.0003090156,0.00007169585,0.006333665,0.00008676034,0.00016233005],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006823033,0.00025991487,0.00034184565,0.00014445369,0.00029200444,0.00023797336,0.0066947015,0.00022178468,0.00001497526],"category_scores_gemma":[0.0039617196,0.00027111365,0.000056797788,0.0012985965,0.000099426754,0.0009990548,0.0057554827,0.00060336845,0.0000040852547],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004226192,0.009953784,0.0236956,0.0019619323,0.00040856708,0.00021986027,0.02432863,0.003965266,0.0009496107,0.009967706,0.020120645,0.90400577],"study_design_scores_gemma":[0.0023425373,0.0001925926,0.05639956,0.00028612599,0.0000448525,0.00011967425,0.00023825768,0.660446,0.0029755759,0.26041904,0.015546852,0.0009889131],"about_ca_topic_score_codex":0.00008828173,"about_ca_topic_score_gemma":0.00014228387,"teacher_disagreement_score":0.90301687,"about_ca_system_score_codex":0.000053645355,"about_ca_system_score_gemma":0.000085069114,"threshold_uncertainty_score":0.99997413},"labels":[],"label_agreement":null},{"id":"W3155266060","doi":"10.1145/3448608","title":"A Large-Scale Analysis of the Semantic Password Model and Linguistic Patterns in Passwords","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Rule-based machine translation; Computer science; Password; Natural language processing; Context-free grammar; Artificial intelligence; Grammar; Password cracking; Semantic similarity; Context (archaeology); Password strength; Linguistics; Computer security","score_opus":0.016950889272272274,"score_gpt":0.258976723027138,"score_spread":0.2420258337548657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155266060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.709741,0.00009094016,0.2882578,0.001639168,0.00008532025,0.00009511863,0.00003688997,0.000021144127,0.00003264573],"genre_scores_gemma":[0.9989124,0.00015220442,0.00063054607,0.00022850596,0.000005703411,0.000012401457,0.0000030840156,0.000004601309,0.000050555565],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987798,0.0001579595,0.00030982075,0.00036308455,0.0002136595,0.00017568258],"domain_scores_gemma":[0.99865836,0.00014940096,0.00007276617,0.00097172835,0.00007965272,0.00006810437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002656579,0.00011588056,0.00026623055,0.00018315112,0.00014747892,0.000076056494,0.0004728185,0.000070303235,0.000011939161],"category_scores_gemma":[0.00007735945,0.00009629233,0.000120595614,0.000994533,0.000039937164,0.000121746554,0.00007416653,0.00021528355,6.800766e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045524255,0.0029761333,0.16255873,0.00062490546,0.0011810712,0.00003579123,0.7907278,0.0021205046,0.0005919656,0.029936222,0.000028046554,0.009173314],"study_design_scores_gemma":[0.0004155273,0.00001680442,0.06327271,0.00005889247,0.00019938222,0.000006468076,0.0004290071,0.9175817,0.00045658663,0.017238699,0.0001810617,0.00014319844],"about_ca_topic_score_codex":0.00007266568,"about_ca_topic_score_gemma":0.002339389,"teacher_disagreement_score":0.9154612,"about_ca_system_score_codex":0.000016463388,"about_ca_system_score_gemma":0.000050935952,"threshold_uncertainty_score":0.39266872},"labels":[],"label_agreement":null},{"id":"W3195793810","doi":"10.1145/3592799","title":"Resilience-by-design in Adaptive Multi-agent Traffic Control Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Université Laval; Royal Military College of Canada","funders":"","keywords":"Resilience (materials science); Intersection (aeronautics); Computer science; Minimax; Computer security; Game theory; Traffic congestion; Control (management); Drone; Transport engineering; Engineering; Artificial intelligence","score_opus":0.02148877414075995,"score_gpt":0.23414752672375314,"score_spread":0.2126587525829932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195793810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45377094,0.0012951304,0.5425189,0.00021800972,0.0004921701,0.0008906028,0.00008648656,0.0006905318,0.00003724608],"genre_scores_gemma":[0.9985578,0.0007983006,0.00036039873,0.00002709568,0.00002220612,0.0001375528,0.000007718619,0.000031375555,0.000057532485],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987029,0.00015508568,0.00027198697,0.0002944051,0.0001767994,0.0003988187],"domain_scores_gemma":[0.9991111,0.0003294599,0.000022223332,0.00039138555,0.000018696768,0.00012709969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003727953,0.00020623412,0.00025593015,0.00016070536,0.00012137423,0.000044684602,0.0002461451,0.00015020555,0.0000153534],"category_scores_gemma":[0.00003033351,0.0002131073,0.00005949696,0.00044424544,0.00004728963,0.000162874,0.000005417556,0.0004344335,0.00005444741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004425803,0.000072506744,0.000015042339,0.00003752582,0.00004721682,0.000025680629,0.0010653079,0.99390215,0.00023440248,0.000021252466,0.00067875907,0.003855924],"study_design_scores_gemma":[0.0012780362,0.00008232887,0.00044510936,0.00007089984,0.000023468014,0.000009290007,0.00025472982,0.9961175,0.00023433856,0.00012174609,0.0011346375,0.0002279196],"about_ca_topic_score_codex":0.000038990056,"about_ca_topic_score_gemma":0.000068036046,"teacher_disagreement_score":0.5447869,"about_ca_system_score_codex":0.0000941803,"about_ca_system_score_gemma":0.000017579283,"threshold_uncertainty_score":0.86902636},"labels":[],"label_agreement":null},{"id":"W3198309584","doi":"10.1145/3462699","title":"Exploitation Techniques for Data-oriented Attacks with Existing and Potential Defense Approaches","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Exploit; Computer science; Control flow; Computer security; Data flow diagram; Block (permutation group theory); Data integrity; Control (management); Overhead (engineering); Database; Programming language; Artificial intelligence","score_opus":0.11587804780819375,"score_gpt":0.3080470435231725,"score_spread":0.19216899571497878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198309584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055552803,0.00011316783,0.942263,0.0015075846,0.00008442837,0.00021362696,0.000024426758,0.00016570723,0.00007525958],"genre_scores_gemma":[0.7046783,0.000059572034,0.2950462,0.000109335895,0.000026933498,0.000031208932,0.000032626704,0.000006267002,0.0000095430805],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998852,0.000075509364,0.00018945665,0.0005755949,0.00014387594,0.00016352485],"domain_scores_gemma":[0.9985986,0.0002743536,0.000072601775,0.000869751,0.000115147355,0.00006958535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030708977,0.00012557112,0.00013128306,0.00006386767,0.0005287542,0.0001889396,0.00040442855,0.00006962837,0.0000025589893],"category_scores_gemma":[0.00010889758,0.00012215842,0.000026155594,0.00022513405,0.000067578294,0.0006604669,0.00007375423,0.00017349946,4.4509596e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027759292,0.0010319954,0.0004580552,0.0005319896,0.00023066739,0.00003506485,0.02144171,0.00020984915,0.00088652753,0.1447,0.00020963608,0.82998693],"study_design_scores_gemma":[0.0031675277,0.00081294175,0.0018074407,0.00031548072,0.00020369345,0.0006928348,0.004194813,0.812504,0.04481542,0.106173545,0.023907876,0.001404451],"about_ca_topic_score_codex":0.000009251987,"about_ca_topic_score_gemma":0.00001257018,"teacher_disagreement_score":0.82858247,"about_ca_system_score_codex":0.00001339016,"about_ca_system_score_gemma":0.000045541412,"threshold_uncertainty_score":0.4981476},"labels":[],"label_agreement":null},{"id":"W3198384297","doi":"10.1145/3464690","title":"A Lightweight Privacy-Aware Continuous Authentication Protocol-PACA","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Biometrics; Authentication (law); Computer security; Protocol (science); Password; Authentication protocol","score_opus":0.020261696096047676,"score_gpt":0.276618845130516,"score_spread":0.2563571490344683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198384297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07179476,0.00011678375,0.8843473,0.022100631,0.00071286055,0.019040782,0.000047675938,0.00087088277,0.0009682743],"genre_scores_gemma":[0.98931617,0.000029907802,0.0031025417,0.0004884123,0.000043078897,0.006297034,0.000010719684,0.00001674603,0.0006954225],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978047,0.00025480546,0.0004705365,0.0007314466,0.0004014453,0.00033706916],"domain_scores_gemma":[0.99733967,0.00017018458,0.00013566416,0.0018843203,0.00024289069,0.00022725963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030355397,0.00024949675,0.00029548304,0.00014432927,0.00045908676,0.0004006009,0.0010658497,0.00016338595,0.00014854792],"category_scores_gemma":[0.00010764569,0.00023877877,0.00014011993,0.00054839754,0.000073318566,0.00066326396,0.000092939896,0.0003571556,0.00010415749],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031631978,0.010514167,0.0027216277,0.0018424834,0.00084379525,0.00030355007,0.5256021,0.0000065694962,0.008353179,0.24646573,0.0046299626,0.19840051],"study_design_scores_gemma":[0.0067866803,0.00072015513,0.009025244,0.00051334023,0.00017959492,0.0006110624,0.0012090477,0.06143302,0.09385252,0.28263873,0.5408547,0.0021759027],"about_ca_topic_score_codex":0.00001746775,"about_ca_topic_score_gemma":0.000019308298,"teacher_disagreement_score":0.91752136,"about_ca_system_score_codex":0.00004896083,"about_ca_system_score_gemma":0.00014853751,"threshold_uncertainty_score":0.97371155},"labels":[],"label_agreement":null},{"id":"W3203438733","doi":"10.1145/3469821","title":"Design, Development, and Evaluation of a Cybersecurity, Privacy, and Digital Literacy Game for Tweens","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"Mitacs; Canada Research Chairs","keywords":"Summative assessment; Digital literacy; Literacy; Curriculum; Digital media; Mathematics education; Psychology; Computer science; Multimedia; Process (computing); Pedagogy; Formative assessment; World Wide Web","score_opus":0.06174750742228616,"score_gpt":0.3386920555136986,"score_spread":0.27694454809141245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203438733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728227,0.00051361596,0.023858923,0.0015651059,0.000067567256,0.0005146373,0.00003150329,0.000056568315,0.00056935044],"genre_scores_gemma":[0.994218,0.0003380688,0.00521501,0.00006156326,0.000014249184,0.000039238457,0.000017764074,0.00000779195,0.00008832271],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988488,0.000069017784,0.0002584339,0.00032784298,0.00028690204,0.00020898621],"domain_scores_gemma":[0.9989136,0.00045146307,0.000073717754,0.00020492225,0.00025739806,0.00009890855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006122335,0.0001298922,0.00019660992,0.00011179542,0.0003663036,0.00017922146,0.00014166159,0.00013808014,0.000027088556],"category_scores_gemma":[0.0006215853,0.00013638841,0.000036660538,0.00022304569,0.00023876036,0.0006012186,0.000042876887,0.000120977675,0.0000010637198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014951278,0.00052055746,0.0036649273,0.00012414914,0.00016394317,0.0000046236078,0.13236344,0.0000023733653,0.00021741915,0.009872625,0.00006874047,0.8528477],"study_design_scores_gemma":[0.0058407155,0.0003377007,0.020962017,0.00025768776,0.00028243658,0.000051840307,0.0071118223,0.000687284,0.037615083,0.8276757,0.098137856,0.001039832],"about_ca_topic_score_codex":0.00001919686,"about_ca_topic_score_gemma":0.00009571398,"teacher_disagreement_score":0.85180783,"about_ca_system_score_codex":0.000042100506,"about_ca_system_score_gemma":0.00032368174,"threshold_uncertainty_score":0.55617577},"labels":[],"label_agreement":null},{"id":"W4225275488","doi":"10.1145/3533047","title":"What is Beautiful is Secure","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Appeal; Internet privacy; Credibility; Usability; World Wide Web; Computer science; Perception; Computer security; Psychology; Human–computer interaction; Political science","score_opus":0.02074540103690703,"score_gpt":0.27698777956545284,"score_spread":0.2562423785285458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225275488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.580864,0.0004887021,0.3284713,0.08534401,0.0030924042,0.00052077207,0.00009366923,0.00058515044,0.0005399581],"genre_scores_gemma":[0.99131906,0.00018089547,0.0021996647,0.005787607,0.000018300094,0.00008277833,0.000004834732,0.000010399928,0.00039648384],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985843,0.00009642049,0.00022715937,0.0005425978,0.00029714918,0.00025237992],"domain_scores_gemma":[0.9985996,0.00009227454,0.000089410845,0.0010901476,0.00008094002,0.00004763069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022766319,0.00017436537,0.00015722659,0.0002728201,0.0010340622,0.00019193372,0.0011361196,0.0000965885,0.00086269603],"category_scores_gemma":[0.0000134105185,0.00018963947,0.00007997337,0.00064331107,0.00008720946,0.0015015544,0.00015065703,0.0009551477,0.00004374191],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030321485,0.0029806865,0.0003900714,0.00014044833,0.00067301124,0.00015627473,0.22351184,0.00011886263,0.004060815,0.20200405,0.026177818,0.5394829],"study_design_scores_gemma":[0.0014588947,0.0010630663,0.00075999356,0.000052598836,0.000049714883,0.00042547306,0.004188285,0.011743392,0.07372777,0.5055827,0.40003726,0.00091086776],"about_ca_topic_score_codex":0.000021912949,"about_ca_topic_score_gemma":0.000007184869,"teacher_disagreement_score":0.538572,"about_ca_system_score_codex":0.00010315735,"about_ca_system_score_gemma":0.000039978855,"threshold_uncertainty_score":0.94459164},"labels":[],"label_agreement":null},{"id":"W4283775510","doi":"10.1145/3477531","title":"Accountable Private Set Cardinality for Distributed Measurement","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Correctness; Set operations; Computer security; Bloom filter; Set (abstract data type); Anonymity; Overhead (engineering); Adversary; Cardinality (data modeling); Distributed computing; Theoretical computer science; Computer network; Algorithm; Data mining","score_opus":0.045551619407016034,"score_gpt":0.27021143913678264,"score_spread":0.22465981972976662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283775510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06175157,0.0001962222,0.93301,0.0019169194,0.00035440092,0.00051647937,0.0020450503,0.00017681807,0.00003253466],"genre_scores_gemma":[0.9904816,0.000056797926,0.008718579,0.00033602346,0.000020415422,0.0002860277,0.00009092812,0.0000077902605,0.0000018465857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981344,0.00015571991,0.0002570808,0.0005708847,0.0005363849,0.0003455342],"domain_scores_gemma":[0.9983112,0.00014357107,0.000077065546,0.001239785,0.000098651566,0.00012972654],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010951554,0.00018608148,0.00021985846,0.00010336085,0.0013839123,0.00015690783,0.0011826494,0.000049823826,0.000053782842],"category_scores_gemma":[0.00006401818,0.00019506433,0.00017151989,0.00051106454,0.000053697084,0.00055178936,0.00015883344,0.00036564082,0.0000019197737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021855638,0.007141565,0.0043385513,0.0009655148,0.0014961404,0.000056755158,0.024532704,0.0024197642,0.0023432442,0.79873896,0.020420372,0.13536084],"study_design_scores_gemma":[0.0025728277,0.00067057816,0.003926977,0.000019748433,0.000110939916,0.00005284665,0.0003793313,0.0072058807,0.0040559284,0.5115235,0.46871772,0.00076375506],"about_ca_topic_score_codex":0.000098329736,"about_ca_topic_score_gemma":0.000027704395,"teacher_disagreement_score":0.92873,"about_ca_system_score_codex":0.00011662078,"about_ca_system_score_gemma":0.000068476234,"threshold_uncertainty_score":0.99991614},"labels":[],"label_agreement":null},{"id":"W4293088673","doi":"10.1145/3558767","title":"DeviceWatch: A Data-Driven Network Analysis Approach to Identifying Compromised Mobile Devices with Graph-Inference","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Mobile device; Inference; Leverage (statistics); Graph; Mobile apps; World Wide Web; Data mining; Computer security; Data science; Machine learning; Artificial intelligence; Theoretical computer science","score_opus":0.04219499619689164,"score_gpt":0.30092560315071043,"score_spread":0.2587306069538188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293088673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03026849,0.000083365485,0.9680918,0.00023268745,0.00007086973,0.00060536334,0.00006333635,0.00051047775,0.00007361418],"genre_scores_gemma":[0.72523767,0.000028389035,0.2740048,0.00027185513,0.000010544896,0.00039891558,0.000026875472,0.000009712658,0.0000112354055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978197,0.00019465652,0.0002836089,0.0009561068,0.0004161553,0.00032977527],"domain_scores_gemma":[0.9972188,0.00021012325,0.00012689798,0.0022115256,0.00007403919,0.00015862903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038650926,0.00022256242,0.0003269481,0.00037226855,0.0011052624,0.00019998435,0.0024592387,0.000044284177,0.000030164034],"category_scores_gemma":[0.000016098169,0.00021544228,0.00008292076,0.0030124902,0.000052872536,0.0008747518,0.0004259124,0.00046338732,0.0000022162117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004685406,0.002066542,0.0034030355,0.00022902341,0.0020367824,0.00004567346,0.016767541,0.8417339,0.00026799712,0.0067618,0.00031569865,0.12590347],"study_design_scores_gemma":[0.0026534332,0.0026236374,0.008911564,0.00010487303,0.0016066879,0.00019448274,0.0026715721,0.87112826,0.003452104,0.07374416,0.029921593,0.002987633],"about_ca_topic_score_codex":0.00011853393,"about_ca_topic_score_gemma":0.00022881517,"teacher_disagreement_score":0.6949692,"about_ca_system_score_codex":0.000057400208,"about_ca_system_score_gemma":0.000057374735,"threshold_uncertainty_score":0.87854815},"labels":[],"label_agreement":null},{"id":"W4295290086","doi":"10.1145/3563037","title":"Binsec/Rel: Symbolic Binary Analyzer for Security with Applications to Constant-Time and Secret-Erasure","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche; European Commission; Canadian Institute of Steel Construction","keywords":"Computer science; Erasure; Compiler; Constant (computer programming); Cryptography; Erasure code; Theoretical computer science; Binary number; Pointer (user interface); Programming language; Algorithm; Arithmetic; Decoding methods; Computer hardware; Mathematics","score_opus":0.019717759830781927,"score_gpt":0.25991028505996705,"score_spread":0.24019252522918513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295290086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30053315,0.0002933951,0.69095886,0.0057626483,0.00012812944,0.0014027179,0.00031819195,0.00047071007,0.0001321857],"genre_scores_gemma":[0.98070353,0.00005803662,0.01749451,0.0010187518,0.000036151956,0.00060534885,0.000023559487,0.000023762877,0.00003633843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981046,0.00015053002,0.00030499697,0.00078936596,0.00030880183,0.00034172751],"domain_scores_gemma":[0.9980506,0.00046898372,0.00010338767,0.0010148674,0.00012081966,0.00024136368],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0004896691,0.00023958033,0.00027492899,0.0002634588,0.0017470028,0.00018123967,0.0008720731,0.000076447825,0.000046289948],"category_scores_gemma":[0.000029120813,0.00024558028,0.00007604578,0.000889473,0.000113615104,0.00032244535,0.00013678597,0.00043474807,0.00000781718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023261863,0.007299461,0.003259598,0.0012116559,0.0015439525,0.000077440694,0.17561737,0.011752013,0.0092785545,0.5768863,0.0049486784,0.2057988],"study_design_scores_gemma":[0.008057814,0.005063071,0.005667364,0.00019152675,0.00045586276,0.0009360627,0.0038873467,0.31165838,0.0037464437,0.24787034,0.40855694,0.0039088563],"about_ca_topic_score_codex":0.00004348612,"about_ca_topic_score_gemma":0.000023835193,"teacher_disagreement_score":0.6801704,"about_ca_system_score_codex":0.000064554195,"about_ca_system_score_gemma":0.0001154697,"threshold_uncertainty_score":0.99999964},"labels":[],"label_agreement":null},{"id":"W4296132168","doi":"10.1145/3563392","title":"Security Best Practices: A Critical Analysis Using IoT as a Case Study","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Information and Cyber Security","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Best practice; CLARITY; Government (linguistics); Knowledge management; Work (physics); Computer science; Business; Set (abstract data type); Risk analysis (engineering); Process management; Computer security; Engineering; Political science","score_opus":0.060481297623004644,"score_gpt":0.35667380971494156,"score_spread":0.2961925120919369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296132168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8857446,0.00007610253,0.111489356,0.0013620029,0.00027197905,0.0004187708,0.000049669292,0.0001562996,0.00043122628],"genre_scores_gemma":[0.996286,0.000014040439,0.002798383,0.0007663856,0.00002064921,0.00007843383,0.0000033490987,0.000008911613,0.000023850222],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972793,0.0006133678,0.0004736279,0.0006130922,0.0006472791,0.0003733415],"domain_scores_gemma":[0.9975144,0.00051037624,0.00022994226,0.0013601048,0.00014053621,0.0002446361],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00097450963,0.0002475882,0.0003337559,0.00048196662,0.002279257,0.00038664337,0.00095955736,0.000074242256,0.00041953125],"category_scores_gemma":[0.00027117904,0.0002640815,0.00020441572,0.0018483972,0.00008829682,0.0011272124,0.00023654118,0.0009207869,0.000017495617],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006093459,0.0315888,0.004375292,0.00032468906,0.003922413,0.013186717,0.8234869,0.007300311,0.00005890089,0.07407582,0.00016833744,0.040902454],"study_design_scores_gemma":[0.0041594496,0.0035974132,0.0004120942,0.000023771086,0.0031824887,0.017978983,0.13520543,0.76388085,0.0003256358,0.05231898,0.01685004,0.0020648895],"about_ca_topic_score_codex":0.0033269364,"about_ca_topic_score_gemma":0.0006095124,"teacher_disagreement_score":0.75658053,"about_ca_system_score_codex":0.0001187229,"about_ca_system_score_gemma":0.00016595656,"threshold_uncertainty_score":0.99998116},"labels":[],"label_agreement":null},{"id":"W4297790104","doi":"10.1145/3507952","title":"Differentially Private <i>k</i> -Nearest Neighbor Missing Data Imputation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Missing data; Imputation (statistics); Bounding overwatch; Computer science; Tuple; k-nearest neighbors algorithm; Data mining; Algorithm; Mathematics; Artificial intelligence; Machine learning","score_opus":0.0410478738914732,"score_gpt":0.2840191280786934,"score_spread":0.2429712541872202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297790104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05997343,0.00020346386,0.8993841,0.038414605,0.0005105364,0.0002834679,0.00036682168,0.00078994705,0.000073615534],"genre_scores_gemma":[0.8680844,0.00013773558,0.13112135,0.00045739976,0.000019791889,0.000036030204,0.00011602398,0.000016581183,0.000010719183],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977,0.00020540427,0.0003191861,0.0009397044,0.00046906903,0.00036667014],"domain_scores_gemma":[0.98691374,0.00032263025,0.00012636028,0.012503512,0.00003153576,0.00010219255],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0004991019,0.00021925227,0.00020556714,0.00018955821,0.0011714235,0.00031400903,0.027796216,0.000082668565,0.0000861102],"category_scores_gemma":[0.0020201337,0.00023171728,0.000049825565,0.00057633553,0.00010336791,0.0013339033,0.024929563,0.00076573214,0.000008310931],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015665214,0.0013908505,0.0006139197,0.00014161073,0.0002132447,0.00010522917,0.0018738877,0.0002705114,0.0021383371,0.012252897,0.02098862,0.95985425],"study_design_scores_gemma":[0.0008799087,0.00023521752,0.0016855729,0.000026094174,0.00004052131,0.00008873802,0.000068398556,0.2626038,0.003103383,0.70678127,0.0239855,0.0005016137],"about_ca_topic_score_codex":0.00006073396,"about_ca_topic_score_gemma":0.0000137564375,"teacher_disagreement_score":0.9593526,"about_ca_system_score_codex":0.00007888438,"about_ca_system_score_gemma":0.00007865903,"threshold_uncertainty_score":0.98295665},"labels":[],"label_agreement":null},{"id":"W4309562180","doi":"10.1145/3571743","title":"Revisiting the Security of Biometric Authentication Systems Against Statistical Attacks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Biometrics; Computer science; Usability; Computer security; Keystroke dynamics; Authentication (law); Statistical analysis; Keystroke logging; Key (lock); Identification (biology); Statistics; Password; Mathematics; Human–computer interaction","score_opus":0.024695551009518396,"score_gpt":0.2727423089466607,"score_spread":0.2480467579371423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309562180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44623497,0.0010427241,0.5439343,0.006091768,0.00094079564,0.0009446615,0.00028480953,0.00021798602,0.00030801733],"genre_scores_gemma":[0.9990965,0.00011791078,0.00043486452,0.00015664034,0.000035366164,0.0000955762,0.000016554113,0.000009870578,0.000036714988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975338,0.0006245868,0.0005465792,0.00044057477,0.00060547027,0.00024899948],"domain_scores_gemma":[0.99755037,0.0007346795,0.00022863549,0.0012679654,0.00010891109,0.00010941232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012589452,0.00016347118,0.00025582695,0.0003213775,0.00088689686,0.00016673101,0.0013281185,0.000054546636,0.000046547637],"category_scores_gemma":[0.00016330747,0.00013841533,0.000091115005,0.0012915413,0.00011433984,0.00026005652,0.00013364782,0.00043948786,0.00001013849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015585856,0.0022749666,0.0023035835,0.0014334775,0.000572183,0.00003097202,0.3421964,0.00048064,0.0015626249,0.48945892,0.0010157996,0.15851456],"study_design_scores_gemma":[0.0020320418,0.0005138937,0.008535056,0.00014803532,0.00018694253,0.00018592921,0.0063872123,0.8546174,0.0011628423,0.06283899,0.062346864,0.0010448103],"about_ca_topic_score_codex":0.000075576274,"about_ca_topic_score_gemma":0.0000018269255,"teacher_disagreement_score":0.85413677,"about_ca_system_score_codex":0.00006960558,"about_ca_system_score_gemma":0.00006226128,"threshold_uncertainty_score":0.6821383},"labels":[],"label_agreement":null},{"id":"W4311134468","doi":"10.1145/3575797","title":"SoK: Human-centered Phishing Susceptibility","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Auckland","keywords":"Phishing; Generalizability theory; Computer science; Internet privacy; Computer security; World Wide Web; The Internet; Psychology","score_opus":0.034180867770914704,"score_gpt":0.27094533047135494,"score_spread":0.23676446270044024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311134468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7553622,0.00007950491,0.2403493,0.0023974048,0.000795467,0.00022061792,0.00002327568,0.00035180736,0.00042042034],"genre_scores_gemma":[0.99802125,0.000017176022,0.0014178316,0.0004019229,0.00003160614,0.000035054003,0.0000041520057,0.0000076099077,0.00006339013],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986234,0.00019970993,0.00019782354,0.00047819442,0.00028102385,0.00021987183],"domain_scores_gemma":[0.9987682,0.00011281363,0.000057993315,0.000943754,0.000026944073,0.000090310634],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004863686,0.0001303579,0.00013280021,0.00011069106,0.0015401994,0.00016287132,0.00092092564,0.00004596643,0.00020846202],"category_scores_gemma":[0.000032519903,0.0001436371,0.00009042509,0.0003238926,0.000043313183,0.0005599999,0.000112536996,0.0005605941,0.0000064840715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077026966,0.009191809,0.013293689,0.00043689637,0.0005621994,0.00017159573,0.1252359,0.0026555562,0.033854026,0.09830684,0.004482547,0.71103865],"study_design_scores_gemma":[0.0063595376,0.0035505877,0.0546291,0.00007240809,0.00013920435,0.0004032256,0.0018115217,0.036252238,0.027357893,0.77068686,0.09630002,0.002437396],"about_ca_topic_score_codex":0.00015342682,"about_ca_topic_score_gemma":0.000048782887,"teacher_disagreement_score":0.70860124,"about_ca_system_score_codex":0.00009103076,"about_ca_system_score_gemma":0.00002622317,"threshold_uncertainty_score":0.9997597},"labels":[],"label_agreement":null},{"id":"W4323042475","doi":"10.1145/3585386","title":"VulANalyzeR: Explainable Binary Vulnerability Detection with Multi-task Learning and Attentional Graph Convolution","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; McGill University; Queen's University","funders":"","keywords":"Computer science; Leverage (statistics); Vulnerability (computing); Machine learning; Artificial intelligence; Binary number; Binary classification; Deep learning; Task (project management); Software; Vulnerability assessment; Workload; Graph; Data mining; Theoretical computer science; Computer security; Support vector machine; Engineering","score_opus":0.020615412110099443,"score_gpt":0.27178697453503053,"score_spread":0.2511715624249311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323042475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5295698,0.000052860847,0.469655,0.00023762218,0.00005557585,0.00010985487,0.0000030264519,0.00031391415,0.0000022931665],"genre_scores_gemma":[0.9954269,0.00016003381,0.0042384746,0.000011294826,0.000011046978,0.00005838188,0.0000062771087,0.000009604221,0.000077984674],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873435,0.00012605234,0.00013855813,0.00046269,0.00026590214,0.00027244652],"domain_scores_gemma":[0.99886644,0.00053934153,0.000029814775,0.00037128944,0.00007830785,0.00011482758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052858435,0.00013527747,0.0001278352,0.00029954838,0.0006270196,0.00010174824,0.00023631612,0.00007670791,0.000009952655],"category_scores_gemma":[0.00020838209,0.0001270865,0.000041080864,0.00082223257,0.00009608789,0.00049315713,0.000044981967,0.00047195624,0.000010639486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012202209,0.0029331155,0.41641185,0.0020522845,0.0012174692,0.00041787847,0.023332722,0.086247,0.038890783,0.0035871628,0.0002340957,0.42345542],"study_design_scores_gemma":[0.0023269462,0.0009548013,0.60246253,0.00008752043,0.000043852306,0.00013782544,0.0003490712,0.3796088,0.0040902835,0.007816262,0.0014897052,0.0006323805],"about_ca_topic_score_codex":0.00007698471,"about_ca_topic_score_gemma":0.000030322793,"teacher_disagreement_score":0.46585706,"about_ca_system_score_codex":0.000046807192,"about_ca_system_score_gemma":0.000028201972,"threshold_uncertainty_score":0.51824373},"labels":[],"label_agreement":null},{"id":"W4388197345","doi":"10.1145/3630253","title":"On Detecting and Measuring Exploitable JavaScript Functions in Real-world Applications","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"JavaScript; Unobtrusive JavaScript; Computer science; Vulnerability (computing); Computer security; Web application; Exploit; Source code; Rich Internet application; World Wide Web; Programming language","score_opus":0.04782383807613454,"score_gpt":0.27539882030952734,"score_spread":0.2275749822333928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388197345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6343691,0.00009779556,0.3577472,0.0038772787,0.00017438771,0.0008696748,0.00002608085,0.0009715503,0.0018669469],"genre_scores_gemma":[0.99643326,0.00018549399,0.0021814585,0.00015994035,0.000024221208,0.0006909474,0.0000038587145,0.000015142723,0.00030570515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983485,0.00011000101,0.00031649822,0.00064745283,0.00024931584,0.000328259],"domain_scores_gemma":[0.9979365,0.00076157047,0.000056681332,0.0010587173,0.000055344983,0.00013119052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005988008,0.00018469096,0.00019609352,0.00056990696,0.0006646045,0.0001759441,0.0005064443,0.000076263685,0.00001464676],"category_scores_gemma":[0.00009231679,0.00020181894,0.000050372946,0.0014699164,0.000080989514,0.0005732981,0.00006970834,0.00045477395,0.000060169943],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014968554,0.00181677,0.0077761286,0.00062001526,0.00018829088,0.000021389,0.044006314,0.0043764976,0.0037164981,0.47445285,0.0009544484,0.46192113],"study_design_scores_gemma":[0.0025016137,0.00035145335,0.0376243,0.0002216147,0.000054257584,0.00003853198,0.003397396,0.037626892,0.014027505,0.8682612,0.03446897,0.0014262693],"about_ca_topic_score_codex":0.00032323963,"about_ca_topic_score_gemma":0.0007492179,"teacher_disagreement_score":0.46049485,"about_ca_system_score_codex":0.00008174897,"about_ca_system_score_gemma":0.0000403057,"threshold_uncertainty_score":0.82299376},"labels":[],"label_agreement":null},{"id":"W4390399721","doi":"10.1145/3639366","title":"Non-intrusive Balance Tomography Using Reinforcement Learning in the Lightning Network","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"Fundamental Research Funds for the Central Universities; Natural Science Foundation of Anhui Province; Natural Sciences and Engineering Research Council of Canada","keywords":"Scalability; Computer science; Reinforcement learning; Channel (broadcasting); Database transaction; Payment; Lightning (connector); Path (computing); Computer security; Computer network; Distributed computing; Artificial intelligence","score_opus":0.014867750355470399,"score_gpt":0.252329164195834,"score_spread":0.23746141384036362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390399721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4495006,0.000100666555,0.54564464,0.003836284,0.00011031928,0.000329491,0.0000010261771,0.0002992263,0.00017772065],"genre_scores_gemma":[0.9952323,0.00017979997,0.0039963857,0.00046776672,0.000026574624,0.00007962116,0.0000021308158,0.0000059152753,0.000009497385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882287,0.00007570394,0.00022414314,0.00036137656,0.00017207956,0.00034382872],"domain_scores_gemma":[0.9988547,0.00022448984,0.00006799875,0.00078575447,0.00002934536,0.000037702743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006016633,0.0001403982,0.00014862884,0.00020898548,0.0007418806,0.00008692835,0.0009853699,0.000119089476,0.000005051937],"category_scores_gemma":[0.000024073237,0.000117606476,0.000063297935,0.0018227092,0.00008349418,0.00019555374,0.00007344991,0.0006391553,0.000009145204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013963121,0.00094302447,0.02837894,0.00024882084,0.0003476845,0.00025456963,0.11290357,0.29999372,0.00092345517,0.36040974,0.0012663306,0.1941905],"study_design_scores_gemma":[0.0006102758,0.00015505847,0.007706841,0.00008031893,0.000019521633,0.000045489687,0.0006639226,0.8521273,0.0008032723,0.13065948,0.0067700758,0.00035843477],"about_ca_topic_score_codex":0.000052765157,"about_ca_topic_score_gemma":0.000023844374,"teacher_disagreement_score":0.5521336,"about_ca_system_score_codex":0.00002067447,"about_ca_system_score_gemma":0.000024497103,"threshold_uncertainty_score":0.5706021},"labels":[],"label_agreement":null},{"id":"W4391842999","doi":"10.1145/3648372","title":"MRAAC: A Multi-stage Risk-aware Adaptive Authentication and Access Control Framework for Android","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Access control; Android (operating system); Computer security; Authentication (law); Operating system","score_opus":0.05912243983577315,"score_gpt":0.3395180182913899,"score_spread":0.28039557845561675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391842999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037335504,0.00061408634,0.9578295,0.0025351131,0.00038655906,0.00077378796,0.00024417535,0.0002709715,0.000010356672],"genre_scores_gemma":[0.9889716,0.00032203438,0.010136517,0.00021225504,0.000034410106,0.00018179936,0.0000055567175,0.00001528368,0.000120573786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853134,0.00013856243,0.00028826142,0.0006208963,0.00018363711,0.00023732283],"domain_scores_gemma":[0.9981661,0.00078957714,0.00008158305,0.00072024256,0.00008702856,0.00015551133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039705317,0.00019723341,0.00021872377,0.00017508998,0.0004277055,0.00070237194,0.000659964,0.0001534166,0.000016554768],"category_scores_gemma":[0.00011973891,0.00018132433,0.000102420105,0.00028726715,0.000081229125,0.00088568893,0.00003669898,0.00036000603,0.000011260501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041969868,0.0015915328,0.0014022316,0.0015053055,0.0009887439,0.000024426348,0.29562482,0.000053246196,0.0002628733,0.48290023,0.00023800186,0.21498889],"study_design_scores_gemma":[0.0011238431,0.00018808655,0.0021976666,0.000160447,0.00010884452,0.000015976644,0.00030694014,0.833431,0.0004855437,0.15608199,0.005561176,0.00033850188],"about_ca_topic_score_codex":0.000055987162,"about_ca_topic_score_gemma":0.00004478233,"teacher_disagreement_score":0.9516361,"about_ca_system_score_codex":0.000028336515,"about_ca_system_score_gemma":0.000050912855,"threshold_uncertainty_score":0.73941916},"labels":[],"label_agreement":null},{"id":"W4400853529","doi":"10.1145/3669901","title":"VeriBin: A Malware Authorship Verification Approach for APT Tracking through Explainable and Functionality-Debiasing Adversarial Representation Learning","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Authorship Attribution and Profiling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Debiasing; Adversarial system; Computer science; Representation (politics); Malware; Artificial intelligence; Tracking (education); Machine learning; Computer security; Psychology; Cognitive science","score_opus":0.09003985377664396,"score_gpt":0.32869121276999214,"score_spread":0.23865135899334816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400853529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033859678,0.00041543928,0.96241665,0.0019767724,0.00044221632,0.00038658164,0.000016488673,0.0003341802,0.00015198572],"genre_scores_gemma":[0.94813377,0.000104057755,0.05131675,0.00008204733,0.000093588445,0.00008453558,0.000061565464,0.000013343815,0.000110356385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838674,0.00021667908,0.00026190313,0.0006688225,0.00021591075,0.00024991937],"domain_scores_gemma":[0.9989493,0.00045383678,0.000061327926,0.00036959795,0.000080270016,0.00008569045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086378475,0.00016777252,0.00016210815,0.00011053212,0.0009202299,0.00046807624,0.000235284,0.00016367447,0.000013849174],"category_scores_gemma":[0.00026493394,0.0001744484,0.000088587454,0.00040202346,0.00005719434,0.0014973367,0.0000266893,0.00047500688,0.0000028867876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087610877,0.00046926737,0.00079183135,0.0016931982,0.00032170105,0.000016875907,0.109775834,0.0064389873,0.0024338115,0.47336695,0.00020793041,0.40360752],"study_design_scores_gemma":[0.00161737,0.00039788272,0.0018465591,0.00021813167,0.00015714201,0.00011848997,0.0032527326,0.69796115,0.011384455,0.26164716,0.020608675,0.0007902264],"about_ca_topic_score_codex":0.000040985597,"about_ca_topic_score_gemma":0.0000020597436,"teacher_disagreement_score":0.9142741,"about_ca_system_score_codex":0.00006587362,"about_ca_system_score_gemma":0.000059967588,"threshold_uncertainty_score":0.71137995},"labels":[],"label_agreement":null},{"id":"W4406220365","doi":"10.1145/3711898","title":"“Sign in with ... <i>Privacy</i> ”: Timely Disclosure of Privacy Differences among Web SSO Login Options","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Login; Internet privacy; Sign (mathematics); Single sign-on; Computer security; Business; Web application; Privacy policy; Information privacy; World Wide Web; Computer science; Password","score_opus":0.02137966611515041,"score_gpt":0.28051638730955436,"score_spread":0.25913672119440395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406220365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752897,0.0004400251,0.013320566,0.006682425,0.00026778213,0.000978557,0.00016271163,0.0001687803,0.0026894317],"genre_scores_gemma":[0.9963174,0.002047693,0.0011023314,0.00012158798,0.000041875974,0.00008460813,0.00001776013,0.000014752308,0.0002520201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99735457,0.00053374004,0.00051346095,0.0006323833,0.00046641257,0.0004994498],"domain_scores_gemma":[0.99797875,0.00048298872,0.00017132793,0.0010680855,0.00012635245,0.00017250351],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00083958945,0.00030799903,0.00047097044,0.0004385906,0.0009184501,0.00014442492,0.001287238,0.00030753922,0.00016980461],"category_scores_gemma":[0.0005790458,0.00027466705,0.00011982627,0.0010510973,0.0008574612,0.00090881746,0.00012378415,0.0007415775,0.00000681079],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003137228,0.010473936,0.5716109,0.0014968334,0.0010781753,0.00008671226,0.19772679,0.00026260878,0.0022016217,0.12125849,0.0028005224,0.08786618],"study_design_scores_gemma":[0.007040841,0.0011899134,0.49439374,0.0014834334,0.0005218895,0.000015379093,0.0142509155,0.001194347,0.005269307,0.43710884,0.035572153,0.0019592585],"about_ca_topic_score_codex":0.003483813,"about_ca_topic_score_gemma":0.009064474,"teacher_disagreement_score":0.31585035,"about_ca_system_score_codex":0.00011337399,"about_ca_system_score_gemma":0.00036281178,"threshold_uncertainty_score":0.99997056},"labels":[],"label_agreement":null},{"id":"W4408067309","doi":"10.1145/3720543","title":"Revisiting GPS Spoofing in Phasor Measurement: Real-World Exploitation and Practical Detection in Power Grids","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Power System Optimization and Stability","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec","funders":"","keywords":"Global Positioning System; Phasor; Spoofing attack; Computer science; Real-time computing; Power grid; Power (physics); Computer security; Electric power system; Telecommunications","score_opus":0.025309763634600392,"score_gpt":0.2815205319877187,"score_spread":0.2562107683531183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408067309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6715257,0.0002628872,0.3239505,0.000784648,0.00029865917,0.00042362575,0.000006380249,0.00016457959,0.0025830013],"genre_scores_gemma":[0.9987253,0.00034064022,0.0008313644,0.00003734859,0.0000057255206,0.000039026985,0.0000013997571,0.0000091489055,0.000010055956],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99899274,0.00012577472,0.0003467116,0.00023444922,0.0001376885,0.00016264009],"domain_scores_gemma":[0.9994878,0.0001774461,0.000026453978,0.00021860625,0.00004300776,0.000046682737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007226334,0.00012762542,0.00018140016,0.0003218542,0.000096787386,0.000051867395,0.00004877078,0.00007986387,0.000026144106],"category_scores_gemma":[0.00023569599,0.00014252226,0.000027505861,0.00048936385,0.000023039596,0.0003760198,0.000006257784,0.00031768676,0.0000010406819],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033250072,0.003645256,0.13368657,0.009702818,0.0008428545,0.00018643304,0.102993205,0.08244496,0.026391158,0.01869788,0.0002374933,0.61784637],"study_design_scores_gemma":[0.010226077,0.00026633023,0.535636,0.0027703142,0.00019171473,0.000051961804,0.005964791,0.3921088,0.023691826,0.019922342,0.0072897775,0.0018800624],"about_ca_topic_score_codex":0.00009366841,"about_ca_topic_score_gemma":0.001042228,"teacher_disagreement_score":0.6159663,"about_ca_system_score_codex":0.00018343324,"about_ca_system_score_gemma":0.00001959989,"threshold_uncertainty_score":0.5811889},"labels":[],"label_agreement":null},{"id":"W4408622805","doi":"10.1145/3725216","title":"Multi-Stage Enhanced Zero Trust Intrusion Detection System for Unknown Attack Detection in Internet of Things and Traditional Networks","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Intrusion detection system; Internet of Things; Zero (linguistics); Computer science; Computer security; Stage (stratigraphy); The Internet; Computer network; Internet privacy; World Wide Web; Philosophy","score_opus":0.0285689066962578,"score_gpt":0.26417310298422864,"score_spread":0.23560419628797083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408622805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30538523,0.0001066903,0.6931741,0.00011428945,0.0006798691,0.00040741905,0.0000049065193,0.0000916392,0.000035855577],"genre_scores_gemma":[0.99241054,0.00022261536,0.0070591886,0.00009933038,0.00002868183,0.00010538587,0.0000043103464,0.000009279562,0.000060646402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841136,0.00014666654,0.0004914561,0.0005511844,0.00015836753,0.00024094133],"domain_scores_gemma":[0.99892247,0.00034698122,0.00015448203,0.00040760072,0.00009571176,0.000072771814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004982544,0.00021485689,0.00029586957,0.0003767103,0.00032363582,0.00009634658,0.00035157462,0.00026727185,0.0000062369436],"category_scores_gemma":[0.0000668408,0.00022184213,0.00009983099,0.0005775485,0.00009255959,0.0007921105,0.000049873557,0.00046338624,6.3230374e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001283349,0.0007915872,0.000053595904,0.0009348222,0.00012845168,0.000003633597,0.007032607,0.0035900658,0.023686033,0.009141639,0.000024607756,0.9533296],"study_design_scores_gemma":[0.0018169618,0.00040898976,0.0008769146,0.00028769375,0.000028559192,0.0000139154545,0.000115135255,0.8508397,0.13972919,0.004868187,0.00078999245,0.00022478384],"about_ca_topic_score_codex":0.0001372282,"about_ca_topic_score_gemma":0.00027867933,"teacher_disagreement_score":0.95310485,"about_ca_system_score_codex":0.00012618069,"about_ca_system_score_gemma":0.00002731162,"threshold_uncertainty_score":0.9046459},"labels":[],"label_agreement":null},{"id":"W4409061996","doi":"10.1145/3726867","title":"Site Inspector: Improving Browser Communication of Website Security Information","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Inspector general; Computer security; World Wide Web; Computer science; Internet privacy; Business; Accounting","score_opus":0.007328536151657509,"score_gpt":0.2299549738222611,"score_spread":0.22262643767060358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409061996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44378936,0.00017631943,0.5522864,0.0016578599,0.00031019302,0.00024035534,0.000020535866,0.00020647969,0.0013125094],"genre_scores_gemma":[0.99552166,0.0001809575,0.00395116,0.00029440678,0.000007173685,0.000013488704,0.000007548776,0.0000028343472,0.000020787007],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991479,0.000097244345,0.00029214442,0.00017967616,0.00015460973,0.0001284452],"domain_scores_gemma":[0.9985723,0.00016939642,0.00011635147,0.0009908238,0.000107038584,0.000044101536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003111063,0.0001148921,0.00014074471,0.00023125917,0.00032849173,0.00013544087,0.0006085342,0.00010688603,0.000011873486],"category_scores_gemma":[0.000078229095,0.000119255965,0.00006441716,0.0004872141,0.000055539913,0.0017747943,0.00006626233,0.00031769127,0.000008599252],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041485528,0.001247345,0.0069005373,0.001261673,0.00030898117,0.0000022552185,0.08901961,0.000491379,0.0065907347,0.15130801,0.0011237646,0.74133086],"study_design_scores_gemma":[0.0052834707,0.00084487465,0.11428618,0.00062817766,0.00023743947,0.00004034533,0.0008577008,0.16467582,0.1493238,0.51190037,0.05048301,0.0014388177],"about_ca_topic_score_codex":0.0003324929,"about_ca_topic_score_gemma":0.0001011136,"teacher_disagreement_score":0.73989207,"about_ca_system_score_codex":0.00004457889,"about_ca_system_score_gemma":0.00004578945,"threshold_uncertainty_score":0.4863117},"labels":[],"label_agreement":null},{"id":"W4414575228","doi":"10.1145/3769682","title":"Payload-Aware Intrusion Detection with CMAE and Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Ministry of Science and ICT, South Korea; Iran Telecommunication Research Center","keywords":"Intrusion detection system; Scalability; Modular design; Embedding; False positive rate; Constant false alarm rate; Scale (ratio); Key (lock)","score_opus":0.008464816554729674,"score_gpt":0.23337904421366226,"score_spread":0.2249142276589326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414575228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28165025,0.00024882698,0.71654594,0.000815692,0.00017551835,0.00018272414,0.0000072089765,0.00017374191,0.00020010691],"genre_scores_gemma":[0.997001,0.0005202588,0.0018380277,0.00050722744,0.000023003524,0.000027836148,0.000002104058,0.0000071132017,0.00007344966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882287,0.000098316115,0.0001846542,0.0004768757,0.0001733066,0.00024400665],"domain_scores_gemma":[0.99906147,0.00011500907,0.000049740524,0.00062636135,0.000055717115,0.00009169418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022712049,0.00018169398,0.00017363661,0.00020474303,0.00066321174,0.00015607133,0.0003292587,0.00014090544,0.00001901559],"category_scores_gemma":[0.000016163023,0.00015562534,0.000042425396,0.000507744,0.00005918693,0.0008051601,0.00007302166,0.00041368493,0.00000324728],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038087566,0.00047037817,0.000084410574,0.00016251869,0.00010079321,0.000020826386,0.011131971,0.00035238676,0.0012685232,0.01791363,0.00008607417,0.9680276],"study_design_scores_gemma":[0.0040319352,0.0011922929,0.0017568324,0.00038253056,0.00012572989,0.0001566816,0.001130703,0.6929306,0.050427653,0.23299602,0.013897961,0.0009710818],"about_ca_topic_score_codex":0.00010154403,"about_ca_topic_score_gemma":0.00040890777,"teacher_disagreement_score":0.9670565,"about_ca_system_score_codex":0.000033973385,"about_ca_system_score_gemma":0.00002782023,"threshold_uncertainty_score":0.6346217},"labels":[],"label_agreement":null},{"id":"W4414982131","doi":"10.1145/3771542","title":"Toward a Robust Detection of PowerShell Malware against Code Mixing and Obfuscation by Using Sentence Transformer and Similarity Learning","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Malware; Obfuscation; Scripting language; Robustness (evolution); Scalability; Sentence; Classifier (UML); Header; Sliding window protocol","score_opus":0.021809811013274727,"score_gpt":0.2641078728312054,"score_spread":0.24229806181793068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414982131","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28321198,0.0002710442,0.71570706,0.00038603143,0.000058703732,0.00018531962,0.000010422804,0.0001400911,0.000029324057],"genre_scores_gemma":[0.97626793,0.0010913862,0.022486575,0.000112649745,0.0000037589343,0.000013246973,0.0000018129443,0.0000074664463,0.000015183],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988997,0.00008937733,0.0002613942,0.00043671293,0.00013532508,0.00017747193],"domain_scores_gemma":[0.99930817,0.0001477511,0.00009137893,0.00029455996,0.00009199341,0.00006612993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022591393,0.00016856857,0.00019619851,0.0002001254,0.00040101493,0.00007268122,0.00020788064,0.0001293902,0.0000018421247],"category_scores_gemma":[0.00007555532,0.00018458023,0.000044087323,0.00036812903,0.00011727728,0.0007411362,0.0000277948,0.00038833954,1.0919079e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022768398,0.00032361658,0.0013032632,0.0008228885,0.000118272605,0.000005774829,0.009362391,0.0021794683,0.255776,0.00071362045,0.000010172758,0.72915685],"study_design_scores_gemma":[0.0012098551,0.00039093097,0.0015326408,0.0003573764,0.000087382556,0.00006359857,0.0011021622,0.17706291,0.80081564,0.015207457,0.0016020581,0.0005679615],"about_ca_topic_score_codex":0.00007933339,"about_ca_topic_score_gemma":0.00003750334,"teacher_disagreement_score":0.7285889,"about_ca_system_score_codex":0.000052464264,"about_ca_system_score_gemma":0.000027572785,"threshold_uncertainty_score":0.75269634},"labels":[],"label_agreement":null},{"id":"W4416854662","doi":"10.1145/3779062","title":"VoiceFormer: Fusing Non-Acoustic Motion Sensors for High-Fidelity Voice Synthesis in Mobile Devices","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Key Research and Development Projects of Shaanxi Province; National Natural Science Foundation of China","keywords":"Accelerometer; Mobile device; Gyroscope; Eavesdropping; SIGNAL (programming language); Motion (physics); Leverage (statistics); Motion sensors","score_opus":0.013305983935762102,"score_gpt":0.2649658974512657,"score_spread":0.2516599135155036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416854662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5018214,0.00012764063,0.49616006,0.0012515818,0.00020404079,0.0002669322,0.00001186638,0.00009676109,0.00005972228],"genre_scores_gemma":[0.9903623,0.00019921256,0.008945392,0.00023984234,0.000011487545,0.00020508318,0.0000011542295,0.000004349554,0.000031217838],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99888444,0.00005681485,0.0002759067,0.00043534493,0.000094949704,0.00025255897],"domain_scores_gemma":[0.99854445,0.00072201854,0.000056675188,0.00058041513,0.000063921616,0.00003252225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035167558,0.00016067084,0.00025296237,0.0002340039,0.00054941303,0.00005977881,0.0004756466,0.00016082145,0.000004931185],"category_scores_gemma":[0.00017133808,0.00015291576,0.00006359297,0.00043385272,0.00009812672,0.00034012206,0.00004513263,0.00025715964,0.0000030871004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003372302,0.0020228412,0.00530404,0.0015620912,0.00050571276,0.000020888534,0.021405328,0.0048507974,0.0015729411,0.02415695,0.00035065794,0.9379105],"study_design_scores_gemma":[0.00478684,0.00080735947,0.15402803,0.0010284943,0.00053356856,0.00003659156,0.004744983,0.19100836,0.031506103,0.5943222,0.015152618,0.0020448482],"about_ca_topic_score_codex":0.00016966446,"about_ca_topic_score_gemma":0.00063520856,"teacher_disagreement_score":0.9358657,"about_ca_system_score_codex":0.000059023445,"about_ca_system_score_gemma":0.000036508158,"threshold_uncertainty_score":0.6235724},"labels":[],"label_agreement":null},{"id":"W4417149872","doi":"10.1145/3779432","title":"IEDL-IDS: An Image-Enhanced Encoder-Based Deep Learning Scheme for Intrusion Detection Systems","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Intrusion detection system; Preprocessor; Deep learning; Feature extraction; Adaptability; Artificial neural network; Scalability; Pattern recognition (psychology); Autoencoder","score_opus":0.01259206162500218,"score_gpt":0.2614029652371186,"score_spread":0.2488109036121164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417149872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13666148,0.00015186776,0.86071014,0.000505539,0.0009236477,0.0005235175,0.0000045940374,0.00038951894,0.00012965723],"genre_scores_gemma":[0.98143727,0.00016590727,0.01783152,0.00022726232,0.000072214665,0.00018455285,0.000008508216,0.000013355196,0.000059384554],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981375,0.00024073296,0.00037440547,0.0006850982,0.000222632,0.0003396681],"domain_scores_gemma":[0.9984386,0.00033973568,0.00011942536,0.00078383216,0.00019252287,0.00012588743],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052417465,0.00024477186,0.00025894042,0.0003225226,0.0012639182,0.0003591279,0.00062493735,0.00023500735,0.000017195147],"category_scores_gemma":[0.00013868182,0.00025186795,0.00012053933,0.00063643674,0.00007352669,0.0010585462,0.000039742783,0.0005695215,0.0000069637667],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080994825,0.00092121615,0.000028494416,0.0005367461,0.000114464434,0.0000031359045,0.0039181956,0.010292016,0.06478617,0.008099025,0.000055922512,0.91043466],"study_design_scores_gemma":[0.0012841937,0.0007657818,0.00009697297,0.00012573777,0.000034262033,0.0000059048702,0.00019842722,0.8556458,0.11669043,0.017737133,0.0070720254,0.00034335337],"about_ca_topic_score_codex":0.000077280885,"about_ca_topic_score_gemma":0.00010961357,"teacher_disagreement_score":0.9100913,"about_ca_system_score_codex":0.00009410045,"about_ca_system_score_gemma":0.000057949896,"threshold_uncertainty_score":0.9999934},"labels":[],"label_agreement":null}]}