{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":54,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":54,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"bbc168e96784","filters":{"venue":"IEEE Security & Privacy"}},"results":[{"id":"W2886177063","doi":"10.1109/msp.2018.3111245","title":"Blockchain Access Privacy: Challenges and Directions","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":275,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Israel Science Foundation; National Science Foundation","keywords":"Blockchain; Cryptocurrency; Computer security; Internet privacy; Computer science; Exploit; Anonymity; Cryptography; Publication; Decentralization; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.03298327705333631,"gpt":0.2884266337763921,"spread":0.2554433567230558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004122616,0.0002397714,0.0002969737,0.0001873501,0.0003112952,0.0003801844,0.001642833,0.0001154777,0.00003400839],"category_scores_gemma":[0.0001080228,0.0002224071,0.0001191495,0.0003371761,0.0001568395,0.0004621501,0.000800891,0.0002662989,0.00007189793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003893393,"about_ca_system_score_gemma":0.00004830539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005189962,"about_ca_topic_score_gemma":0.0003234926,"domain_scores_codex":[0.99806,0.000128517,0.0003307435,0.0007166874,0.0003204622,0.0004436254],"domain_scores_gemma":[0.9987997,0.0001134979,0.0001393648,0.0005813229,0.0001917808,0.0001743648],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002717947,0.0006668896,0.0006366782,0.0001300666,0.0004522952,0.00007092782,0.1113986,0.00007281792,0.0003387034,0.5988542,0.007297283,0.2800544],"study_design_scores_gemma":[0.001116464,0.0004979984,0.004905292,0.0002237867,0.0001132083,0.0001654688,0.0004883017,0.8259258,0.006938364,0.01214002,0.1460305,0.001454897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9132288,0.003219445,0.07099955,0.005303394,0.001412255,0.0002596675,0.000003012377,0.0005977012,0.004976145],"genre_scores_gemma":[0.9967234,0.00052019,0.001613457,0.0003181068,0.0006783854,0.0000121395,9.149183e-7,0.00001603014,0.0001173383],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8258529,"threshold_uncertainty_score":0.9069498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011942647","doi":"10.1109/msp.2008.70","title":"Scantegrity: End-to-End Voter-Verifiable Optical- Scan Voting","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Ottawa","funders":"","keywords":"Ballot; Voting; Verifiable secret sharing; Computer science; Position (finance); Computer security; Audit; Receipt; Political science; Programming language; Business; Accounting; Law; Politics; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02071574775398918,"gpt":0.248758065327478,"spread":0.2280423175734888,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007447302,0.0004551927,0.0006371229,0.0003098015,0.0005676432,0.0004267301,0.00253568,0.0001963764,0.000164729],"category_scores_gemma":[0.0002385119,0.0004396982,0.0003716667,0.001009747,0.0001609314,0.0008168164,0.0007258362,0.0007702251,0.0004958396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001830325,"about_ca_system_score_gemma":0.0002432597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003963059,"about_ca_topic_score_gemma":0.0002541228,"domain_scores_codex":[0.9958284,0.0001566177,0.0007603949,0.001161955,0.0009729276,0.001119732],"domain_scores_gemma":[0.9979321,0.0001872002,0.0002074475,0.0008833454,0.0002708658,0.0005189841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001192648,0.002162657,0.005753929,0.0002766486,0.000941217,0.002307706,0.06094753,0.00920679,0.007389776,0.744202,0.05162409,0.1150684],"study_design_scores_gemma":[0.001064502,0.0003493383,0.00186963,0.0002781732,0.0000812742,0.0004963413,0.0002520585,0.9467097,0.01665904,0.0005826757,0.02999568,0.001661603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6628004,0.0001059588,0.3297627,0.001590875,0.0008915768,0.0002514691,0.000006941967,0.0004186722,0.004171426],"genre_scores_gemma":[0.9806611,0.00002046393,0.01731323,0.0009747092,0.0005313082,0.00001485972,0.000007529092,0.00003559112,0.0004412378],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9375029,"threshold_uncertainty_score":0.9998055,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1970818505","doi":"10.1109/msp.2008.9","title":"Estimating a System's Mean Time-to-Compromise","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Compromise; SCADA; Metric (unit); Computer science; Interval (graph theory); Duration (music); State (computer science); State space; Mathematics; Algorithm; Statistics; Engineering; Law; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.01409481519490854,"gpt":0.232523956704363,"spread":0.2184291415094544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004360605,0.000249159,0.0003061839,0.0001772506,0.0004862597,0.0002069451,0.001668163,0.00009335939,0.00006807521],"category_scores_gemma":[0.00006704358,0.0002499325,0.000129002,0.0005434783,0.00004955282,0.001099473,0.0004094001,0.0002665261,0.00566143],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001359513,"about_ca_system_score_gemma":0.0001261412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006739284,"about_ca_topic_score_gemma":0.000002914386,"domain_scores_codex":[0.9979016,0.00009947689,0.000502864,0.0004347874,0.0005659169,0.0004953737],"domain_scores_gemma":[0.9981918,0.00005780303,0.0001695287,0.001091478,0.0001629523,0.0003264514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001472753,0.00145014,0.0007871196,0.001354244,0.000312028,0.00104487,0.585286,0.005218112,0.0042214,0.123672,0.2253519,0.05115495],"study_design_scores_gemma":[0.001045279,0.0001219653,0.0005185344,0.0001584478,0.00001103416,0.0005700498,0.00007959638,0.9636208,0.005929969,0.001403178,0.02576946,0.0007716792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6483476,0.00004689186,0.3131344,0.001220989,0.001432599,0.0008543828,0.00001082038,0.001864567,0.03308776],"genre_scores_gemma":[0.9458266,0.000001068472,0.05281691,0.0008397409,0.0002110955,0.00002943677,0.000004328905,0.00001477335,0.0002560426],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9584027,"threshold_uncertainty_score":0.9999953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168740635","doi":"10.1109/msp.2005.103","title":"Secure Software Development by Example","year":2005,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Computer science; Software security assurance; Software; Computer security; Face (sociological concept); Software development; Software engineering; Security bug; Software peer review; Secure coding; Information security; Software construction; Security service; Sociology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01378062735830235,"gpt":0.2502454562411119,"spread":0.2364648288828095,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002305839,0.0002519599,0.0002076731,0.0001139195,0.0002381613,0.0001354069,0.001413796,0.0001283152,0.00005399713],"category_scores_gemma":[0.00007206525,0.0002677899,0.00006922863,0.0003713159,0.00004263461,0.001055239,0.0004244773,0.0003198307,0.0002175861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002178018,"about_ca_system_score_gemma":0.0001145209,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003381107,"about_ca_topic_score_gemma":0.00003257069,"domain_scores_codex":[0.998091,0.00005207843,0.0003506339,0.0006333237,0.0004094348,0.0004635444],"domain_scores_gemma":[0.9985743,0.00007410811,0.0001339839,0.0009198823,0.0001232248,0.0001745035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000150411,0.0004403372,0.0002925547,0.00006462003,0.00004994676,0.0000260388,0.01411927,0.00005492444,0.006668877,0.004045784,0.1295843,0.8446383],"study_design_scores_gemma":[0.0001737272,0.00003541029,0.00006119774,0.00001491062,0.000001809277,0.00002015044,0.000006489188,0.0003293505,0.3255502,0.007242213,0.6662666,0.0002978756],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04305729,0.0002794304,0.9529994,0.0006843731,0.0002757455,0.0002744788,0.000005384379,0.002147517,0.0002763426],"genre_scores_gemma":[0.5462778,0.00002939822,0.4523408,0.0008762538,0.0001262069,0.00006467882,0.00000685051,0.00002309373,0.0002549067],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8443404,"threshold_uncertainty_score":0.9999774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2280566217","doi":"10.1109/msp.2016.13","title":"A communications jamming taxonomy","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cognitive Radio Networks and Spectrum Sensing","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Federation for the Humanities and Social Sciences","keywords":"Jamming; Taxonomy (biology); Wireless; Computer security; Computer science; Wireless network; Field (mathematics); Electronic warfare; Telecommunications; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.03889847964025912,"gpt":0.2606451066981835,"spread":0.2217466270579244,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002425779,0.0001344886,0.00015528,0.00007974337,0.0002556499,0.0001451219,0.001539925,0.00005080075,0.00001552249],"category_scores_gemma":[0.00006777853,0.0001047011,0.000090759,0.0002804916,0.0001089873,0.0005618805,0.0005449454,0.0001507197,0.0001323994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007860239,"about_ca_system_score_gemma":0.0000652625,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003538691,"about_ca_topic_score_gemma":0.00005145449,"domain_scores_codex":[0.9988406,0.0001109732,0.0002120069,0.0003334151,0.0001618167,0.0003412384],"domain_scores_gemma":[0.997777,0.0003382259,0.00008942765,0.001592022,0.000087275,0.0001159836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000562944,0.0001435334,0.0009667764,0.000006844526,0.00004424261,0.00002660904,0.00203616,0.000001264518,0.003139184,0.07657164,0.00432424,0.9127339],"study_design_scores_gemma":[0.001729641,0.0001823896,0.002639318,0.0003775511,0.00002949483,0.0001605987,0.0000701121,0.03379925,0.01442689,0.08483428,0.8606802,0.001070231],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08577409,0.000399922,0.888116,0.01320545,0.0005282041,0.0003469834,0.000004135536,0.0003810497,0.0112442],"genre_scores_gemma":[0.9775688,0.0001811916,0.02158755,0.0003730041,0.0001829929,0.00001738419,6.970538e-7,0.000009358755,0.00007899669],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9116637,"threshold_uncertainty_score":0.4269589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3137262157","doi":"10.1109/msec.2021.3051235","title":"Perspectives on the SolarWinds Incident","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Malware; Computer security; Incident response; Event (particle physics); Computer science; Software; Code (set theory); Source code; Internet privacy; Operating system; Programming language; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.01753418520739069,"gpt":0.2474539742607307,"spread":0.22991978905334,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004536306,0.0001708828,0.0001566771,0.00006498348,0.0004558803,0.0003740558,0.001089244,0.00009519095,0.0002193531],"category_scores_gemma":[0.000229514,0.000132407,0.0001531136,0.0006186971,0.00007155797,0.0004518244,0.0004434009,0.0005351359,0.0002672535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009619709,"about_ca_system_score_gemma":0.0001171321,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002900739,"about_ca_topic_score_gemma":0.00002945883,"domain_scores_codex":[0.9981644,0.0002799979,0.000214855,0.000541155,0.0004776979,0.0003219448],"domain_scores_gemma":[0.9982353,0.0002242955,0.00009190016,0.001160496,0.0001920886,0.00009587913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004656431,0.0009834559,0.0002306228,0.00002704088,0.0001284723,0.0002672077,0.09250519,0.0001258373,0.005973104,0.8213245,0.04491628,0.03347177],"study_design_scores_gemma":[0.001247015,0.0006742332,0.004792397,0.0002056415,0.00003825309,0.0003635802,0.004010151,0.04241347,0.2982936,0.3350655,0.3115582,0.00133804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9350929,0.001031585,0.03042144,0.02157405,0.002041066,0.0002510469,0.000002889375,0.0003378228,0.009247231],"genre_scores_gemma":[0.9966249,0.0002633906,0.000628513,0.001850763,0.0004512079,0.00001522048,9.833805e-7,0.000009858451,0.0001551131],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.486259,"threshold_uncertainty_score":0.5399401,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011022073","doi":"10.1109/msp.2010.202","title":"Secure Software Installation on Smartphones","year":2010,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Android (operating system); Computer security; Software; Computer science; World Wide Web; Operating system; Internet privacy","retraction":null,"screen_n_in":null,"score":{"opus":0.00912117495089911,"gpt":0.2548918073757119,"spread":0.2457706324248128,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001985908,0.0002173606,0.0001717525,0.0001847671,0.0002031802,0.0001458008,0.001011696,0.000182677,0.00003926321],"category_scores_gemma":[0.0002494831,0.000219591,0.00009125908,0.0004211485,0.00005896546,0.0009020723,0.000231621,0.0006539953,0.0001470475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004882816,"about_ca_system_score_gemma":0.00006192509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002401581,"about_ca_topic_score_gemma":0.00007301156,"domain_scores_codex":[0.9985044,0.00004626067,0.0002458923,0.0005330812,0.0003641827,0.0003061545],"domain_scores_gemma":[0.9983335,0.0001136948,0.0001403967,0.001134058,0.0001535241,0.0001247962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001206427,0.0009556392,0.002923007,0.0001687298,0.0000746546,0.0001516819,0.01265184,0.0002131963,0.1191043,0.1553693,0.02046006,0.687807],"study_design_scores_gemma":[0.0005510403,0.0003340565,0.003012847,0.00004723651,0.00000672451,0.00007875349,0.00001461881,0.002636505,0.5517859,0.2782485,0.1625292,0.0007546031],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3576003,0.00001433968,0.6365137,0.0006695592,0.001777893,0.0002972707,0.000006108125,0.002107514,0.001013332],"genre_scores_gemma":[0.9120855,0.00001117966,0.08704215,0.0005130743,0.0002215715,0.00003169745,0.000003788958,0.00002065015,0.000070334],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6870524,"threshold_uncertainty_score":0.8954663,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3041938240","doi":"10.1109/msec.2020.2992821","title":"Seven Ways to Evaluate the Utility of Synthetic Data","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Data sharing; Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1222913258340352,"gpt":0.3242382431896416,"spread":0.2019469173556064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.001605903,0.0002467187,0.0003514032,0.00006583094,0.0001536584,0.0001583238,0.100547,0.0001160699,0.00007967396],"category_scores_gemma":[0.0394804,0.0001900245,0.00007901548,0.001004243,0.0002189374,0.0009103351,0.1831725,0.0004917228,0.0002039595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003110459,"about_ca_system_score_gemma":0.0001678921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009178791,"about_ca_topic_score_gemma":0.00001308325,"domain_scores_codex":[0.9968779,0.0002006956,0.0004899678,0.001166395,0.0007782943,0.0004867242],"domain_scores_gemma":[0.970875,0.0004333931,0.0001396384,0.0282177,0.0001526219,0.0001816974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000362322,0.0001585386,0.0003003477,0.0001183219,0.00008490866,0.0000237293,0.00366724,0.000006403502,0.002460742,0.003153185,0.9457743,0.04421605],"study_design_scores_gemma":[0.0002853395,0.0001207063,0.0006806849,0.00005732572,0.00003386313,0.00001251261,0.00005326583,0.5525025,0.03660152,0.383003,0.02630886,0.0003404835],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1064085,0.0003054993,0.6034579,0.2849042,0.0007038595,0.001010219,0.0003897321,0.001203838,0.001616215],"genre_scores_gemma":[0.9368629,0.00003713858,0.06166856,0.001314627,0.00007086265,0.00001505766,0.00001402615,0.00001528532,0.000001494862],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9194654,"threshold_uncertainty_score":0.9686105,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323644051","doi":"10.1109/msec.2023.3247374","title":"A Real-Time Cosimulation Testbed for Electric Vehicle Charging and Smart Grid Security","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Electric Vehicles and Infrastructure","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Hydro-Québec; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testbed; Smart grid; Embedded system; Computer science; Electric vehicle; Grid; Computer security; Engineering; Computer network; Electrical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.007762457547604252,"gpt":0.2271265172434497,"spread":0.2193640596958455,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002739246,0.0002461397,0.0002859037,0.0002073783,0.0001836915,0.00008609305,0.0001889885,0.0001725417,0.00002225626],"category_scores_gemma":[0.00008026387,0.0002651637,0.00008602103,0.0008067649,0.000019727,0.0002642333,0.000041696,0.0002805694,0.00005199798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009869679,"about_ca_system_score_gemma":0.00002973917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004045042,"about_ca_topic_score_gemma":0.000005551162,"domain_scores_codex":[0.9986,0.00003100923,0.0002947761,0.0003244219,0.0001936173,0.0005561658],"domain_scores_gemma":[0.999251,0.0002055227,0.00005454004,0.0002795558,0.00007361865,0.0001357486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001321377,0.0000914001,0.007500987,0.0009369892,0.0002407577,0.00002850499,0.005842476,0.005960786,0.8832604,0.001238872,0.07286385,0.02190287],"study_design_scores_gemma":[0.0009324643,0.000116325,0.009446859,0.00003554951,0.00003824231,0.00001402569,0.00001644486,0.9337976,0.03673914,0.01412754,0.004332759,0.0004030639],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9970647,0.0001997438,0.0001677768,0.0001896131,0.0002847395,0.00055915,0.00004313638,0.001051305,0.0004399091],"genre_scores_gemma":[0.9987785,0.0003550047,0.0001514363,0.00005052716,0.0004444417,0.00004566065,0.00007125072,0.00006622967,0.0000369249],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9278368,"threshold_uncertainty_score":0.99998,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4393405096","doi":"10.1109/msec.2024.3352848","title":"Side-Channel Attacks: A Short Tour","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cryptographic Implementations and Security","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Side channel attack; Channel (broadcasting); Computer security; Computer science; Computer network; Cryptography","retraction":null,"screen_n_in":null,"score":{"opus":0.03142685734269306,"gpt":0.3156588182608651,"spread":0.284231960918172,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004520321,0.0002431599,0.0002164753,0.0003020686,0.0002238664,0.0007541791,0.001151199,0.00009112995,0.00009591779],"category_scores_gemma":[0.00003300509,0.0002360133,0.0002314991,0.001036749,0.00006213374,0.0009565846,0.0003658645,0.0003429655,0.0001505223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006006177,"about_ca_system_score_gemma":0.0001410236,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001192321,"about_ca_topic_score_gemma":0.0001385293,"domain_scores_codex":[0.9978675,0.00007407965,0.0003896062,0.000696776,0.0004563555,0.0005156362],"domain_scores_gemma":[0.9986616,0.0001381203,0.0000319963,0.0008933063,0.00009186658,0.0001831603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001882451,0.0006467141,0.0009979119,0.0004204572,0.0003906013,0.0008478271,0.05984903,0.00005429513,0.002488061,0.646011,0.1781145,0.1101608],"study_design_scores_gemma":[0.0006980254,0.000339763,0.002553866,0.0001975552,0.00008162588,0.0002931773,0.0005308816,0.1192783,0.009105646,0.4187886,0.4466322,0.001500364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4978696,0.00152545,0.4842084,0.006641587,0.00376953,0.0006266231,0.000054351,0.00146211,0.003842369],"genre_scores_gemma":[0.9959667,0.00009139713,0.003024815,0.0004883797,0.0002903802,0.00004368667,0.00001241517,0.00002005205,0.00006222625],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.498097,"threshold_uncertainty_score":0.9624342,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2748611356","doi":"10.1109/msp.2017.3151325","title":"The Day the Cryptography Dies","year":2017,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Computer science; Computer security; Internet privacy","retraction":null,"screen_n_in":null,"score":{"opus":0.01230760616528595,"gpt":0.2583927802860559,"spread":0.24608517412077,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.001016976,0.0001805883,0.0001385586,0.00003300645,0.004338703,0.001862981,0.005997603,0.00004794502,0.000001933795],"category_scores_gemma":[0.0002549154,0.00009126715,0.0001780851,0.000130321,0.0004199937,0.0002648547,0.001185804,0.0004217204,0.00003497956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009411461,"about_ca_system_score_gemma":0.00004258863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007952318,"about_ca_topic_score_gemma":0.00003357443,"domain_scores_codex":[0.9984875,0.0001787584,0.0001876242,0.0003631167,0.0003483768,0.0004345818],"domain_scores_gemma":[0.996365,0.0004978747,0.0001969102,0.002792449,0.00006891576,0.00007882926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001120046,0.0001358905,0.002489222,0.00002404462,0.0001707058,0.00005051148,0.02675544,0.0002138962,0.0002849231,0.2043418,0.0263625,0.7391598],"study_design_scores_gemma":[0.0003663946,0.00009116722,0.03219154,0.00005575038,0.00001482578,0.00003524667,0.00005352237,0.17415,0.001900254,0.4216806,0.3690095,0.000451266],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6505411,0.002318382,0.2468549,0.08585364,0.007727712,0.0006353865,0.00000835662,0.0006549932,0.005405628],"genre_scores_gemma":[0.9962044,0.0001136817,0.002669998,0.000421942,0.0005154383,0.00001036129,2.646491e-7,0.000009841261,0.00005401721],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7387086,"threshold_uncertainty_score":0.9993804,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085478526","doi":"10.1109/msp.2009.47","title":"Privacy Interests in Prescription Data, Part 2: Patient Privacy","year":2009,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Genome Canada; Dalhousie University; University of Ottawa","funders":"","keywords":"Medical prescription; Scrutiny; Internet privacy; Information privacy; Pharmacy; Business; Privacy policy; Privacy by Design; Masking (illustration); Patient privacy; Privacy software; Privacy laws of the United States; Family medicine; Medicine; Health care; Computer science; Political science; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.04833679831184508,"gpt":0.2999858548829728,"spread":0.2516490565711277,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.001086534,0.0006439167,0.0006440704,0.0005994375,0.0002091375,0.0006443632,0.06856045,0.0004082519,0.00003835113],"category_scores_gemma":[0.01646389,0.0006671466,0.0001327299,0.001416074,0.0001797756,0.005258094,0.09175723,0.001275905,0.0002350044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003943311,"about_ca_system_score_gemma":0.000230112,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001703978,"about_ca_topic_score_gemma":0.00006241637,"domain_scores_codex":[0.9937671,0.0003627829,0.001239634,0.002268411,0.001037986,0.001324036],"domain_scores_gemma":[0.9693933,0.0002173162,0.0004699256,0.02949502,0.0001547568,0.000269728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009344945,0.001802642,0.004036668,0.00009636418,0.0000631099,0.0003621263,0.00491223,0.00001952464,0.002371281,0.003336017,0.7589628,0.2239438],"study_design_scores_gemma":[0.002096876,0.000810696,0.01683802,0.0006789233,0.00003149662,0.0001264203,0.00007588154,0.07323805,0.01856808,0.6504973,0.2352255,0.001812743],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8987117,0.00100393,0.0430559,0.04755398,0.003605613,0.001758655,0.0001614825,0.002956511,0.001192158],"genre_scores_gemma":[0.9405962,0.0003269893,0.05747462,0.001087516,0.0002567869,0.00004466707,0.0001529856,0.00003691178,0.00002333545],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6471613,"threshold_uncertainty_score":0.999578,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2786171514","doi":"10.1109/msp.2018.1331028","title":"Science of Security: Combining Theory and Measurement to Reflect the Observable","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Mainstream; Critical security studies; Context (archaeology); Security community; Security through obscurity; Security studies; Theme (computing); Epistemology; Work (physics); Engineering ethics; Computer science; Sociology; Political science; Information security; Social science; Computer security; Cloud computing security; Security information and event management; Law; Security service; Network security policy; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03527349306645341,"gpt":0.3086679802670518,"spread":0.2733944872005984,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003985621,0.0001658801,0.0002002324,0.0002290927,0.0004950881,0.0001547245,0.001922639,0.00004721932,0.000006227292],"category_scores_gemma":[0.0008376549,0.0001319539,0.00004304175,0.001485736,0.000634936,0.0007532508,0.0009534158,0.0002099716,0.00000965863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001204781,"about_ca_system_score_gemma":0.00022681,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004154362,"about_ca_topic_score_gemma":0.00002334557,"domain_scores_codex":[0.9977579,0.0001835281,0.0002888948,0.0005515334,0.0008219979,0.0003961988],"domain_scores_gemma":[0.997637,0.0001567129,0.0001509359,0.001220247,0.0006934572,0.0001416134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001481588,0.0002613663,0.0002357476,0.00009369951,0.00004897333,0.000008670853,0.0542643,0.00001189932,0.4120898,0.4802378,0.00200843,0.05059119],"study_design_scores_gemma":[0.0001432897,0.0004833538,0.0002250239,0.0000641722,0.000005737241,0.00001505799,0.0001008464,0.0007144214,0.6931928,0.2985009,0.006384058,0.0001702945],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5159607,0.000207459,0.4788461,0.001059868,0.0006068868,0.0005925201,0.000002159369,0.000449292,0.00227501],"genre_scores_gemma":[0.9824812,0.00001725689,0.01672764,0.0006574435,0.00006744714,0.00002348874,6.816488e-8,0.00001044607,0.00001497135],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4665206,"threshold_uncertainty_score":0.5380926,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101177134","doi":"10.1109/msp.2007.163","title":"Developing a Culture of Privacy: A Case Study","year":2007,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Internet privacy; Privacy by Design; Agency (philosophy); Privacy policy; Business; Information privacy; Key (lock); Personally identifiable information; Health care; Privacy software; Public relations; Computer security; Computer science; Sociology; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.05177398334144538,"gpt":0.3620276335045008,"spread":0.3102536501630554,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003295159,0.0002746118,0.0004026304,0.0002326211,0.0009540211,0.0001307526,0.001200296,0.0002754058,0.0000597733],"category_scores_gemma":[0.001686407,0.0002760672,0.0001433455,0.001031644,0.0002867517,0.0007628852,0.0005564514,0.0005076252,0.00003680452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003200755,"about_ca_system_score_gemma":0.0004655473,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02347889,"about_ca_topic_score_gemma":0.0154316,"domain_scores_codex":[0.9968093,0.0004094064,0.0006677471,0.000562617,0.0008258859,0.0007250179],"domain_scores_gemma":[0.9979538,0.000177866,0.0003300581,0.0008959118,0.0003667091,0.0002756446],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001444673,0.001175607,0.01781334,0.0001395919,0.0001498946,0.002037283,0.9546996,7.217651e-7,0.0005832364,0.007709303,0.00300885,0.01253807],"study_design_scores_gemma":[0.005714471,0.001296203,0.009082673,0.0003284443,0.0003383684,0.001164993,0.4886044,0.00005729053,0.02089446,0.1242841,0.345719,0.002515731],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9883519,0.0002808228,0.005519096,0.0005633924,0.0008595187,0.001458284,0.00002101528,0.0002467745,0.002699216],"genre_scores_gemma":[0.9969913,0.0001161867,0.001972744,0.0001446071,0.0006505562,0.00002605904,0.000007297985,0.00002420647,0.00006709508],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4660953,"threshold_uncertainty_score":0.9999691,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3162666598","doi":"10.1109/msec.2021.3076150","title":"Parental Controls: Safer Internet Solutions or New Pitfalls?","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"SAFER; Internet privacy; Computer security; The Internet; Personally identifiable information; Function (biology); Control (management); Business; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03205020229945124,"gpt":0.2880039407328873,"spread":0.2559537384334361,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001525397,0.0002236556,0.0002692667,0.00009871127,0.0001394074,0.0002380769,0.001081035,0.0001143566,0.0002304205],"category_scores_gemma":[0.0002698961,0.0002158175,0.0001482706,0.0004747133,0.00005936529,0.0009309134,0.0007199476,0.0003515564,0.0001740172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001587738,"about_ca_system_score_gemma":0.0003356828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001410623,"about_ca_topic_score_gemma":0.0002640973,"domain_scores_codex":[0.9981266,0.0001122284,0.000358903,0.0006200349,0.0003133502,0.0004688282],"domain_scores_gemma":[0.9983582,0.0001299103,0.0001204197,0.0009928787,0.0001697187,0.000228872],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003534688,0.002063266,0.001182062,0.0001559272,0.0004738265,0.00180627,0.01720669,0.0001255625,0.05868889,0.2291591,0.3380597,0.3507252],"study_design_scores_gemma":[0.001979852,0.0003998685,0.0008678908,0.0001396194,0.00003478711,0.0006491638,0.0001150647,0.009346873,0.3484818,0.1577274,0.47923,0.001027695],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01086289,0.000399381,0.9832968,0.001982257,0.001089824,0.0002450684,0.00001018746,0.001165622,0.0009480124],"genre_scores_gemma":[0.9452681,0.00009513904,0.05144844,0.001083968,0.0002449235,0.00003293607,0.000006876391,0.0000201113,0.00179952],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9344052,"threshold_uncertainty_score":0.8800784,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3139012104","doi":"10.1109/msec.2021.3049730","title":"Challenges in Cryptography","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Encryption; Computer security; Computer science; Key (lock); Field (mathematics); ID-based cryptography; Public-key cryptography; Mathematics; Key distribution","retraction":null,"screen_n_in":null,"score":{"opus":0.0344078434543993,"gpt":0.2689359571438195,"spread":0.2345281136894202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002903877,0.0001449917,0.0002030397,0.000200235,0.00009090235,0.00005980345,0.001210755,0.0001887142,0.0000151878],"category_scores_gemma":[0.00005083974,0.000160396,0.0000915035,0.0009827933,0.00007509768,0.0002113047,0.0003920663,0.0003903839,0.00005285331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002628858,"about_ca_system_score_gemma":0.00007667772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001713843,"about_ca_topic_score_gemma":0.0001884518,"domain_scores_codex":[0.998522,0.00008685948,0.0002428845,0.0006286636,0.000179842,0.0003396812],"domain_scores_gemma":[0.9982569,0.00007678127,0.00005845107,0.001439216,0.00009487102,0.0000737715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001574624,0.0004213772,0.001114668,0.00002568463,0.00001619154,0.00008950438,0.003099913,0.000002487707,0.0006692985,0.908066,0.0005988787,0.08589439],"study_design_scores_gemma":[0.0005345438,0.00003791601,0.009592421,0.00003392405,0.000004588522,0.00008069165,0.0001548002,0.002530685,0.02773566,0.8889506,0.06996831,0.0003757916],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7993858,0.0206169,0.1038517,0.05332283,0.0008105222,0.0004966306,0.000006334589,0.001337128,0.02017211],"genre_scores_gemma":[0.9840659,0.00211262,0.01339503,0.0003127137,0.00004344137,0.00005433334,0.000001699046,0.000007668657,0.000006630087],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.18468,"threshold_uncertainty_score":0.654076,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3209311178","doi":"10.1109/msec.2021.3107078","title":"The Advanced Encryption Standard: 20 Years Later","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cryptographic Implementations and Security","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Advanced Encryption Standard; Encryption; Standardization; Computer science; Cryptography; Column (typography); Computer security; Operating system; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.01182229815773856,"gpt":0.2792568105544315,"spread":0.2674345123966929,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003754016,0.0001294907,0.0001331507,0.00005471716,0.0004064401,0.0004334041,0.000725822,0.00005121123,0.00006702283],"category_scores_gemma":[0.00005392136,0.0001106149,0.0001208109,0.0005338902,0.00006648151,0.0005013886,0.0002690283,0.0002100719,0.00004439403],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004759351,"about_ca_system_score_gemma":0.0001417443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001560188,"about_ca_topic_score_gemma":0.0001952515,"domain_scores_codex":[0.9984471,0.0001267554,0.0002762996,0.0003753393,0.0004103611,0.0003641334],"domain_scores_gemma":[0.9986541,0.000122979,0.00008085369,0.0008630726,0.0001876596,0.0000913171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009739106,0.0004094051,0.003401543,0.00005130843,0.0002499903,0.0003136056,0.03526886,0.0000612239,0.01599815,0.4105092,0.03465297,0.4989863],"study_design_scores_gemma":[0.001345223,0.0001198625,0.008178853,0.00002237632,0.0000185909,0.00004740351,0.0004255727,0.001640905,0.02568375,0.1941416,0.76794,0.0004358507],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9178968,0.0006578987,0.07402872,0.004609812,0.001470788,0.0002656101,0.00003140548,0.0001938964,0.0008450352],"genre_scores_gemma":[0.9914606,0.0003895948,0.007542172,0.0003924175,0.00009445848,0.00002223876,0.00001486149,0.000009467638,0.00007420927],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.733287,"threshold_uncertainty_score":0.4510745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3080511871","doi":"10.1109/msec.2020.3013759","title":"Security for Shared Electric and Automated Mobility Services in Smart Cities","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Authorization; Computer security; Authentication (law); Feature (linguistics); Computer science; Internet privacy","retraction":null,"screen_n_in":null,"score":{"opus":0.01005793323349854,"gpt":0.2236805983713226,"spread":0.2136226651378241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002710215,0.0003216676,0.0004454932,0.00009705029,0.00007421223,0.0001187918,0.0003709503,0.0002108527,0.00003363534],"category_scores_gemma":[0.00005865986,0.000368352,0.00009559654,0.0005077696,0.00003500371,0.0003690402,0.0000980871,0.0004099947,0.0000157897],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001078679,"about_ca_system_score_gemma":0.00003562634,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000115027,"about_ca_topic_score_gemma":0.0002749955,"domain_scores_codex":[0.9982325,0.00006825069,0.0004178643,0.000466524,0.0002011794,0.0006136254],"domain_scores_gemma":[0.9991813,0.0001309215,0.00005274421,0.0003408121,0.00006198082,0.0002322279],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001329772,0.001335481,0.08214251,0.0305564,0.001525077,0.000402054,0.1576293,0.571126,0.04645802,0.001446358,0.09907519,0.006973871],"study_design_scores_gemma":[0.0009046662,0.00007790365,0.008090613,0.00006276688,0.00002714962,0.000007449437,0.0000901334,0.9800175,0.003343178,0.002312676,0.004683819,0.0003820735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9944972,0.001907418,0.0002399201,0.0003500443,0.0001915371,0.0009035341,0.00008402183,0.001634184,0.0001921769],"genre_scores_gemma":[0.9988773,0.0001629139,0.000247861,0.0002989175,0.0001797162,0.0001066125,0.00006455359,0.00005952535,0.000002597677],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4088916,"threshold_uncertainty_score":0.9998769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035401658","doi":"10.1109/msec.2020.2994827","title":"Is Hardware More Secure Than Software?","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Embedded system; Computer hardware; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04259706255952684,"gpt":0.2824557339893278,"spread":0.239858671429801,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002305156,0.0003134827,0.0003199473,0.00008006164,0.0003511716,0.000508561,0.002813734,0.0001781328,0.0001011609],"category_scores_gemma":[0.0002447098,0.0003363447,0.0002241693,0.0008229365,0.0000833852,0.00101175,0.0006763563,0.0005661441,0.0004732241],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000544535,"about_ca_system_score_gemma":0.0001616245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003653964,"about_ca_topic_score_gemma":0.000002126421,"domain_scores_codex":[0.9973711,0.0001065236,0.0004327878,0.0009517184,0.0006133092,0.0005245953],"domain_scores_gemma":[0.9978887,0.000142459,0.0001990844,0.001171043,0.0002022102,0.0003964718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009576094,0.000745313,0.01570052,0.0008619905,0.0003486656,0.0003014412,0.5058171,0.0003582005,0.001894513,0.05438617,0.3438276,0.07566282],"study_design_scores_gemma":[0.002690229,0.0004243273,0.006413799,0.0003961343,0.00006858339,0.0001361156,0.0009671021,0.2665724,0.06514059,0.05214438,0.6022475,0.002798786],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2168125,0.0008219244,0.7300177,0.04777735,0.001499795,0.0004805569,0.00003736482,0.001848808,0.0007040158],"genre_scores_gemma":[0.9625981,0.00005617732,0.02438229,0.01221014,0.0006702487,0.00001453661,0.00001024889,0.00002741433,0.00003085972],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7457856,"threshold_uncertainty_score":0.9999089,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3180230731","doi":"10.1109/msec.2021.3077403","title":"End-to-End Security: When Do We Have It?","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"End-to-end principle; Computer security; Computer science; Encryption; Computer network; Cloud computing; Mobile phone; End user; Internet privacy; Telecommunications; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0195229089745668,"gpt":0.2633182145363817,"spread":0.2437953055618149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006679136,0.0004575074,0.0006368688,0.0002487215,0.0002763502,0.0009678963,0.002378847,0.0002190929,0.0008372495],"category_scores_gemma":[0.0002194582,0.0004636877,0.0004723358,0.0006785918,0.00007857149,0.0006994699,0.001182407,0.0007165065,0.000677001],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001414045,"about_ca_system_score_gemma":0.0002798077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009508431,"about_ca_topic_score_gemma":0.0006861033,"domain_scores_codex":[0.9956698,0.0003077091,0.0007471479,0.001355107,0.001003069,0.0009171878],"domain_scores_gemma":[0.9973988,0.0002217462,0.0002080332,0.001290567,0.0004292239,0.0004516163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005488558,0.0012662,0.0005711522,0.0002291425,0.0008363588,0.002196901,0.2334432,0.00101063,0.00127317,0.4966513,0.179117,0.08335014],"study_design_scores_gemma":[0.001079875,0.0002011818,0.00009433832,0.0004425424,0.000138622,0.0002536851,0.002033312,0.2779599,0.0158652,0.02037355,0.6799325,0.001625317],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3992168,0.004119257,0.517251,0.05757254,0.004548959,0.0007703273,0.00005953859,0.001034287,0.01542739],"genre_scores_gemma":[0.9889401,0.0001543586,0.006607569,0.002788897,0.0006256937,0.00001793196,0.0000130881,0.00003516335,0.000817241],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5897233,"threshold_uncertainty_score":0.9997815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018631261","doi":"10.1109/msp.2011.168","title":"Mobile Devices and Location Privacy: Where Do We Go from Here?","year":2011,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Transparency (behavior); Internet privacy; Location tracking; Mobile device; Computer science; Information privacy; Computer security; Mobile apps; Business; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02800320737562475,"gpt":0.2904789874402433,"spread":0.2624757800646186,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006608412,0.000184214,0.0002573616,0.00008796912,0.0006291994,0.000183533,0.0005789306,0.0001931312,0.001508932],"category_scores_gemma":[0.000181806,0.0001893472,0.00008534321,0.0005254967,0.0003818017,0.0005131658,0.00008187501,0.0002206418,0.0002750809],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001088699,"about_ca_system_score_gemma":0.0002793516,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03426242,"about_ca_topic_score_gemma":0.0380814,"domain_scores_codex":[0.998062,0.0003617298,0.0003372197,0.000508566,0.000398548,0.0003319062],"domain_scores_gemma":[0.9985998,0.0001735598,0.0001686111,0.0005617568,0.0002745301,0.0002217014],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006622928,0.0008728586,0.1340605,0.0002099926,0.0002448082,0.00001003739,0.729961,0.00001942241,0.0002047817,0.007163784,0.003951795,0.1232348],"study_design_scores_gemma":[0.001154169,0.0002561211,0.03667591,0.0004402334,0.0004313917,0.000001173012,0.04628253,0.001096617,0.002190119,0.1918528,0.718298,0.001320899],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.98504,0.007620496,0.0009510011,0.0008599937,0.0002155498,0.0004576759,0.00002007773,0.0001612816,0.004673937],"genre_scores_gemma":[0.9970121,0.001808489,0.0003611075,0.0001175795,0.0003415239,0.00005793325,0.00001233075,0.00001536854,0.0002736071],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7143462,"threshold_uncertainty_score":0.9994038,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1975722173","doi":"10.1109/msp.2007.125","title":"The Canadian Response to the USA Patriot Act","year":2007,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University","funders":"","keywords":"Formality; Terrorism; Patriot Act; Frontier; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02340205544140749,"gpt":0.3222768345358835,"spread":0.298874779094476,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004243104,0.0001056792,0.00008906682,0.0000671793,0.003020352,0.0002932005,0.001097431,0.0001071422,0.00009330622],"category_scores_gemma":[0.00242279,0.00007458291,0.0000811072,0.0005686474,0.0002882235,0.0001120562,0.00003918415,0.0002934165,0.0004300649],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007830005,"about_ca_system_score_gemma":0.002298159,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9774349,"about_ca_topic_score_gemma":0.9997734,"domain_scores_codex":[0.9979645,0.0003098059,0.0001765957,0.0001971462,0.0004610726,0.0008908575],"domain_scores_gemma":[0.9977236,0.0008787895,0.00006527863,0.0005231976,0.0000776055,0.0007315316],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003441333,0.00002168659,0.005707013,0.00000293343,0.00002810005,0.00009837244,0.1473118,0.000005339734,0.00008122292,0.05492859,0.7629759,0.02849497],"study_design_scores_gemma":[0.00007196504,0.00001759568,0.07189467,0.00000556044,0.000003673994,0.000001783667,0.0003218172,0.00000124297,0.0001400698,0.001927692,0.9255051,0.0001088278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7808445,0.0001352993,0.000009659178,0.2005416,0.0007873524,0.0003960617,0.00008786956,0.00002077919,0.01717693],"genre_scores_gemma":[0.9806495,0.00005257082,0.00001156895,0.01228516,0.0009287379,0.000007583888,3.875404e-7,0.000009392899,0.006055057],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1998051,"threshold_uncertainty_score":0.9982776,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898053925","doi":"10.1109/msp.2018.3761714","title":"Postquantum Cryptography, Part 2","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Chaos-based Image/Signal Encryption","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Computer science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.016211508412174,"gpt":0.2598504961941757,"spread":0.2436389877820017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004681522,0.0002652329,0.000232418,0.0002306458,0.0002669563,0.000295489,0.001724366,0.0001115444,0.0001654381],"category_scores_gemma":[0.0001044823,0.0002680609,0.00018575,0.0008912394,0.0002444421,0.001095908,0.0003729669,0.0002912521,0.001206644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006158199,"about_ca_system_score_gemma":0.0001226068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009948154,"about_ca_topic_score_gemma":0.00002276471,"domain_scores_codex":[0.9976667,0.0001406142,0.0003599293,0.0006995805,0.0005456858,0.0005874818],"domain_scores_gemma":[0.9978783,0.000101546,0.0001479186,0.001349891,0.0002838762,0.0002384855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000251891,0.002151374,0.004397996,0.0002230445,0.0002930076,0.0003435024,0.02346304,0.00002174016,0.1485484,0.3902141,0.3332904,0.09680155],"study_design_scores_gemma":[0.002135843,0.001471902,0.00529299,0.0001957488,0.00004712301,0.0001411798,0.00005212353,0.03354874,0.2684515,0.3494633,0.3375112,0.001688349],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5198143,0.0002051926,0.4665106,0.003152603,0.003638092,0.0004310524,0.000013457,0.001026414,0.005208325],"genre_scores_gemma":[0.9845561,0.00003116681,0.01294858,0.001441153,0.0009394785,0.00001675739,0.000005757787,0.00002231921,0.00003871388],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4647418,"threshold_uncertainty_score":0.9999772,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2333295261","doi":"10.1109/msp.2016.22","title":"Security for the High-Risk User: Separate and Unequal","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Financial Literacy, Pension, Retirement Analysis","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Commodity; Computer security; Business; Computer science; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.01270277565297562,"gpt":0.2365301167250588,"spread":0.2238273410720832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008822537,0.0003218256,0.0003789733,0.000162396,0.0006143166,0.0003642156,0.0005488409,0.0001183925,0.0002146927],"category_scores_gemma":[0.0005314726,0.0001964704,0.000205875,0.0004257034,0.000157618,0.001304997,0.0003268808,0.0001672302,0.0002670513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003905009,"about_ca_system_score_gemma":0.0000328985,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001878559,"about_ca_topic_score_gemma":0.0007500054,"domain_scores_codex":[0.9980625,0.0000379962,0.0004450041,0.0005616018,0.000376034,0.00051687],"domain_scores_gemma":[0.9981917,0.0003906562,0.0004055881,0.0006691403,0.0003118274,0.00003111667],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007704053,0.0004192723,0.6772189,0.0005044717,0.0003048948,0.00002523968,0.002545617,0.00002756089,0.001931343,0.1362008,0.1591661,0.02088545],"study_design_scores_gemma":[0.003109933,0.00005985121,0.08681871,0.0001547187,0.0008302368,0.000001757795,0.0001197866,0.004839138,0.001347847,0.1621558,0.7396161,0.0009461636],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9953713,0.000298889,0.0005644646,0.001953562,0.0007314729,0.0006724837,0.00005491055,0.0001427168,0.0002101756],"genre_scores_gemma":[0.9964345,0.0002391758,0.00009470574,0.000934249,0.001863595,0.00006220031,0.00002181919,0.00004170157,0.0003081094],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5904002,"threshold_uncertainty_score":0.8011829,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389584479","doi":"10.1109/msec.2023.3336802","title":"Understanding Privacy in Virtual Reality Classrooms: A Contextual Integrity Perspective","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Perspective (graphical); Virtual reality; Internet privacy; Computer science; Human–computer interaction; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.152517166994752,"gpt":0.3714208644484374,"spread":0.2189036974536854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004245201,0.0004010426,0.0005697925,0.0006128239,0.001136469,0.0003605097,0.001690249,0.0005426115,0.0002002435],"category_scores_gemma":[0.007204425,0.0004460659,0.0002384299,0.002395742,0.0008723127,0.001554405,0.0008403359,0.001654273,0.0003284224],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003372056,"about_ca_system_score_gemma":0.0008457504,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03288149,"about_ca_topic_score_gemma":0.02846679,"domain_scores_codex":[0.9945137,0.001378102,0.0006865134,0.001060218,0.001125415,0.001236051],"domain_scores_gemma":[0.997357,0.0006990302,0.0002603162,0.001022633,0.0002672308,0.000393774],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003936876,0.0006514903,0.006067753,0.000066119,0.0001028102,0.0001381606,0.3924456,0.00001493923,0.0003696678,0.5663702,0.03169972,0.001679883],"study_design_scores_gemma":[0.002178201,0.000259946,0.004214473,0.0001604011,0.00003908902,0.000007345136,0.2101182,0.001288571,0.0003843709,0.7296559,0.05076634,0.0009271435],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9078543,0.00024907,0.01241884,0.03633345,0.003641783,0.002887942,0.0003729905,0.0022033,0.03403833],"genre_scores_gemma":[0.9977702,0.0006692192,0.0000543991,0.0002949743,0.0008289226,0.00008205702,0.00006180333,0.00004047412,0.0001979615],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1823274,"threshold_uncertainty_score":0.9997991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988138196","doi":"10.1109/msp.2008.115","title":"Developing and Retaining a Security Testing Mindset","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Mindset; Software security assurance; Security testing; Computer science; Task (project management); Computer security; Information security; Security service; Engineering; Cloud computing security; Security information and event management; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05005909571749499,"gpt":0.2652600723786538,"spread":0.2152009766611588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005615486,0.0002646509,0.0002846509,0.0001654469,0.0006743483,0.0002278479,0.0009376699,0.0001324743,0.000007815052],"category_scores_gemma":[0.0003480063,0.0002763238,0.00006611939,0.0006872542,0.0001281821,0.001625662,0.0005555764,0.0004207159,0.00006901811],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008675272,"about_ca_system_score_gemma":0.0002895937,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008297402,"about_ca_topic_score_gemma":0.00001586798,"domain_scores_codex":[0.997961,0.0001008896,0.0004844913,0.0004749334,0.0004380334,0.0005406832],"domain_scores_gemma":[0.9985412,0.0001892795,0.0002102116,0.0006396788,0.0002320942,0.0001875365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004894492,0.0003547317,0.05100336,0.0005309838,0.0001627409,0.0006939196,0.4888029,0.00002337374,0.0007800219,0.3695329,0.01086902,0.0771971],"study_design_scores_gemma":[0.007558857,0.0007134387,0.08438963,0.0009391998,0.00007374116,0.007852699,0.001972164,0.2916535,0.06533267,0.3607107,0.1722326,0.006570837],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9504899,0.0001736622,0.0400978,0.001208573,0.0003715628,0.0002361105,0.000004883664,0.0004569246,0.006960537],"genre_scores_gemma":[0.9669214,0.00004723538,0.0315851,0.001287039,0.0001124804,0.00001258396,0.000004590798,0.00001146631,0.00001810091],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4868307,"threshold_uncertainty_score":0.9999689,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405360852","doi":"10.1109/msec.2024.3463915","title":"Threshold Signatures","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cellular Automata and Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01410688600325958,"gpt":0.2668389478152686,"spread":0.252732061812009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001339376,0.0001172367,0.00009527025,0.00008161936,0.0001028149,0.0004570184,0.00112833,0.00006791366,0.00004180827],"category_scores_gemma":[0.000008572759,0.0001065027,0.00009499234,0.0004515928,0.00003316689,0.0004166928,0.0002281603,0.0002449933,0.0005844672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002463906,"about_ca_system_score_gemma":0.00006825221,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001422044,"about_ca_topic_score_gemma":0.000003802389,"domain_scores_codex":[0.9989897,0.00001621444,0.0001425385,0.0004091052,0.0002189998,0.000223468],"domain_scores_gemma":[0.9990364,0.00005922505,0.0000184727,0.0007776596,0.00002486435,0.00008339137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001084489,0.0001091316,0.00003132044,0.00007459684,0.00003681307,0.0001016427,0.003627194,0.00003626677,0.02148501,0.8660696,0.08155031,0.02687702],"study_design_scores_gemma":[0.0001168689,0.00002702178,0.0002648064,0.00005314399,0.00001334648,0.00003342072,0.000008889496,0.1730044,0.04568176,0.2343235,0.5461355,0.0003372832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2992001,0.01076379,0.6427209,0.01401252,0.002979189,0.0006742335,0.00002603666,0.004366833,0.02525642],"genre_scores_gemma":[0.9968547,0.00004436991,0.002247373,0.0003320363,0.0001869316,0.00002351496,0.000005341986,0.00001082584,0.0002948938],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6976547,"threshold_uncertainty_score":0.7512338,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388624363","doi":"10.1109/msec.2023.3315944","title":"Privacy-Preserving Machine Learning [Cryptography]","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cryptography; Differential privacy; Encryption; Information leakage; Information privacy; Computation; Leakage (economics); Computer security; Artificial intelligence; Data mining; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.02959177808758929,"gpt":0.2796400927008302,"spread":0.250048314613241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.001659746,0.0005727115,0.0005575264,0.001023125,0.0006809339,0.0006679106,0.06428578,0.0003625419,0.00009053655],"category_scores_gemma":[0.02504663,0.0005968933,0.0003038897,0.004587522,0.0002292264,0.002098443,0.1565558,0.001599993,0.0009681555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001214318,"about_ca_system_score_gemma":0.0001177399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000250984,"about_ca_topic_score_gemma":0.00002767935,"domain_scores_codex":[0.9947347,0.0003589386,0.0007127386,0.001579488,0.001102631,0.001511482],"domain_scores_gemma":[0.9828466,0.0006024371,0.000328345,0.01576226,0.0001749721,0.0002854077],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004303956,0.0003948199,0.03450242,0.0003752405,0.0003280377,0.0006630761,0.004156276,0.0002101019,0.01088445,0.01402632,0.8804103,0.05400598],"study_design_scores_gemma":[0.0007407744,0.0001381937,0.003106788,0.0001311854,0.00001894359,0.00004452913,0.0000610173,0.2924865,0.01295974,0.6000829,0.08930203,0.0009274017],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6580655,0.001555541,0.2213415,0.07945944,0.0037727,0.001342365,0.00009637904,0.0292855,0.005081058],"genre_scores_gemma":[0.8907221,0.0008756052,0.1074182,0.0003676297,0.0002294701,0.00008768176,0.00008268838,0.0000910022,0.0001256736],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7911082,"threshold_uncertainty_score":0.9998097,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405907177","doi":"10.1109/msec.2024.3492132","title":"ThreatScout: Automated Threat Hunting Solution Using Machine Reasoning","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Computer science; Artificial intelligence; Automated reasoning; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02091807385054465,"gpt":0.3121394986568999,"spread":0.2912214248063553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000459855,0.000281583,0.0002477285,0.0002956603,0.0003464155,0.0005003878,0.0007960871,0.0001431054,0.00001469403],"category_scores_gemma":[0.0001041449,0.0002874374,0.0001363354,0.0009353392,0.00005915494,0.001853018,0.0004456544,0.0004480102,0.00005424415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002918408,"about_ca_system_score_gemma":0.0001055177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004329407,"about_ca_topic_score_gemma":0.00003401132,"domain_scores_codex":[0.9979321,0.0000868325,0.0003687434,0.0007411717,0.0003711584,0.0004999487],"domain_scores_gemma":[0.9987882,0.00009395158,0.0001138474,0.0007922692,0.0001067839,0.0001049862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007788701,0.0005212777,0.003136805,0.001309337,0.0004676403,0.001395121,0.02249011,0.002810291,0.4401001,0.1251686,0.004705339,0.3978176],"study_design_scores_gemma":[0.0001093763,0.00004551594,0.00009096313,0.0002921054,0.00001684305,0.0001853593,0.000008446023,0.8479203,0.1214614,0.02773066,0.00182297,0.0003160961],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0716449,0.001303026,0.9126,0.0003119285,0.001105834,0.0002742139,0.000006100809,0.0122379,0.0005160447],"genre_scores_gemma":[0.8447273,0.00005433539,0.1548653,0.00008442741,0.0001770426,0.00001595066,0.000003962158,0.00003638797,0.0000353266],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.84511,"threshold_uncertainty_score":0.9999578,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2046112127","doi":"10.1109/msp.2012.123","title":"Privacy: Front and Center","year":2012,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Government of Ontario","funders":"","keywords":"Internet privacy; Privacy law; Information privacy; Privacy policy; Business; Personally identifiable information; Government (linguistics); Commission; Officer; Computer security; Political science; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02997790897844795,"gpt":0.3053867629363096,"spread":0.2754088539578617,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001273823,0.0002348903,0.0002646973,0.0001137284,0.0008190541,0.0002109159,0.0007990371,0.0002411899,0.0003754041],"category_scores_gemma":[0.0008359252,0.0002395022,0.00009737027,0.0001897846,0.0003357827,0.001669935,0.0005712362,0.0003973411,0.0003662515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001670777,"about_ca_system_score_gemma":0.000105152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002804661,"about_ca_topic_score_gemma":0.0005927799,"domain_scores_codex":[0.9974905,0.0003702811,0.0003035141,0.0004025132,0.0005359756,0.0008972366],"domain_scores_gemma":[0.9984546,0.0001008389,0.0001352355,0.0006986143,0.00008751308,0.0005232015],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002433617,0.002402815,0.2514259,0.0002732839,0.0002115936,0.00002236638,0.474514,3.448027e-7,0.001665204,0.04450028,0.1727655,0.05197532],"study_design_scores_gemma":[0.0007548268,0.00004938648,0.01426155,0.00003690922,0.00003331088,0.00001120003,0.001230957,0.00002009105,0.001317477,0.02822329,0.9536117,0.0004492437],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9687539,0.002093978,0.0009250481,0.005289924,0.002823748,0.0008432257,0.00006924522,0.0003811856,0.01881979],"genre_scores_gemma":[0.9956598,0.0008757452,0.0006505062,0.0005368418,0.001960509,0.00003385842,0.0000215723,0.00002493647,0.0002362351],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7808462,"threshold_uncertainty_score":0.9766615,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254969116","doi":"10.1109/msp.2018.2701168","title":"Table of contents","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Bluetooth and Wireless Communication Technologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.0285041450406485,"gpt":0.2703610682358166,"spread":0.2418569231951681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001426031,0.00008521488,0.0001491149,0.00008082574,0.00009328347,0.0000461636,0.002569351,0.00007503025,0.00001496587],"category_scores_gemma":[0.0001057539,0.00007988028,0.0000406772,0.0003956185,0.0002185834,0.00037624,0.0006012352,0.000124949,0.00007971731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001049472,"about_ca_system_score_gemma":0.00003854916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008893533,"about_ca_topic_score_gemma":0.00001458492,"domain_scores_codex":[0.9991889,0.00003666222,0.000209208,0.0001959191,0.0001682477,0.0002010858],"domain_scores_gemma":[0.9980772,0.00005010368,0.0001230055,0.001503252,0.0002023701,0.00004414436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004138904,0.0009382769,0.01198177,0.0001177786,0.00012312,0.000008644777,0.01139524,0.000003830115,0.04743347,0.6633512,0.0593387,0.2052666],"study_design_scores_gemma":[0.000545327,0.0002185662,0.002379853,0.00004943453,0.000004791691,0.000006409366,0.00007053114,0.005020462,0.8369886,0.08133046,0.07314254,0.000242987],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8486918,0.0006274511,0.1358638,0.003519681,0.0007314544,0.0002494391,0.000006996011,0.0008436989,0.009465691],"genre_scores_gemma":[0.9896319,0.00008096179,0.009971222,0.0002038236,0.00003146493,0.000006796475,7.221824e-7,0.000004422239,0.00006870012],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7895552,"threshold_uncertainty_score":0.4774537,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250445530","doi":"10.1109/msp.2015.129","title":"Table of Contents","year":2015,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.03712562156391669,"gpt":0.265806811393872,"spread":0.2286811898299553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003481671,0.0001065064,0.0001756074,0.00007407969,0.00004661639,0.00007748046,0.001064594,0.0000612323,0.00001809827],"category_scores_gemma":[0.00009120969,0.0001016286,0.00005694845,0.0003223336,0.00004397325,0.001094403,0.0002416751,0.000128447,0.0001880477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002828312,"about_ca_system_score_gemma":0.0001209472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001414081,"about_ca_topic_score_gemma":0.00001061103,"domain_scores_codex":[0.9988393,0.00004747068,0.0003088092,0.0001675606,0.0004024581,0.0002343768],"domain_scores_gemma":[0.9987084,0.00002246936,0.0001471999,0.0006316314,0.0003162342,0.0001741271],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007080207,0.0009100098,0.005244155,0.0001596757,0.000104743,0.00003227004,0.107882,0.00007501108,0.001340416,0.6844925,0.1833271,0.01636126],"study_design_scores_gemma":[0.005479986,0.0004706799,0.003124758,0.0001039104,0.0000235454,0.00008092402,0.0007679371,0.05751479,0.1702015,0.1432908,0.6178656,0.001075707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7551418,0.0003624968,0.1465065,0.002225877,0.003169846,0.0005203387,0.00002214218,0.0004789061,0.09157217],"genre_scores_gemma":[0.9967728,0.000007797705,0.002471792,0.0005523345,0.00004356087,0.000004695477,0.000002999378,0.00000413847,0.0001398323],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5412018,"threshold_uncertainty_score":0.4144293,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229595540","doi":"10.1109/msec.2019.2901138","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.03804681552417824,"gpt":0.2154656852559321,"spread":0.1774188697317539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003006816,0.0001037042,0.0003980768,0.0001063834,0.00004365315,0.00003237148,0.0003286828,0.00005312648,0.007492928],"category_scores_gemma":[0.00004835559,0.0001209243,0.0001083251,0.000137761,0.00006866063,0.0002435932,0.0001155562,0.00007627027,0.02187907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000032142,"about_ca_system_score_gemma":0.000009632497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002771445,"about_ca_topic_score_gemma":0.000004283931,"domain_scores_codex":[0.9989404,0.000005083441,0.0004294692,0.0003494451,0.00003099934,0.000244619],"domain_scores_gemma":[0.9992068,0.00002581283,0.000265425,0.0004170027,0.00003378294,0.0000511935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006137362,0.0004368292,0.3330029,0.0001969396,0.0003765539,0.00000363322,0.007400556,0.00006725849,0.0004885903,0.278118,0.3794765,0.0003708598],"study_design_scores_gemma":[0.001565749,0.00007631907,0.008738551,0.00003119209,0.000009086322,0.000001641126,0.0005690806,0.0007794844,0.002554031,0.03473356,0.9505471,0.000394197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6743403,0.0005903966,0.00003391836,0.00009210863,0.002877396,0.0001636908,0.0002706925,0.00002018964,0.3216113],"genre_scores_gemma":[0.9483215,0.0001059188,0.00007287778,0.0001094218,0.00004213368,0.000004133025,0.000004174214,0.000009265009,0.05133064],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5710706,"threshold_uncertainty_score":0.9934143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250368714","doi":"10.1109/msec.2020.2975335","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.03422416541100035,"gpt":0.2451721108215227,"spread":0.2109479454105224,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000918378,0.00007374715,0.0001294166,0.00002573994,0.00004534203,0.00005462891,0.000730822,0.0000428683,0.000018203],"category_scores_gemma":[0.00009584178,0.00007404522,0.00004997641,0.0003208912,0.00002106941,0.0003855652,0.0001408635,0.0001180134,0.00006031434],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008649827,"about_ca_system_score_gemma":0.00002587595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001133964,"about_ca_topic_score_gemma":0.000003423726,"domain_scores_codex":[0.9992467,0.00003497851,0.0001568069,0.0002218827,0.0001976968,0.0001419625],"domain_scores_gemma":[0.9994093,0.00003185771,0.0000779913,0.0003171228,0.00006800589,0.00009573886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002999974,0.001162981,0.02711447,0.000804988,0.0003640275,0.0001409328,0.1244898,0.0004139707,0.4977591,0.08474588,0.1725017,0.0902022],"study_design_scores_gemma":[0.001591974,0.0006088569,0.004423291,0.00006428748,0.00002170947,0.00001645928,0.00006272044,0.06457134,0.7848237,0.02687754,0.1164167,0.0005213806],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7978766,0.0002377891,0.1921255,0.005228286,0.0013036,0.0002108315,0.000007232931,0.0003197081,0.002690457],"genre_scores_gemma":[0.9976013,0.00001105884,0.001509046,0.0007367695,0.0001147671,0.000002289543,6.859866e-7,0.000004652756,0.00001940437],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2870646,"threshold_uncertainty_score":0.3019477,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4393405087","doi":"10.1109/msec.2024.3359791","title":"Table of Contents","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.05067241403211527,"gpt":0.2354871060733364,"spread":0.1848146920412211,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003341653,0.0001038992,0.0003125011,0.0001520981,0.00005539487,0.00008643733,0.0002647908,0.00005027707,0.003807896],"category_scores_gemma":[0.00005581977,0.0001166352,0.0001238029,0.0002083161,0.00009810118,0.0002779879,0.00009730083,0.0000917876,0.01031899],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003900012,"about_ca_system_score_gemma":0.00001409417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002483359,"about_ca_topic_score_gemma":0.000005361587,"domain_scores_codex":[0.9989451,0.000004554046,0.0004209972,0.000373038,0.0000288068,0.0002275117],"domain_scores_gemma":[0.9995,0.00003455543,0.0001028907,0.0002877597,0.00002288401,0.00005193078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001317405,0.0001294269,0.006600877,0.0002088312,0.0002884253,0.00001259883,0.005745663,0.0000157742,0.0001222764,0.3495237,0.6366033,0.0007359277],"study_design_scores_gemma":[0.0002650685,0.00002496567,0.0005642932,0.00004209947,0.000009013314,0.000002037027,0.0002083585,0.001347914,0.001045091,0.04804238,0.9482602,0.0001886015],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3955534,0.01182797,0.0004526986,0.0005468003,0.01127517,0.0002546665,0.001251535,0.0001337513,0.578704],"genre_scores_gemma":[0.9595289,0.0003283559,0.00007518477,0.00007160496,0.00009668696,0.00000679051,0.000004721903,0.00001175595,0.03987595],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5639756,"threshold_uncertainty_score":0.9971027,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4233816949","doi":"10.1109/msec.2018.2882149","title":"Table of Contents","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.05499807073998909,"gpt":0.2348444951573191,"spread":0.17984642441733,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000329025,0.0001030595,0.0003404221,0.0001099147,0.0001035582,0.00003542796,0.00034102,0.00005239273,0.005337349],"category_scores_gemma":[0.0000963046,0.0001197201,0.00008947235,0.0001660052,0.0002562818,0.0002212853,0.0001239284,0.00006128247,0.01187431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002991152,"about_ca_system_score_gemma":0.00001014463,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003447146,"about_ca_topic_score_gemma":0.00001552865,"domain_scores_codex":[0.9989269,0.000005464636,0.000437678,0.0003406243,0.0000290491,0.0002602281],"domain_scores_gemma":[0.9992105,0.00001998005,0.0002598521,0.0003845588,0.00006478963,0.00006034735],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000052507,0.0003273289,0.05394129,0.00006234631,0.0002668331,0.000003025578,0.009351467,0.000003325118,0.0002572646,0.175035,0.7601711,0.0005285021],"study_design_scores_gemma":[0.0008652929,0.00009511372,0.003938294,0.00001907799,0.000008417808,0.000001549944,0.0003429144,0.0004177229,0.005032673,0.04362207,0.9453789,0.0002779768],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5470847,0.000575639,0.0002116568,0.0001645902,0.004025628,0.000142711,0.0003934559,0.00003350397,0.4473681],"genre_scores_gemma":[0.9751031,0.0000837934,0.0001561271,0.0001484018,0.0001723712,0.000004526674,0.000002894854,0.000009238683,0.02431959],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4280184,"threshold_uncertainty_score":0.9955719,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388651578","doi":"10.1109/msec.2023.3324516","title":"IEEE Computer Society Seeks Applicants for Editors in Chief","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Key Research and Development Program of China; University of Waterloo; Jinan University; National Natural Science Foundation of China","keywords":"Editor in chief; Engineering ethics; Management; Computer science; Political science; Sociology; Engineering; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.01399887963699616,"gpt":0.2644886095710423,"spread":0.2504897299340461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000652006,0.0002963204,0.0003572819,0.0001628197,0.0002541129,0.0002028938,0.001669439,0.0001699478,0.000002306033],"category_scores_gemma":[0.00002103948,0.0002849249,0.0002889367,0.001099459,0.00007312954,0.0002187156,0.0004775101,0.0004708165,0.00007076589],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000594352,"about_ca_system_score_gemma":0.0001082688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005488968,"about_ca_topic_score_gemma":0.00001435952,"domain_scores_codex":[0.997488,0.00006593019,0.0003884923,0.0008408544,0.0004034118,0.0008132627],"domain_scores_gemma":[0.9985079,0.000337489,0.0001188432,0.0007981287,0.00007060053,0.0001670012],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000360174,0.0007239991,0.001500178,0.0004666849,0.0001720989,0.0001087722,0.03666081,0.0298942,0.002171368,0.003271154,0.676581,0.2484137],"study_design_scores_gemma":[0.0007892617,0.0001098345,0.001740405,0.0000567551,0.000004253125,0.00001017177,0.00001604723,0.9433241,0.001222654,0.01553765,0.03680617,0.0003826257],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5460982,0.00003061213,0.4413831,0.002854417,0.007986262,0.0006778186,0.00002572606,0.0008909232,0.00005298509],"genre_scores_gemma":[0.9328149,0.00002723957,0.05633523,0.001087908,0.009506782,0.0001007898,0.00001720019,0.00005001483,0.00005992303],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.91343,"threshold_uncertainty_score":0.9999603,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4253341353","doi":"10.1109/msp.2017.265092938","title":"Detecting the Detectable: Unintended Consequences of Cryptographic Election Verification","year":2017,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Mathematical proof; Cryptography; Computer science; Computer security; Electronic voting; Voting; Cryptographic primitive; Unintended consequences; Cryptographic protocol; Internet privacy; Theoretical computer science; Political science; Mathematics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02137974796298783,"gpt":0.2680428780186832,"spread":0.2466631300556953,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007364355,0.000154437,0.0002163687,0.0001152996,0.0008446387,0.0004359643,0.002188442,0.00008509164,0.00001037004],"category_scores_gemma":[0.0004494124,0.0001165734,0.0001719166,0.0003027155,0.0004936975,0.0005631295,0.0001730606,0.0003131051,0.000009049157],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003056812,"about_ca_system_score_gemma":0.0000791343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004009689,"about_ca_topic_score_gemma":0.0003556017,"domain_scores_codex":[0.9984794,0.0001535428,0.0003801969,0.0003812721,0.0003215807,0.00028401],"domain_scores_gemma":[0.9980499,0.0001064525,0.0006141271,0.0008994407,0.0002801501,0.00004991376],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006751187,0.0002604079,0.003260621,0.0001199751,0.0004970906,0.00002153488,0.0197872,0.0008604242,0.1206798,0.7589827,0.0004384526,0.09502422],"study_design_scores_gemma":[0.0005450271,0.0002308735,0.004792418,0.0001551433,0.00009691555,0.00006902186,0.0006607295,0.6069205,0.3715311,0.01318851,0.001286909,0.0005228675],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7297175,0.000118615,0.2676444,0.001123403,0.0006029068,0.000160105,9.631019e-7,0.0001065964,0.0005255463],"genre_scores_gemma":[0.9985762,0.00003447602,0.001199924,0.00005906801,0.00009830586,0.0000100675,6.363871e-7,0.00000760454,0.00001373279],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7457942,"threshold_uncertainty_score":0.6496363,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319990355","doi":"10.1109/msec.2022.3223596","title":"Table of Contents","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.025691243003249,"gpt":0.2639622713587879,"spread":0.2382710283555389,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003030552,0.0001028194,0.0001660453,0.000135765,0.00008675651,0.00007324397,0.001057294,0.00005948282,0.00003670808],"category_scores_gemma":[0.00006286442,0.0001010095,0.00007306943,0.0008368011,0.00003926169,0.0008196588,0.0002946765,0.0001268737,0.0006283387],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001497683,"about_ca_system_score_gemma":0.00005457807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007645483,"about_ca_topic_score_gemma":0.00000800026,"domain_scores_codex":[0.9988416,0.00003779847,0.0003044198,0.0001828209,0.0003470116,0.0002863709],"domain_scores_gemma":[0.9989783,0.00004469033,0.0001217325,0.000620759,0.0001480996,0.00008640655],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003443109,0.000464838,0.004508542,0.0003391999,0.0001250789,0.00005859744,0.07159413,0.0001037756,0.005756568,0.6656601,0.2253828,0.02597196],"study_design_scores_gemma":[0.003408766,0.0002735845,0.02195945,0.0001525209,0.00002180417,0.00004067824,0.0005759956,0.1411145,0.2242128,0.1262227,0.4808577,0.001159481],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9347206,0.00008465159,0.03006259,0.002291983,0.002187618,0.0004027599,0.00002846019,0.0009929667,0.02922843],"genre_scores_gemma":[0.9986262,0.00003131483,0.0006028166,0.0004050843,0.0000368693,0.000007708714,0.000006974018,0.000005018897,0.0002780182],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5394375,"threshold_uncertainty_score":0.8076233,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205362389","doi":"10.1109/msec.2020.2988374","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.03422416541100035,"gpt":0.2451721108215227,"spread":0.2109479454105224,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000918378,0.00007374715,0.0001294166,0.00002573994,0.00004534203,0.00005462891,0.000730822,0.0000428683,0.000018203],"category_scores_gemma":[0.00009584178,0.00007404522,0.00004997641,0.0003208912,0.00002106941,0.0003855652,0.0001408635,0.0001180134,0.00006031434],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008649827,"about_ca_system_score_gemma":0.00002587595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001133964,"about_ca_topic_score_gemma":0.000003423726,"domain_scores_codex":[0.9992467,0.00003497851,0.0001568069,0.0002218827,0.0001976968,0.0001419625],"domain_scores_gemma":[0.9994093,0.00003185771,0.0000779913,0.0003171228,0.00006800589,0.00009573886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002999974,0.001162981,0.02711447,0.000804988,0.0003640275,0.0001409328,0.1244898,0.0004139707,0.4977591,0.08474588,0.1725017,0.0902022],"study_design_scores_gemma":[0.001591974,0.0006088569,0.004423291,0.00006428748,0.00002170947,0.00001645928,0.00006272044,0.06457134,0.7848237,0.02687754,0.1164167,0.0005213806],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7978766,0.0002377891,0.1921255,0.005228286,0.0013036,0.0002108315,0.000007232931,0.0003197081,0.002690457],"genre_scores_gemma":[0.9976013,0.00001105884,0.001509046,0.0007367695,0.0001147671,0.000002289543,6.859866e-7,0.000004652756,0.00001940437],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2870646,"threshold_uncertainty_score":0.3019477,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232963918","doi":"10.1109/msec.2019.2953323","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Database; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02789446418389459,"gpt":0.2466696576792579,"spread":0.2187751934953633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001214401,0.0001066079,0.0001840837,0.00003658194,0.00006033061,0.00007150147,0.001111978,0.00005307715,0.00005805992],"category_scores_gemma":[0.0000747041,0.0001048726,0.00007290939,0.0003727373,0.0000362118,0.0008689467,0.0002524391,0.0001516594,0.0001949493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001076543,"about_ca_system_score_gemma":0.00005657874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000436074,"about_ca_topic_score_gemma":0.00000271877,"domain_scores_codex":[0.9989403,0.00003693446,0.0003118465,0.0001937264,0.000305379,0.0002118207],"domain_scores_gemma":[0.9991229,0.00002479386,0.000139329,0.0004153072,0.0001436532,0.0001539828],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009449068,0.000628834,0.004157352,0.0005237688,0.0001576159,0.00004587273,0.1728324,0.00007974819,0.01090196,0.6583596,0.12965,0.02256831],"study_design_scores_gemma":[0.003457996,0.0004638713,0.003359523,0.00007827548,0.00002391897,0.00002478939,0.0004024069,0.1312874,0.3333592,0.02520909,0.5013583,0.0009753205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6231863,0.0003280563,0.3076409,0.01664166,0.001628105,0.000712181,0.00004357253,0.0007469118,0.0490723],"genre_scores_gemma":[0.9949486,0.00001436016,0.001891942,0.003052523,0.00005510105,0.000003517455,0.000002782155,0.000004290898,0.00002688513],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6331505,"threshold_uncertainty_score":0.4276582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205726858","doi":"10.1109/msp.2014.36","title":"Table of contents","year":2014,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.02654297890321161,"gpt":0.2627548521789878,"spread":0.2362118732757762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000452507,0.0001137316,0.0001997685,0.00007421117,0.000110135,0.00008040085,0.001397881,0.00006682119,0.00001845111],"category_scores_gemma":[0.000186508,0.0001182777,0.00006957003,0.0003545651,0.00005713476,0.0003700619,0.0002308915,0.0001492232,0.00006627198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001571385,"about_ca_system_score_gemma":0.0000364179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007904488,"about_ca_topic_score_gemma":0.000002929849,"domain_scores_codex":[0.9987124,0.00010403,0.0003215638,0.0003289584,0.0002844653,0.0002485363],"domain_scores_gemma":[0.9985171,0.0001681239,0.0001847048,0.0008721675,0.0001698181,0.00008811573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002245885,0.0007092063,0.007026672,0.0002287099,0.0000796129,0.000005326115,0.0152393,0.0002005442,0.01577082,0.8990832,0.01570258,0.04593159],"study_design_scores_gemma":[0.001897338,0.0002892592,0.006733532,0.0001757439,0.00001974824,0.00003244757,0.00008009686,0.3475874,0.2497782,0.1584362,0.2341645,0.0008056258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3376107,0.0001156494,0.6538201,0.0008609291,0.00123794,0.0001571923,0.000002689512,0.0002196189,0.00597522],"genre_scores_gemma":[0.9906736,0.00001054496,0.008766979,0.0003670806,0.0001236505,0.000004275691,0.000001480414,0.000006462862,0.00004594923],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.740647,"threshold_uncertainty_score":0.4823223,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4231224119","doi":"10.1109/msec.2019.2899709","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.02623532481266007,"gpt":0.2674715794658723,"spread":0.2412362546532122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003393755,0.0001754261,0.0003121716,0.0001362596,0.00004680656,0.00008126571,0.03249574,0.0001440473,0.00006802292],"category_scores_gemma":[0.004032467,0.0001724851,0.00007741215,0.0005742605,0.00009238277,0.001005288,0.04362347,0.0002977113,0.0003499177],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004098428,"about_ca_system_score_gemma":0.00006533242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00013609,"about_ca_topic_score_gemma":0.00000476031,"domain_scores_codex":[0.9981807,0.00005567827,0.0003453864,0.0005561285,0.0004367238,0.0004253975],"domain_scores_gemma":[0.9886116,0.0001324649,0.0002005213,0.01085114,0.0001354305,0.00006883815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004944417,0.0008249476,0.0489438,0.0004217126,0.0002079783,0.0000567042,0.001470746,0.00001669031,0.07509937,0.04173593,0.8106566,0.02051608],"study_design_scores_gemma":[0.001307775,0.0002298007,0.003047384,0.0001555014,0.00001144784,0.00002377908,0.00004165205,0.03991229,0.3064145,0.6085086,0.03978327,0.0005640053],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9400721,0.0003560849,0.04181521,0.008901927,0.001791637,0.0005347439,0.00004442555,0.0009659438,0.005517898],"genre_scores_gemma":[0.9575508,0.00005044899,0.0420616,0.0001810355,0.00002500662,0.000007991599,0.000004717348,0.00001218178,0.0001062346],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7708733,"threshold_uncertainty_score":0.9727389,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210743149","doi":"10.1109/msec.2021.3075633","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.05353399542853585,"gpt":0.2271706564559782,"spread":0.1736366610274424,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002448408,0.00009727709,0.0003786867,0.00007142602,0.00007274196,0.00004303884,0.0002351575,0.0000512746,0.005484817],"category_scores_gemma":[0.000142814,0.0001212748,0.0001188263,0.0001923907,0.00008655631,0.000194638,0.0001422903,0.00007627415,0.004328301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003123383,"about_ca_system_score_gemma":0.00002120731,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001679024,"about_ca_topic_score_gemma":0.0000124962,"domain_scores_codex":[0.9989194,0.00000770647,0.000444208,0.00036418,0.00003009689,0.0002343782],"domain_scores_gemma":[0.9992313,0.00002736156,0.0002172142,0.0003972472,0.00006786811,0.0000589964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003052024,0.0006519296,0.07254069,0.0001556782,0.000469199,0.00003571648,0.007426258,0.00003812729,0.000674806,0.30135,0.6160246,0.0006025229],"study_design_scores_gemma":[0.001004204,0.00002512249,0.003743622,0.00002465986,0.00001146059,0.000004883498,0.000696666,0.0002960167,0.01061488,0.04602513,0.9372541,0.0002992078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.536418,0.003291203,0.0002077332,0.0003891487,0.004194289,0.0001188091,0.0007044539,0.00003355016,0.4546428],"genre_scores_gemma":[0.9557223,0.0003137804,0.0001926446,0.0001705839,0.00006416562,0.00000459687,0.00000873489,0.000008988341,0.04351416],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4193043,"threshold_uncertainty_score":0.996447,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2915071437","doi":"10.1109/msp.2016.103","title":"Security & Privacy Week Interviews, Part 1","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Officer; Information privacy; Information security; Information assurance; Cryptography; Library science; Internet privacy; Computer security; Political science; Computer science; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.06683814854286566,"gpt":0.3319139964270986,"spread":0.265075847884233,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00322713,0.0006162348,0.0007224515,0.0002996007,0.001331905,0.0004408318,0.003308096,0.0005691612,0.003097645],"category_scores_gemma":[0.00481141,0.000518793,0.0004623376,0.0008675312,0.000921756,0.002302549,0.001381721,0.0007612138,0.005106832],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005922828,"about_ca_system_score_gemma":0.0005088365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004600734,"about_ca_topic_score_gemma":0.01087518,"domain_scores_codex":[0.9934153,0.001371655,0.001027442,0.001306099,0.001331084,0.001548439],"domain_scores_gemma":[0.9951468,0.0004835008,0.0005134995,0.002648598,0.0004106825,0.0007969057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004059891,0.002573537,0.006400135,0.0003554838,0.0002965668,0.00004468325,0.1356498,4.537923e-7,0.004027286,0.0289013,0.7580875,0.06325726],"study_design_scores_gemma":[0.0009116639,0.00006887007,0.0003684374,0.0002071574,0.0000478465,0.00001073853,0.0003449668,0.000002916096,0.001431415,0.1446991,0.8512151,0.0006917848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9186044,0.001920091,0.00809494,0.03538265,0.007748147,0.002580643,0.0005365263,0.001722222,0.02341038],"genre_scores_gemma":[0.9894442,0.003572077,0.000614568,0.000924863,0.003137466,0.000170368,0.00007853557,0.0000779484,0.00197996],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1353048,"threshold_uncertainty_score":0.9999682,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4238740452","doi":"10.1109/msec.2019.2936696","title":"Table of contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.03044429020811235,"gpt":0.3011725520140281,"spread":0.2707282618059157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007541112,0.0001342972,0.0002716638,0.00009174378,0.0002356493,0.00006859382,0.0009701286,0.0001688896,0.0006973248],"category_scores_gemma":[0.0006452128,0.0001416414,0.00009844791,0.0003857861,0.0001872681,0.0007093099,0.0002488253,0.0002362444,0.0004459567],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007078499,"about_ca_system_score_gemma":0.0001627685,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00943559,"about_ca_topic_score_gemma":0.0007925491,"domain_scores_codex":[0.9982015,0.0002071993,0.0003013666,0.0003249037,0.000547187,0.0004178509],"domain_scores_gemma":[0.9986913,0.00009371352,0.0001861708,0.0006889217,0.0001950674,0.000144803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000902662,0.003670288,0.2470892,0.001225355,0.0005238989,0.00004016174,0.236483,0.0000199129,0.08441556,0.230222,0.1696418,0.02576613],"study_design_scores_gemma":[0.002062585,0.0002549916,0.00637161,0.0001429577,0.00004748619,0.000003533422,0.003731503,0.0001579664,0.03978166,0.1070386,0.8397601,0.0006470465],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9607616,0.0003143105,0.0002085052,0.001142609,0.001728137,0.0007312794,0.00005712135,0.0001320049,0.03492444],"genre_scores_gemma":[0.9984252,0.0002370629,0.0001484807,0.0001640356,0.0002727043,0.00001228688,0.00001359803,0.0000132804,0.0007133517],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6701182,"threshold_uncertainty_score":0.9971607,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410887211","doi":"10.1109/msec.2025.3566723","title":"Exploring Public Attitudes on Technology-Facilitated Intimate Partner Violence","year":2025,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Domestic violence; Psychology; Criminology; Social psychology; Internet privacy; Political science; Computer security; Suicide prevention; Public relations; Poison control; Medical emergency; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1030552484207304,"gpt":0.3633661021531226,"spread":0.2603108537323923,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009091918,0.0002581079,0.0003119979,0.0004820977,0.0009431808,0.0002160194,0.001115152,0.0002059995,0.0001005614],"category_scores_gemma":[0.0007202217,0.000258938,0.0001150068,0.001550972,0.0007315739,0.0007584537,0.0002179577,0.0005128772,0.000576512],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002111349,"about_ca_system_score_gemma":0.0002682041,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004806264,"about_ca_topic_score_gemma":0.00007852389,"domain_scores_codex":[0.9974819,0.000205238,0.0003825405,0.0006082317,0.0004609528,0.0008611646],"domain_scores_gemma":[0.9986621,0.0001690643,0.00008938476,0.0006579868,0.0002740037,0.0001474877],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007366698,0.0006641999,0.04120519,0.000171373,0.0001295619,0.0000374377,0.0124919,0.00003032263,0.001528529,0.879382,0.003625229,0.06066056],"study_design_scores_gemma":[0.002536119,0.0004502987,0.09685912,0.003891709,0.0001401025,0.000004908351,0.01458434,0.0007532403,0.05505051,0.3709679,0.4518933,0.002868453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8985366,0.0002655448,0.0003269225,0.002309943,0.001360342,0.0005149062,0.00001343725,0.000864712,0.0958076],"genre_scores_gemma":[0.9974349,0.001265647,0.0002134466,0.0004960808,0.00009814245,0.0001989964,0.000004385594,0.00001394052,0.0002744526],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5084141,"threshold_uncertainty_score":0.9999863,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220846184","doi":"10.1109/msec.2021.3130864","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.05032299267264739,"gpt":0.219518135951509,"spread":0.1691951432788616,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004553982,0.00009189719,0.0003315197,0.0001293369,0.0002137464,0.00002442478,0.0004223875,0.00002225315,0.01248982],"category_scores_gemma":[0.00005055396,0.0001201573,0.0001085729,0.0002053137,0.00007838705,0.0001512345,0.0003296037,0.000117799,0.001830597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006792416,"about_ca_system_score_gemma":0.00001302523,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003934075,"about_ca_topic_score_gemma":0.000004023297,"domain_scores_codex":[0.9989423,0.00001145828,0.0004313954,0.0003328629,0.00004435479,0.0002376826],"domain_scores_gemma":[0.9992732,0.00002372803,0.0002871275,0.0003469618,0.00002154744,0.00004740071],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005389263,0.0005246503,0.04398454,0.00005396164,0.0002459133,0.000008349216,0.009299857,0.0002501305,0.0001243792,0.1831446,0.7620081,0.0003016836],"study_design_scores_gemma":[0.000702522,0.0000557929,0.001319786,0.000003183881,0.000005759352,0.00000243352,0.0009371282,0.0004750764,0.0004251239,0.02741168,0.9684626,0.000198945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6680135,0.001694073,0.0000809155,0.0003312891,0.005302256,0.0002376563,0.001759178,0.00004188715,0.3225393],"genre_scores_gemma":[0.9688501,0.00006538287,0.00005592902,0.000172821,0.00004112793,0.00002253371,0.000008389492,0.00000956119,0.03077412],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3008367,"threshold_uncertainty_score":0.9989466,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205612339","doi":"10.1109/msec.2021.3078205","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Machine Learning and ELM","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Natural language processing; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.01715861963009706,"gpt":0.262534334037944,"spread":0.2453757144078469,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015895,0.0000827183,0.0001671826,0.0000337946,0.00006073297,0.00005945752,0.0006540435,0.0000424571,0.00005420436],"category_scores_gemma":[0.0001503152,0.00008219349,0.0000621911,0.0003056536,0.00002298764,0.0002071988,0.0002623274,0.000128579,0.00006283168],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000892769,"about_ca_system_score_gemma":0.00007073609,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001520447,"about_ca_topic_score_gemma":0.00001082017,"domain_scores_codex":[0.9990634,0.00008132152,0.0001745511,0.0002571876,0.0002204253,0.0002031037],"domain_scores_gemma":[0.99902,0.00005223759,0.00007501131,0.0006445041,0.0001369294,0.00007133916],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007414333,0.00409314,0.07721725,0.0009165189,0.000529589,0.0009885737,0.04978945,0.0009161809,0.1106137,0.3075626,0.1572796,0.2900192],"study_design_scores_gemma":[0.00250861,0.0002306804,0.01696703,0.0001961011,0.00002959634,0.0001412206,0.0001093074,0.05631129,0.3698971,0.05263369,0.5001943,0.0007810188],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9045366,0.0006733371,0.07501162,0.003303659,0.001155421,0.00009176532,0.00000539673,0.0002076678,0.01501452],"genre_scores_gemma":[0.9943914,0.00002243011,0.004290581,0.0003129988,0.0000541166,0.000001905171,0.000002237483,0.000005191851,0.0009191789],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3429147,"threshold_uncertainty_score":0.3351753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241636803","doi":"10.1109/msec.2019.2917485","title":"Table of contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Bluetooth and Wireless Communication Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Natural language processing; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.01859915267797179,"gpt":0.2463032347687909,"spread":0.2277040820908191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001297306,0.00008577422,0.0001757164,0.00007824731,0.00003777664,0.00004201639,0.002473989,0.00007614103,0.00002105416],"category_scores_gemma":[0.00005152291,0.00008072331,0.00004970906,0.0003256059,0.0000549386,0.0004157622,0.0005588674,0.0001575449,0.0001527143],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001128779,"about_ca_system_score_gemma":0.00003660977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007082898,"about_ca_topic_score_gemma":0.000003771314,"domain_scores_codex":[0.9991912,0.00003401327,0.0002050719,0.0002011615,0.000180059,0.0001885038],"domain_scores_gemma":[0.9980325,0.00006570834,0.0001257579,0.001636458,0.0001025342,0.00003711182],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003393068,0.0008794814,0.05808135,0.0002715432,0.0001225381,0.00000726783,0.006207431,0.00006240528,0.06454503,0.7520452,0.01798761,0.09975622],"study_design_scores_gemma":[0.001561189,0.0002662751,0.008488851,0.0001267756,0.00000799469,0.00001045565,0.0001844771,0.01486668,0.7825066,0.09815758,0.09328429,0.0005387731],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9742624,0.0005269125,0.01708441,0.001570101,0.0004196833,0.0002347932,0.000003878417,0.0004045409,0.005493289],"genre_scores_gemma":[0.9948971,0.0001077622,0.004659864,0.0001539576,0.000007492618,0.000006386397,0.000001105758,0.000004609533,0.0001616726],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7179616,"threshold_uncertainty_score":0.4597327,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}