{"meta":{"query_hash":"bbc168e96784","filters":{"venue":"IEEE Security & Privacy"},"cohort_total":54,"direct_labels_cover":0,"predictions_cover":54,"exported":54,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bbc168e96784","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Security+%26+Privacy"},"results":[{"id":"W1970818505","doi":"10.1109/msp.2008.9","title":"Estimating a System's Mean Time-to-Compromise","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Compromise; SCADA; Metric (unit); Computer science; Interval (graph theory); Duration (music); State (computer science); State space; Mathematics; Algorithm; Statistics; Engineering; Law; Operations management","score_opus":0.014094815194908539,"score_gpt":0.232523956704363,"score_spread":0.21842914150945444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970818505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64834756,0.000046891862,0.3131344,0.0012209889,0.0014325995,0.0008543828,0.00001082038,0.0018645668,0.033087756],"genre_scores_gemma":[0.9458266,0.0000010684715,0.052816913,0.0008397409,0.0002110955,0.000029436766,0.000004328905,0.000014773353,0.0002560426],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790156,0.000099476885,0.00050286396,0.0004347874,0.00056591694,0.00049537374],"domain_scores_gemma":[0.9981918,0.000057803027,0.00016952866,0.0010914778,0.00016295226,0.00032645135],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043606045,0.000249159,0.00030618385,0.0001772506,0.0004862597,0.00020694506,0.0016681633,0.00009335939,0.000068075205],"category_scores_gemma":[0.00006704358,0.00024993252,0.00012900196,0.0005434783,0.000049552822,0.0010994725,0.00040940015,0.00026652607,0.0056614303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014727529,0.0014501397,0.00078711956,0.0013542444,0.000312028,0.0010448697,0.585286,0.005218112,0.0042214002,0.123671964,0.22535188,0.051154952],"study_design_scores_gemma":[0.0010452786,0.000121965255,0.00051853445,0.00015844777,0.000011034155,0.0005700498,0.00007959638,0.9636208,0.005929969,0.0014031784,0.025769465,0.0007716792],"about_ca_topic_score_codex":0.00006739284,"about_ca_topic_score_gemma":0.0000029143864,"teacher_disagreement_score":0.9584027,"about_ca_system_score_codex":0.00013595125,"about_ca_system_score_gemma":0.00012614123,"threshold_uncertainty_score":0.9999953},"labels":[],"label_agreement":null},{"id":"W1975722173","doi":"10.1109/msp.2007.125","title":"The Canadian Response to the USA Patriot Act","year":2007,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Formality; Terrorism; Patriot Act; Frontier; Political science; Law","score_opus":0.02340205544140749,"score_gpt":0.3222768345358835,"score_spread":0.298874779094476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975722173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7808445,0.00013529925,0.000009659178,0.20054157,0.00078735244,0.0003960617,0.000087869565,0.00002077919,0.017176928],"genre_scores_gemma":[0.98064953,0.000052570816,0.000011568947,0.012285162,0.0009287379,0.0000075838884,3.875404e-7,0.000009392899,0.0060550566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979645,0.00030980594,0.00017659567,0.00019714623,0.00046107263,0.00089085754],"domain_scores_gemma":[0.9977236,0.0008787895,0.000065278626,0.0005231976,0.0000776055,0.00073153165],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0042431043,0.000105679224,0.00008906682,0.0000671793,0.0030203525,0.00029320052,0.0010974306,0.000107142245,0.00009330622],"category_scores_gemma":[0.0024227903,0.00007458291,0.000081107195,0.0005686474,0.00028822347,0.00011205621,0.000039184153,0.00029341652,0.0004300649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003441333,0.000021686594,0.0057070134,0.0000029334303,0.000028100054,0.00009837244,0.14731178,0.000005339734,0.00008122292,0.054928586,0.7629759,0.028494967],"study_design_scores_gemma":[0.00007196504,0.000017595677,0.07189467,0.0000055604396,0.0000036739937,0.000001783667,0.00032181724,0.0000012429701,0.00014006981,0.0019276915,0.9255051,0.0001088278],"about_ca_topic_score_codex":0.9774349,"about_ca_topic_score_gemma":0.9997734,"teacher_disagreement_score":0.19980505,"about_ca_system_score_codex":0.0007830005,"about_ca_system_score_gemma":0.0022981586,"threshold_uncertainty_score":0.9982776},"labels":[],"label_agreement":null},{"id":"W1988138196","doi":"10.1109/msp.2008.115","title":"Developing and Retaining a Security Testing Mindset","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mindset; Software security assurance; Security testing; Computer science; Task (project management); Computer security; Information security; Security service; Engineering; Cloud computing security; Security information and event management; Systems engineering","score_opus":0.05005909571749499,"score_gpt":0.26526007237865384,"score_spread":0.21520097666115884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988138196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95048994,0.00017366219,0.040097803,0.0012085735,0.0003715628,0.00023611046,0.0000048836637,0.00045692458,0.0069605373],"genre_scores_gemma":[0.9669214,0.00004723538,0.0315851,0.0012870387,0.0001124804,0.000012583962,0.0000045907977,0.00001146631,0.000018100907],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997961,0.0001008896,0.00048449126,0.00047493345,0.0004380334,0.0005406832],"domain_scores_gemma":[0.9985412,0.0001892795,0.00021021155,0.0006396788,0.00023209416,0.0001875365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005615486,0.00026465094,0.00028465095,0.00016544685,0.00067434827,0.00022784791,0.0009376699,0.00013247426,0.0000078150515],"category_scores_gemma":[0.00034800632,0.00027632376,0.00006611939,0.0006872542,0.00012818215,0.0016256617,0.0005555764,0.0004207159,0.00006901811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048944923,0.00035473172,0.051003363,0.00053098385,0.00016274086,0.0006939196,0.4888029,0.000023373737,0.0007800219,0.36953288,0.0108690215,0.077197105],"study_design_scores_gemma":[0.0075588566,0.0007134387,0.08438963,0.0009391998,0.00007374116,0.007852699,0.0019721645,0.29165345,0.065332666,0.36071068,0.17223263,0.0065708365],"about_ca_topic_score_codex":0.00008297402,"about_ca_topic_score_gemma":0.000015867976,"teacher_disagreement_score":0.48683074,"about_ca_system_score_codex":0.00008675272,"about_ca_system_score_gemma":0.00028959368,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W2011022073","doi":"10.1109/msp.2010.202","title":"Secure Software Installation on Smartphones","year":2010,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Android (operating system); Computer security; Software; Computer science; World Wide Web; Operating system; Internet privacy","score_opus":0.00912117495089911,"score_gpt":0.2548918073757119,"score_spread":0.24577063242481276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011022073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3576003,0.000014339682,0.63651365,0.00066955923,0.0017778934,0.00029727072,0.0000061081255,0.0021075136,0.0010133323],"genre_scores_gemma":[0.91208553,0.0000111796635,0.08704215,0.0005130743,0.0002215715,0.000031697455,0.0000037889583,0.000020650152,0.000070334005],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985044,0.00004626067,0.00024589227,0.0005330812,0.0003641827,0.00030615454],"domain_scores_gemma":[0.9983335,0.000113694754,0.0001403967,0.0011340585,0.00015352406,0.0001247962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019859076,0.0002173606,0.00017175253,0.00018476712,0.00020318023,0.00014580076,0.0010116956,0.00018267703,0.000039263214],"category_scores_gemma":[0.00024948313,0.00021959105,0.000091259084,0.00042114852,0.000058965456,0.0009020723,0.000231621,0.00065399526,0.0001470475],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012064267,0.00095563923,0.0029230067,0.00016872979,0.0000746546,0.00015168186,0.012651842,0.00021319625,0.119104296,0.15536928,0.020460064,0.68780696],"study_design_scores_gemma":[0.00055104034,0.0003340565,0.0030128474,0.000047236514,0.0000067245096,0.00007875349,0.000014618809,0.0026365053,0.5517859,0.27824855,0.16252917,0.0007546031],"about_ca_topic_score_codex":0.00002401581,"about_ca_topic_score_gemma":0.00007301156,"teacher_disagreement_score":0.68705237,"about_ca_system_score_codex":0.000048828162,"about_ca_system_score_gemma":0.000061925086,"threshold_uncertainty_score":0.8954663},"labels":[],"label_agreement":null},{"id":"W2011942647","doi":"10.1109/msp.2008.70","title":"Scantegrity: End-to-End Voter-Verifiable Optical- Scan Voting","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Ottawa","funders":"","keywords":"Ballot; Voting; Verifiable secret sharing; Computer science; Position (finance); Computer security; Audit; Receipt; Political science; Programming language; Business; Accounting; Law; Politics; World Wide Web","score_opus":0.020715747753989176,"score_gpt":0.24875806532747802,"score_spread":0.22804231757348883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011942647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6628004,0.000105958825,0.3297627,0.0015908745,0.00089157675,0.00025146914,0.000006941967,0.0004186722,0.004171426],"genre_scores_gemma":[0.9806611,0.00002046393,0.017313225,0.00097470917,0.00053130824,0.000014859719,0.0000075290923,0.000035591118,0.00044123776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958284,0.00015661774,0.0007603949,0.0011619551,0.0009729276,0.001119732],"domain_scores_gemma":[0.99793214,0.0001872002,0.00020744746,0.00088334543,0.0002708658,0.0005189841],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00074473023,0.0004551927,0.0006371229,0.0003098015,0.0005676432,0.0004267301,0.0025356803,0.00019637644,0.000164729],"category_scores_gemma":[0.00023851194,0.00043969817,0.00037166665,0.001009747,0.0001609314,0.0008168164,0.0007258362,0.0007702251,0.0004958396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011926481,0.0021626572,0.005753929,0.00027664858,0.000941217,0.0023077063,0.06094753,0.00920679,0.007389776,0.744202,0.05162409,0.11506836],"study_design_scores_gemma":[0.0010645024,0.00034933834,0.0018696298,0.00027817322,0.0000812742,0.0004963413,0.00025205853,0.9467097,0.016659038,0.0005826757,0.029995676,0.0016616033],"about_ca_topic_score_codex":0.00039630587,"about_ca_topic_score_gemma":0.0002541228,"teacher_disagreement_score":0.9375029,"about_ca_system_score_codex":0.00018303252,"about_ca_system_score_gemma":0.00024325971,"threshold_uncertainty_score":0.99980545},"labels":[],"label_agreement":null},{"id":"W2018631261","doi":"10.1109/msp.2011.168","title":"Mobile Devices and Location Privacy: Where Do We Go from Here?","year":2011,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Transparency (behavior); Internet privacy; Location tracking; Mobile device; Computer science; Information privacy; Computer security; Mobile apps; Business; World Wide Web","score_opus":0.028003207375624752,"score_gpt":0.2904789874402433,"score_spread":0.2624757800646186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018631261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98504,0.007620496,0.0009510011,0.0008599937,0.00021554976,0.0004576759,0.000020077727,0.00016128155,0.004673937],"genre_scores_gemma":[0.9970121,0.001808489,0.00036110752,0.00011757955,0.00034152393,0.000057933248,0.000012330753,0.000015368541,0.00027360712],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998062,0.00036172982,0.0003372197,0.000508566,0.00039854797,0.0003319062],"domain_scores_gemma":[0.9985998,0.00017355985,0.0001686111,0.00056175684,0.0002745301,0.0002217014],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066084124,0.00018421398,0.00025736156,0.00008796912,0.0006291994,0.00018353299,0.0005789306,0.00019313124,0.0015089324],"category_scores_gemma":[0.00018180597,0.00018934722,0.000085343214,0.00052549667,0.0003818017,0.00051316584,0.00008187501,0.00022064184,0.00027508094],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006622928,0.00087285857,0.13406052,0.00020999258,0.00024480824,0.000010037392,0.729961,0.000019422412,0.00020478171,0.0071637835,0.003951795,0.12323478],"study_design_scores_gemma":[0.0011541689,0.00025612113,0.036675908,0.00044023345,0.0004313917,0.0000011730123,0.046282526,0.0010966166,0.0021901194,0.19185281,0.718298,0.0013208986],"about_ca_topic_score_codex":0.034262415,"about_ca_topic_score_gemma":0.0380814,"teacher_disagreement_score":0.71434623,"about_ca_system_score_codex":0.000108869914,"about_ca_system_score_gemma":0.00027935163,"threshold_uncertainty_score":0.99940383},"labels":[],"label_agreement":null},{"id":"W2046112127","doi":"10.1109/msp.2012.123","title":"Privacy: Front and Center","year":2012,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Ontario","funders":"","keywords":"Internet privacy; Privacy law; Information privacy; Privacy policy; Business; Personally identifiable information; Government (linguistics); Commission; Officer; Computer security; Political science; Computer science; Law","score_opus":0.02997790897844795,"score_gpt":0.3053867629363096,"score_spread":0.2754088539578617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046112127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687539,0.0020939785,0.00092504814,0.005289924,0.0028237477,0.0008432257,0.00006924522,0.0003811856,0.018819788],"genre_scores_gemma":[0.99565977,0.0008757452,0.00065050623,0.0005368418,0.0019605095,0.000033858418,0.000021572298,0.000024936468,0.00023623506],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749047,0.00037028108,0.00030351413,0.0004025132,0.00053597556,0.0008972366],"domain_scores_gemma":[0.9984546,0.00010083892,0.0001352355,0.0006986143,0.00008751308,0.00052320154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012738231,0.00023489034,0.00026469733,0.00011372841,0.00081905414,0.0002109159,0.00079903705,0.00024118987,0.00037540414],"category_scores_gemma":[0.00083592517,0.00023950217,0.00009737027,0.0001897846,0.00033578274,0.0016699354,0.0005712362,0.0003973411,0.00036625145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002433617,0.0024028146,0.2514259,0.00027328386,0.00021159358,0.000022366376,0.474514,3.4480274e-7,0.0016652042,0.04450028,0.17276552,0.051975325],"study_design_scores_gemma":[0.00075482676,0.00004938648,0.0142615475,0.00003690922,0.000033310884,0.000011200028,0.0012309575,0.000020091054,0.0013174765,0.028223293,0.95361173,0.00044924373],"about_ca_topic_score_codex":0.0028046607,"about_ca_topic_score_gemma":0.0005927799,"teacher_disagreement_score":0.78084624,"about_ca_system_score_codex":0.00016707765,"about_ca_system_score_gemma":0.000105151994,"threshold_uncertainty_score":0.9766615},"labels":[],"label_agreement":null},{"id":"W2085478526","doi":"10.1109/msp.2009.47","title":"Privacy Interests in Prescription Data, Part 2: Patient Privacy","year":2009,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Genome Canada; Dalhousie University; University of Ottawa","funders":"","keywords":"Medical prescription; Scrutiny; Internet privacy; Information privacy; Pharmacy; Business; Privacy policy; Privacy by Design; Masking (illustration); Patient privacy; Privacy software; Privacy laws of the United States; Family medicine; Medicine; Health care; Computer science; Political science; Nursing","score_opus":0.048336798311845085,"score_gpt":0.2999858548829728,"score_spread":0.25164905657112774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085478526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89871174,0.0010039301,0.043055903,0.047553983,0.0036056135,0.0017586552,0.00016148255,0.0029565115,0.0011921576],"genre_scores_gemma":[0.94059616,0.00032698928,0.05747462,0.0010875158,0.00025678688,0.00004466707,0.0001529856,0.000036911784,0.000023335453],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99376714,0.00036278286,0.0012396337,0.0022684115,0.0010379856,0.001324036],"domain_scores_gemma":[0.96939325,0.0002173162,0.00046992564,0.029495023,0.0001547568,0.00026972799],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0010865337,0.00064391666,0.0006440704,0.00059943745,0.00020913748,0.00064436323,0.06856045,0.00040825194,0.000038351132],"category_scores_gemma":[0.016463893,0.00066714664,0.00013272988,0.0014160736,0.00017977555,0.0052580936,0.09175723,0.0012759046,0.00023500442],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093449446,0.001802642,0.004036668,0.00009636418,0.000063109896,0.00036212627,0.0049122297,0.000019524636,0.002371281,0.0033360173,0.7589628,0.22394376],"study_design_scores_gemma":[0.002096876,0.00081069604,0.016838018,0.0006789233,0.000031496616,0.00012642035,0.00007588154,0.07323805,0.01856808,0.6504973,0.23522551,0.0018127434],"about_ca_topic_score_codex":0.0001703978,"about_ca_topic_score_gemma":0.000062416366,"teacher_disagreement_score":0.6471613,"about_ca_system_score_codex":0.00039433112,"about_ca_system_score_gemma":0.000230112,"threshold_uncertainty_score":0.999578},"labels":[],"label_agreement":null},{"id":"W2101177134","doi":"10.1109/msp.2007.163","title":"Developing a Culture of Privacy: A Case Study","year":2007,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet privacy; Privacy by Design; Agency (philosophy); Privacy policy; Business; Information privacy; Key (lock); Personally identifiable information; Health care; Privacy software; Public relations; Computer security; Computer science; Sociology; Political science; Law","score_opus":0.05177398334144538,"score_gpt":0.36202763350450085,"score_spread":0.31025365016305545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101177134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883519,0.00028082277,0.005519096,0.0005633924,0.0008595187,0.0014582843,0.000021015285,0.00024677446,0.002699216],"genre_scores_gemma":[0.9969913,0.000116186726,0.0019727438,0.00014460711,0.00065055623,0.000026059039,0.0000072979847,0.000024206469,0.00006709508],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968093,0.00040940638,0.0006677471,0.00056261703,0.0008258859,0.0007250179],"domain_scores_gemma":[0.99795383,0.00017786602,0.00033005807,0.0008959118,0.00036670914,0.00027564456],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032951585,0.0002746118,0.00040263036,0.00023262114,0.0009540211,0.00013075263,0.0012002962,0.0002754058,0.000059773298],"category_scores_gemma":[0.0016864069,0.00027606724,0.00014334553,0.0010316436,0.0002867517,0.0007628852,0.00055645144,0.0005076252,0.00003680452],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014446731,0.0011756071,0.017813336,0.00013959188,0.00014989458,0.002037283,0.95469964,7.217651e-7,0.0005832364,0.0077093034,0.0030088502,0.012538073],"study_design_scores_gemma":[0.005714471,0.0012962028,0.009082673,0.00032844426,0.00033836835,0.001164993,0.48860437,0.000057290526,0.02089446,0.12428406,0.34571895,0.002515731],"about_ca_topic_score_codex":0.02347889,"about_ca_topic_score_gemma":0.0154316025,"teacher_disagreement_score":0.46609527,"about_ca_system_score_codex":0.00032007552,"about_ca_system_score_gemma":0.0004655473,"threshold_uncertainty_score":0.9999691},"labels":[],"label_agreement":null},{"id":"W2168740635","doi":"10.1109/msp.2005.103","title":"Secure Software Development by Example","year":2005,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Computer science; Software security assurance; Software; Computer security; Face (sociological concept); Software development; Software engineering; Security bug; Software peer review; Secure coding; Information security; Software construction; Security service; Sociology; Programming language","score_opus":0.01378062735830235,"score_gpt":0.2502454562411119,"score_spread":0.23646482888280954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168740635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043057293,0.00027943042,0.9529994,0.0006843731,0.00027574552,0.00027447878,0.0000053843787,0.0021475167,0.00027634256],"genre_scores_gemma":[0.5462778,0.000029398221,0.4523408,0.0008762538,0.00012620691,0.000064678825,0.00000685051,0.000023093731,0.0002549067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998091,0.000052078434,0.00035063393,0.00063332374,0.00040943475,0.00046354445],"domain_scores_gemma":[0.9985743,0.00007410811,0.0001339839,0.0009198823,0.00012322485,0.00017450348],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023058394,0.0002519599,0.00020767306,0.000113919516,0.00023816134,0.00013540692,0.0014137962,0.00012831521,0.00005399713],"category_scores_gemma":[0.000072065246,0.0002677899,0.00006922863,0.00037131587,0.000042634605,0.0010552394,0.00042447733,0.00031983067,0.00021758607],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000150411015,0.00044033717,0.00029255473,0.00006462003,0.000049946757,0.000026038802,0.014119271,0.000054924436,0.0066688773,0.0040457835,0.1295843,0.8446383],"study_design_scores_gemma":[0.00017372715,0.00003541029,0.00006119774,0.000014910624,0.0000018092771,0.000020150443,0.0000064891883,0.00032935047,0.32555023,0.0072422125,0.6662666,0.0002978756],"about_ca_topic_score_codex":0.00003381107,"about_ca_topic_score_gemma":0.00003257069,"teacher_disagreement_score":0.84434044,"about_ca_system_score_codex":0.00021780183,"about_ca_system_score_gemma":0.0001145209,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W2280566217","doi":"10.1109/msp.2016.13","title":"A communications jamming taxonomy","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cognitive Radio Networks and Spectrum Sensing","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Federation for the Humanities and Social Sciences","keywords":"Jamming; Taxonomy (biology); Wireless; Computer security; Computer science; Wireless network; Field (mathematics); Electronic warfare; Telecommunications; Software","score_opus":0.038898479640259116,"score_gpt":0.26064510669818347,"score_spread":0.22174662705792436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280566217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08577409,0.00039992196,0.888116,0.013205446,0.00052820414,0.00034698343,0.000004135536,0.00038104967,0.0112441955],"genre_scores_gemma":[0.9775688,0.00018119163,0.021587547,0.00037300406,0.0001829929,0.000017384193,6.9705385e-7,0.000009358755,0.00007899669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988406,0.00011097316,0.00021200687,0.00033341508,0.00016181669,0.00034123842],"domain_scores_gemma":[0.99777704,0.00033822595,0.000089427645,0.0015920219,0.000087274995,0.00011598361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002425779,0.00013448861,0.00015527998,0.00007974337,0.0002556499,0.0001451219,0.0015399249,0.000050800747,0.000015522488],"category_scores_gemma":[0.00006777853,0.00010470115,0.000090759,0.00028049163,0.00010898727,0.00056188053,0.0005449454,0.00015071972,0.00013239944],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000562944,0.00014353343,0.0009667764,0.000006844526,0.000044242606,0.000026609043,0.0020361596,0.000001264518,0.0031391839,0.076571636,0.00432424,0.9127339],"study_design_scores_gemma":[0.0017296408,0.00018238959,0.0026393177,0.00037755107,0.00002949483,0.00016059869,0.0000701121,0.033799253,0.014426888,0.08483428,0.8606802,0.0010702314],"about_ca_topic_score_codex":0.00003538691,"about_ca_topic_score_gemma":0.000051454488,"teacher_disagreement_score":0.91166365,"about_ca_system_score_codex":0.00007860239,"about_ca_system_score_gemma":0.0000652625,"threshold_uncertainty_score":0.4269589},"labels":[],"label_agreement":null},{"id":"W2333295261","doi":"10.1109/msp.2016.22","title":"Security for the High-Risk User: Separate and Unequal","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Financial Literacy, Pension, Retirement Analysis","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Commodity; Computer security; Business; Computer science; Finance","score_opus":0.012702775652975621,"score_gpt":0.23653011672505883,"score_spread":0.2238273410720832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333295261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99537134,0.00029888903,0.0005644646,0.001953562,0.0007314729,0.0006724837,0.000054910546,0.00014271677,0.00021017555],"genre_scores_gemma":[0.99643445,0.00023917585,0.00009470574,0.000934249,0.0018635953,0.00006220031,0.000021819193,0.00004170157,0.00030810942],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980625,0.000037996204,0.00044500412,0.00056160183,0.00037603398,0.00051687],"domain_scores_gemma":[0.99819165,0.00039065623,0.00040558813,0.0006691403,0.00031182737,0.000031116673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008822537,0.00032182556,0.00037897335,0.000162396,0.00061431655,0.0003642156,0.0005488409,0.00011839248,0.00021469273],"category_scores_gemma":[0.0005314726,0.00019647037,0.00020587495,0.00042570342,0.00015761798,0.001304997,0.00032688078,0.00016723017,0.0002670513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007704053,0.0004192723,0.67721885,0.0005044717,0.00030489484,0.000025239677,0.002545617,0.000027560885,0.0019313425,0.13620077,0.15916613,0.020885453],"study_design_scores_gemma":[0.003109933,0.000059851205,0.08681871,0.00015471873,0.00083023676,0.0000017577945,0.000119786586,0.004839138,0.0013478466,0.16215578,0.7396161,0.0009461636],"about_ca_topic_score_codex":0.001878559,"about_ca_topic_score_gemma":0.00075000536,"teacher_disagreement_score":0.59040016,"about_ca_system_score_codex":0.000039050094,"about_ca_system_score_gemma":0.000032898504,"threshold_uncertainty_score":0.8011829},"labels":[],"label_agreement":null},{"id":"W2748611356","doi":"10.1109/msp.2017.3151325","title":"The Day the Cryptography Dies","year":2017,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Computer science; Computer security; Internet privacy","score_opus":0.01230760616528595,"score_gpt":0.25839278028605595,"score_spread":0.24608517412077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748611356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65054107,0.0023183825,0.24685486,0.085853636,0.0077277124,0.0006353865,0.00000835662,0.00065499323,0.0054056277],"genre_scores_gemma":[0.99620444,0.000113681686,0.0026699977,0.00042194198,0.0005154383,0.000010361294,2.6464906e-7,0.000009841261,0.000054017208],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99848753,0.00017875838,0.00018762417,0.0003631167,0.00034837684,0.0004345818],"domain_scores_gemma":[0.996365,0.00049787475,0.00019691022,0.0027924487,0.00006891576,0.00007882926],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0010169763,0.00018058828,0.00013855861,0.000033006447,0.004338703,0.0018629811,0.0059976033,0.00004794502,0.0000019337947],"category_scores_gemma":[0.0002549154,0.000091267146,0.00017808509,0.00013032099,0.00041999368,0.0002648547,0.0011858039,0.00042172038,0.000034979555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000112004645,0.00013589053,0.002489222,0.000024044619,0.00017070575,0.000050511484,0.02675544,0.00021389616,0.00028492312,0.20434183,0.026362497,0.7391598],"study_design_scores_gemma":[0.00036639464,0.00009116722,0.032191545,0.000055750377,0.0000148257795,0.000035246667,0.00005352237,0.17414996,0.0019002539,0.4216806,0.36900946,0.00045126598],"about_ca_topic_score_codex":0.00007952318,"about_ca_topic_score_gemma":0.00003357443,"teacher_disagreement_score":0.73870856,"about_ca_system_score_codex":0.000009411461,"about_ca_system_score_gemma":0.000042588632,"threshold_uncertainty_score":0.9993804},"labels":[],"label_agreement":null},{"id":"W2786171514","doi":"10.1109/msp.2018.1331028","title":"Science of Security: Combining Theory and Measurement to Reflect the Observable","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Mainstream; Critical security studies; Context (archaeology); Security community; Security through obscurity; Security studies; Theme (computing); Epistemology; Work (physics); Engineering ethics; Computer science; Sociology; Political science; Information security; Social science; Computer security; Cloud computing security; Security information and event management; Law; Security service; Network security policy; Engineering","score_opus":0.03527349306645341,"score_gpt":0.30866798026705183,"score_spread":0.27339448720059845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786171514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5159607,0.00020745902,0.47884613,0.0010598679,0.00060688675,0.00059252005,0.0000021593692,0.00044929195,0.0022750099],"genre_scores_gemma":[0.98248124,0.000017256893,0.01672764,0.0006574435,0.00006744714,0.000023488743,6.816488e-8,0.000010446071,0.000014971346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99775785,0.00018352811,0.00028889484,0.0005515334,0.0008219979,0.0003961988],"domain_scores_gemma":[0.99763703,0.00015671288,0.00015093588,0.0012202469,0.0006934572,0.00014161337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003985621,0.00016588009,0.00020023242,0.00022909271,0.0004950881,0.00015472448,0.0019226385,0.000047219324,0.000006227292],"category_scores_gemma":[0.00083765486,0.00013195394,0.00004304175,0.0014857362,0.00063493603,0.0007532508,0.0009534158,0.00020997161,0.00000965863],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014815875,0.00026136625,0.00023574765,0.000093699506,0.00004897333,0.000008670853,0.0542643,0.000011899317,0.41208977,0.48023778,0.0020084304,0.05059119],"study_design_scores_gemma":[0.00014328967,0.00048335383,0.0002250239,0.0000641722,0.000005737241,0.000015057989,0.0001008464,0.0007144214,0.69319284,0.29850093,0.0063840584,0.00017029453],"about_ca_topic_score_codex":0.000041543623,"about_ca_topic_score_gemma":0.000023345574,"teacher_disagreement_score":0.46652058,"about_ca_system_score_codex":0.000120478064,"about_ca_system_score_gemma":0.00022680998,"threshold_uncertainty_score":0.53809255},"labels":[],"label_agreement":null},{"id":"W2886177063","doi":"10.1109/msp.2018.3111245","title":"Blockchain Access Privacy: Challenges and Directions","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":275,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Israel Science Foundation; National Science Foundation","keywords":"Blockchain; Cryptocurrency; Computer security; Internet privacy; Computer science; Exploit; Anonymity; Cryptography; Publication; Decentralization; Business","score_opus":0.03298327705333631,"score_gpt":0.2884266337763921,"score_spread":0.2554433567230558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886177063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9132288,0.0032194445,0.07099955,0.005303394,0.0014122549,0.0002596675,0.0000030123767,0.00059770123,0.004976145],"genre_scores_gemma":[0.9967234,0.00052019,0.0016134575,0.00031810685,0.0006783854,0.000012139497,9.149183e-7,0.000016030142,0.00011733834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806,0.00012851703,0.00033074347,0.00071668735,0.00032046216,0.00044362544],"domain_scores_gemma":[0.9987997,0.00011349789,0.00013936477,0.0005813229,0.00019178075,0.0001743648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041226164,0.00023977138,0.00029697374,0.00018735012,0.00031129524,0.00038018438,0.0016428328,0.00011547774,0.000034008393],"category_scores_gemma":[0.00010802282,0.00022240708,0.00011914949,0.00033717608,0.00015683952,0.00046215008,0.00080089096,0.00026629894,0.00007189793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002717947,0.0006668896,0.0006366782,0.00013006659,0.00045229524,0.00007092782,0.11139856,0.00007281792,0.00033870342,0.59885424,0.007297283,0.28005436],"study_design_scores_gemma":[0.0011164645,0.0004979984,0.004905292,0.00022378674,0.00011320828,0.0001654688,0.00048830174,0.82592577,0.0069383644,0.012140016,0.14603046,0.0014548969],"about_ca_topic_score_codex":0.000051899617,"about_ca_topic_score_gemma":0.0003234926,"teacher_disagreement_score":0.82585293,"about_ca_system_score_codex":0.00003893393,"about_ca_system_score_gemma":0.00004830539,"threshold_uncertainty_score":0.90694976},"labels":[],"label_agreement":null},{"id":"W2898053925","doi":"10.1109/msp.2018.3761714","title":"Postquantum Cryptography, Part 2","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Chaos-based Image/Signal Encryption","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Computer science; Computer security","score_opus":0.016211508412174003,"score_gpt":0.2598504961941757,"score_spread":0.24363898778200171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898053925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51981425,0.00020519263,0.46651062,0.003152603,0.0036380917,0.00043105238,0.000013456999,0.0010264145,0.0052083246],"genre_scores_gemma":[0.9845561,0.00003116681,0.012948581,0.001441153,0.00093947846,0.000016757385,0.000005757787,0.000022319213,0.00003871388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976667,0.00014061424,0.00035992928,0.0006995805,0.0005456858,0.00058748183],"domain_scores_gemma":[0.99787825,0.00010154598,0.00014791863,0.0013498906,0.00028387617,0.0002384855],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004681522,0.0002652329,0.00023241802,0.00023064578,0.00026695628,0.00029548898,0.0017243663,0.00011154435,0.0001654381],"category_scores_gemma":[0.00010448226,0.0002680609,0.00018575005,0.00089123944,0.00024444205,0.0010959076,0.00037296687,0.00029125207,0.0012066435],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000251891,0.002151374,0.004397996,0.00022304445,0.00029300764,0.00034350238,0.023463042,0.00002174016,0.14854842,0.39021406,0.33329037,0.09680155],"study_design_scores_gemma":[0.002135843,0.0014719024,0.00529299,0.00019574884,0.000047123012,0.00014117984,0.000052123534,0.033548743,0.26845154,0.34946325,0.3375112,0.001688349],"about_ca_topic_score_codex":0.00009948154,"about_ca_topic_score_gemma":0.000022764705,"teacher_disagreement_score":0.46474183,"about_ca_system_score_codex":0.00006158199,"about_ca_system_score_gemma":0.00012260683,"threshold_uncertainty_score":0.9999772},"labels":[],"label_agreement":null},{"id":"W2915071437","doi":"10.1109/msp.2016.103","title":"Security & Privacy Week Interviews, Part 1","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Officer; Information privacy; Information security; Information assurance; Cryptography; Library science; Internet privacy; Computer security; Political science; Computer science; Engineering; Law","score_opus":0.06683814854286566,"score_gpt":0.3319139964270986,"score_spread":0.265075847884233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915071437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9186044,0.001920091,0.00809494,0.03538265,0.007748147,0.002580643,0.00053652626,0.001722222,0.023410382],"genre_scores_gemma":[0.9894442,0.0035720768,0.00061456795,0.00092486304,0.0031374663,0.00017036803,0.000078535566,0.0000779484,0.0019799604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934153,0.0013716547,0.0010274417,0.0013060994,0.0013310838,0.0015484391],"domain_scores_gemma":[0.9951468,0.00048350077,0.0005134995,0.002648598,0.00041068252,0.00079690566],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0032271298,0.0006162348,0.0007224515,0.00029960068,0.0013319051,0.00044083176,0.0033080955,0.0005691612,0.0030976448],"category_scores_gemma":[0.0048114103,0.000518793,0.00046233763,0.0008675312,0.000921756,0.0023025493,0.001381721,0.00076121377,0.0051068324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004059891,0.0025735374,0.006400135,0.0003554838,0.00029656675,0.00004468325,0.13564977,4.537923e-7,0.004027286,0.028901303,0.7580875,0.06325726],"study_design_scores_gemma":[0.0009116639,0.000068870075,0.00036843744,0.00020715744,0.0000478465,0.000010738533,0.0003449668,0.0000029160958,0.001431415,0.14469907,0.8512151,0.0006917848],"about_ca_topic_score_codex":0.004600734,"about_ca_topic_score_gemma":0.010875181,"teacher_disagreement_score":0.1353048,"about_ca_system_score_codex":0.0005922828,"about_ca_system_score_gemma":0.00050883647,"threshold_uncertainty_score":0.99996823},"labels":[],"label_agreement":null},{"id":"W3035401658","doi":"10.1109/msec.2020.2994827","title":"Is Hardware More Secure Than Software?","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Embedded system; Computer hardware; Operating system","score_opus":0.04259706255952684,"score_gpt":0.28245573398932783,"score_spread":0.239858671429801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035401658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2168125,0.00082192436,0.73001766,0.047777355,0.0014997954,0.00048055686,0.00003736482,0.0018488077,0.00070401584],"genre_scores_gemma":[0.9625981,0.000056177323,0.024382286,0.012210144,0.0006702487,0.0000145366075,0.000010248892,0.000027414335,0.00003085972],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973711,0.00010652358,0.00043278775,0.00095171836,0.0006133092,0.00052459526],"domain_scores_gemma":[0.99788874,0.00014245903,0.00019908443,0.0011710426,0.00020221015,0.0003964718],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023051555,0.0003134827,0.00031994726,0.00008006164,0.0003511716,0.000508561,0.0028137343,0.00017813279,0.00010116089],"category_scores_gemma":[0.0002447098,0.00033634467,0.00022416931,0.00082293653,0.0000833852,0.0010117497,0.0006763563,0.00056614407,0.0004732241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095760945,0.00074531295,0.015700517,0.0008619905,0.00034866558,0.00030144118,0.50581706,0.00035820054,0.0018945127,0.054386172,0.34382758,0.07566282],"study_design_scores_gemma":[0.0026902293,0.0004243273,0.0064137992,0.00039613433,0.000068583395,0.00013611557,0.00096710207,0.26657242,0.06514059,0.05214438,0.60224754,0.002798786],"about_ca_topic_score_codex":0.000036539644,"about_ca_topic_score_gemma":0.0000021264211,"teacher_disagreement_score":0.7457856,"about_ca_system_score_codex":0.000054453503,"about_ca_system_score_gemma":0.00016162451,"threshold_uncertainty_score":0.99990886},"labels":[],"label_agreement":null},{"id":"W3041938240","doi":"10.1109/msec.2020.2992821","title":"Seven Ways to Evaluate the Utility of Synthetic Data","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Data sharing; Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; Medicine","score_opus":0.1222913258340352,"score_gpt":0.3242382431896416,"score_spread":0.20194691735560644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041938240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10640852,0.00030549933,0.6034579,0.2849042,0.0007038595,0.0010102188,0.00038973213,0.0012038377,0.0016162146],"genre_scores_gemma":[0.93686295,0.000037138576,0.06166856,0.0013146269,0.000070862654,0.00001505766,0.000014026146,0.000015285315,0.0000014948623],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968779,0.00020069558,0.0004899678,0.0011663954,0.00077829434,0.0004867242],"domain_scores_gemma":[0.97087497,0.0004333931,0.0001396384,0.028217701,0.00015262191,0.00018169737],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0016059034,0.0002467187,0.0003514032,0.00006583094,0.00015365843,0.0001583238,0.100546986,0.00011606989,0.000079673955],"category_scores_gemma":[0.039480403,0.00019002445,0.00007901548,0.0010042427,0.00021893742,0.0009103351,0.18317246,0.00049172284,0.00020395947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036232195,0.00015853863,0.00030034775,0.00011832186,0.000084908665,0.0000237293,0.0036672403,0.0000064035016,0.002460742,0.003153185,0.9457743,0.044216048],"study_design_scores_gemma":[0.0002853395,0.00012070625,0.00068068487,0.00005732572,0.000033863125,0.000012512606,0.000053265834,0.55250245,0.03660152,0.383003,0.026308857,0.00034048353],"about_ca_topic_score_codex":0.00009178791,"about_ca_topic_score_gemma":0.000013083251,"teacher_disagreement_score":0.9194654,"about_ca_system_score_codex":0.00003110459,"about_ca_system_score_gemma":0.00016789207,"threshold_uncertainty_score":0.96861047},"labels":[],"label_agreement":null},{"id":"W3080511871","doi":"10.1109/msec.2020.3013759","title":"Security for Shared Electric and Automated Mobility Services in Smart Cities","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Authorization; Computer security; Authentication (law); Feature (linguistics); Computer science; Internet privacy","score_opus":0.010057933233498545,"score_gpt":0.22368059837132265,"score_spread":0.2136226651378241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080511871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944972,0.0019074177,0.00023992012,0.00035004425,0.00019153707,0.0009035341,0.000084021834,0.0016341838,0.0001921769],"genre_scores_gemma":[0.9988773,0.0001629139,0.00024786103,0.00029891747,0.00017971621,0.00010661249,0.00006455359,0.000059525348,0.0000025976774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823254,0.000068250694,0.00041786433,0.00046652398,0.0002011794,0.0006136254],"domain_scores_gemma":[0.99918133,0.00013092146,0.000052744213,0.00034081205,0.00006198082,0.00023222787],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002710215,0.00032166758,0.00044549318,0.00009705029,0.00007421223,0.000118791846,0.00037095026,0.00021085271,0.00003363534],"category_scores_gemma":[0.00005865986,0.00036835205,0.000095596544,0.00050776964,0.000035003708,0.00036904024,0.000098087105,0.00040999465,0.000015789696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013297722,0.0013354814,0.08214251,0.0305564,0.0015250769,0.00040205402,0.15762927,0.571126,0.046458017,0.0014463576,0.09907519,0.006973871],"study_design_scores_gemma":[0.0009046662,0.00007790365,0.008090613,0.00006276688,0.000027149616,0.0000074494374,0.0000901334,0.98001754,0.003343178,0.0023126756,0.004683819,0.0003820735],"about_ca_topic_score_codex":0.00011502701,"about_ca_topic_score_gemma":0.0002749955,"teacher_disagreement_score":0.40889156,"about_ca_system_score_codex":0.00010786788,"about_ca_system_score_gemma":0.000035626337,"threshold_uncertainty_score":0.99987686},"labels":[],"label_agreement":null},{"id":"W3137262157","doi":"10.1109/msec.2021.3051235","title":"Perspectives on the SolarWinds Incident","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Malware; Computer security; Incident response; Event (particle physics); Computer science; Software; Code (set theory); Source code; Internet privacy; Operating system; Programming language; Physics","score_opus":0.01753418520739069,"score_gpt":0.24745397426073065,"score_spread":0.22991978905333996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137262157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93509287,0.0010315846,0.030421441,0.021574052,0.0020410658,0.00025104693,0.0000028893746,0.00033782283,0.009247231],"genre_scores_gemma":[0.99662495,0.0002633906,0.000628513,0.0018507632,0.00045120792,0.000015220479,9.833805e-7,0.0000098584505,0.00015511313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99816436,0.00027999785,0.00021485498,0.000541155,0.0004776979,0.00032194477],"domain_scores_gemma":[0.99823534,0.00022429545,0.00009190016,0.0011604958,0.00019208864,0.00009587913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004536306,0.00017088282,0.00015667705,0.000064983484,0.00045588033,0.00037405576,0.0010892437,0.000095190946,0.00021935308],"category_scores_gemma":[0.00022951403,0.00013240702,0.00015311358,0.0006186971,0.000071557966,0.00045182442,0.00044340087,0.0005351359,0.00026725346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046564313,0.0009834559,0.00023062277,0.000027040878,0.0001284723,0.0002672077,0.092505194,0.00012583726,0.005973104,0.82132447,0.044916283,0.033471774],"study_design_scores_gemma":[0.0012470145,0.00067423325,0.0047923974,0.00020564154,0.000038253085,0.00036358018,0.0040101507,0.042413466,0.29829356,0.33506545,0.31155822,0.0013380405],"about_ca_topic_score_codex":0.000029007386,"about_ca_topic_score_gemma":0.000029458828,"teacher_disagreement_score":0.48625898,"about_ca_system_score_codex":0.000096197095,"about_ca_system_score_gemma":0.00011713211,"threshold_uncertainty_score":0.5399401},"labels":[],"label_agreement":null},{"id":"W3139012104","doi":"10.1109/msec.2021.3049730","title":"Challenges in Cryptography","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Encryption; Computer security; Computer science; Key (lock); Field (mathematics); ID-based cryptography; Public-key cryptography; Mathematics; Key distribution","score_opus":0.034407843454399296,"score_gpt":0.26893595714381946,"score_spread":0.23452811368942017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139012104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79938585,0.0206169,0.103851706,0.053322826,0.00081052224,0.00049663056,0.000006334589,0.0013371279,0.020172114],"genre_scores_gemma":[0.9840659,0.0021126196,0.013395029,0.0003127137,0.000043441367,0.000054333344,0.000001699046,0.0000076686565,0.000006630087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99852204,0.00008685948,0.00024288447,0.00062866363,0.000179842,0.00033968117],"domain_scores_gemma":[0.9982569,0.00007678127,0.000058451074,0.0014392158,0.00009487102,0.0000737715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029038775,0.00014499166,0.00020303974,0.00020023495,0.00009090235,0.000059803453,0.0012107554,0.00018871418,0.000015187799],"category_scores_gemma":[0.000050839735,0.00016039603,0.0000915035,0.0009827933,0.000075097676,0.00021130471,0.00039206626,0.0003903839,0.000052853313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015746241,0.00042137722,0.0011146682,0.000025684632,0.000016191536,0.00008950438,0.0030999128,0.000002487707,0.0006692985,0.90806603,0.00059887866,0.08589439],"study_design_scores_gemma":[0.00053454377,0.000037916012,0.009592421,0.00003392405,0.000004588522,0.00008069165,0.00015480017,0.0025306854,0.027735656,0.88895065,0.06996831,0.00037579157],"about_ca_topic_score_codex":0.00001713843,"about_ca_topic_score_gemma":0.00018845177,"teacher_disagreement_score":0.18468003,"about_ca_system_score_codex":0.000026288582,"about_ca_system_score_gemma":0.00007667772,"threshold_uncertainty_score":0.654076},"labels":[],"label_agreement":null},{"id":"W3162666598","doi":"10.1109/msec.2021.3076150","title":"Parental Controls: Safer Internet Solutions or New Pitfalls?","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"SAFER; Internet privacy; Computer security; The Internet; Personally identifiable information; Function (biology); Control (management); Business; Computer science; World Wide Web","score_opus":0.03205020229945124,"score_gpt":0.28800394073288726,"score_spread":0.25595373843343605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162666598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010862894,0.00039938095,0.98329675,0.0019822575,0.0010898237,0.00024506843,0.000010187461,0.0011656219,0.0009480124],"genre_scores_gemma":[0.9452681,0.00009513904,0.05144844,0.001083968,0.00024492355,0.000032936074,0.0000068763907,0.0000201113,0.0017995196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981266,0.00011222839,0.00035890302,0.00062003493,0.00031335017,0.00046882816],"domain_scores_gemma":[0.9983582,0.0001299103,0.00012041965,0.0009928787,0.00016971873,0.00022887198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015253974,0.00022365559,0.00026926675,0.000098711265,0.00013940738,0.0002380769,0.0010810345,0.00011435664,0.00023042054],"category_scores_gemma":[0.0002698961,0.00021581753,0.00014827057,0.00047471334,0.000059365288,0.00093091343,0.00071994757,0.0003515564,0.00017401719],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035346881,0.0020632655,0.0011820623,0.0001559272,0.00047382645,0.0018062697,0.017206693,0.00012556247,0.058688894,0.2291591,0.33805972,0.3507252],"study_design_scores_gemma":[0.0019798523,0.00039986847,0.0008678908,0.00013961935,0.000034787106,0.00064916385,0.00011506474,0.0093468735,0.34848177,0.15772736,0.47923005,0.0010276953],"about_ca_topic_score_codex":0.00014106232,"about_ca_topic_score_gemma":0.00026409727,"teacher_disagreement_score":0.9344052,"about_ca_system_score_codex":0.00015877384,"about_ca_system_score_gemma":0.0003356828,"threshold_uncertainty_score":0.8800784},"labels":[],"label_agreement":null},{"id":"W3180230731","doi":"10.1109/msec.2021.3077403","title":"End-to-End Security: When Do We Have It?","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"End-to-end principle; Computer security; Computer science; Encryption; Computer network; Cloud computing; Mobile phone; End user; Internet privacy; Telecommunications; World Wide Web; Operating system","score_opus":0.019522908974566797,"score_gpt":0.26331821453638166,"score_spread":0.24379530556181486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180230731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39921677,0.004119257,0.51725096,0.057572536,0.0045489585,0.00077032734,0.000059538594,0.0010342872,0.015427386],"genre_scores_gemma":[0.98894006,0.00015435857,0.006607569,0.0027888974,0.0006256937,0.000017931961,0.000013088097,0.00003516335,0.00081724103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956698,0.00030770912,0.00074714795,0.0013551074,0.0010030688,0.0009171878],"domain_scores_gemma":[0.9973988,0.00022174623,0.00020803318,0.0012905666,0.00042922387,0.00045161633],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066791364,0.00045750738,0.0006368688,0.00024872154,0.00027635024,0.0009678963,0.0023788472,0.0002190929,0.0008372495],"category_scores_gemma":[0.00021945823,0.00046368773,0.00047233579,0.00067859184,0.000078571495,0.0006994699,0.0011824075,0.0007165065,0.000677001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054885575,0.0012662003,0.0005711522,0.00022914253,0.0008363588,0.0021969012,0.23344317,0.0010106299,0.0012731705,0.49665126,0.17911698,0.08335014],"study_design_scores_gemma":[0.0010798753,0.00020118179,0.00009433832,0.00044254243,0.00013862197,0.00025368514,0.002033312,0.27795985,0.015865201,0.020373551,0.67993253,0.0016253175],"about_ca_topic_score_codex":0.00009508431,"about_ca_topic_score_gemma":0.0006861033,"teacher_disagreement_score":0.5897233,"about_ca_system_score_codex":0.00014140451,"about_ca_system_score_gemma":0.0002798077,"threshold_uncertainty_score":0.9997815},"labels":[],"label_agreement":null},{"id":"W3209311178","doi":"10.1109/msec.2021.3107078","title":"The Advanced Encryption Standard: 20 Years Later","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cryptographic Implementations and Security","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Advanced Encryption Standard; Encryption; Standardization; Computer science; Cryptography; Column (typography); Computer security; Operating system; Computer network","score_opus":0.011822298157738557,"score_gpt":0.27925681055443147,"score_spread":0.2674345123966929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209311178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9178968,0.0006578987,0.07402872,0.0046098116,0.0014707885,0.00026561008,0.000031405478,0.00019389635,0.00084503525],"genre_scores_gemma":[0.99146056,0.0003895948,0.0075421715,0.00039241745,0.00009445848,0.000022238755,0.000014861492,0.000009467638,0.00007420927],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984471,0.00012675545,0.0002762996,0.00037533927,0.00041036113,0.0003641334],"domain_scores_gemma":[0.9986541,0.00012297899,0.000080853686,0.00086307264,0.0001876596,0.000091317095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003754016,0.00012949071,0.00013315072,0.000054717162,0.00040644014,0.00043340406,0.000725822,0.000051211235,0.000067022826],"category_scores_gemma":[0.000053921358,0.00011061489,0.000120810946,0.0005338902,0.00006648151,0.00050138857,0.00026902833,0.00021007186,0.000044394026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097391065,0.0004094051,0.0034015435,0.00005130843,0.00024999026,0.00031360562,0.03526886,0.0000612239,0.015998153,0.41050923,0.034652974,0.4989863],"study_design_scores_gemma":[0.0013452232,0.000119862496,0.008178853,0.000022376324,0.000018590901,0.000047403508,0.00042557274,0.0016409047,0.025683746,0.19414158,0.76794004,0.0004358507],"about_ca_topic_score_codex":0.000015601878,"about_ca_topic_score_gemma":0.00019525153,"teacher_disagreement_score":0.73328704,"about_ca_system_score_codex":0.00004759351,"about_ca_system_score_gemma":0.00014174427,"threshold_uncertainty_score":0.45107445},"labels":[],"label_agreement":null},{"id":"W4205362389","doi":"10.1109/msec.2020.2988374","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.03422416541100035,"score_gpt":0.2451721108215227,"score_spread":0.21094794541052236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205362389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7978766,0.00023778914,0.1921255,0.005228286,0.0013036001,0.00021083145,0.0000072329312,0.00031970808,0.0026904573],"genre_scores_gemma":[0.99760133,0.000011058842,0.0015090463,0.0007367695,0.00011476708,0.0000022895429,6.859866e-7,0.0000046527557,0.000019404371],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924666,0.00003497851,0.00015680691,0.00022188274,0.00019769678,0.00014196252],"domain_scores_gemma":[0.99940926,0.000031857708,0.000077991295,0.00031712285,0.00006800589,0.00009573886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000918378,0.00007374715,0.00012941656,0.000025739935,0.000045342033,0.000054628912,0.00073082204,0.000042868298,0.000018203],"category_scores_gemma":[0.00009584178,0.00007404522,0.000049976406,0.00032089118,0.000021069414,0.00038556525,0.00014086349,0.00011801337,0.000060314338],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002999974,0.0011629814,0.02711447,0.000804988,0.00036402748,0.00014093283,0.12448977,0.00041397067,0.4977591,0.084745884,0.17250168,0.090202205],"study_design_scores_gemma":[0.0015919738,0.0006088569,0.0044232914,0.00006428748,0.000021709475,0.000016459282,0.00006272044,0.064571336,0.7848237,0.02687754,0.11641672,0.00052138057],"about_ca_topic_score_codex":0.00011339638,"about_ca_topic_score_gemma":0.0000034237264,"teacher_disagreement_score":0.28706464,"about_ca_system_score_codex":0.000008649827,"about_ca_system_score_gemma":0.00002587595,"threshold_uncertainty_score":0.30194765},"labels":[],"label_agreement":null},{"id":"W4205612339","doi":"10.1109/msec.2021.3078205","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Machine Learning and ELM","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Natural language processing; Database","score_opus":0.017158619630097065,"score_gpt":0.26253433403794396,"score_spread":0.2453757144078469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205612339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9045366,0.0006733371,0.07501162,0.0033036594,0.0011554209,0.000091765316,0.00000539673,0.00020766776,0.015014516],"genre_scores_gemma":[0.9943914,0.000022430113,0.004290581,0.0003129988,0.0000541166,0.0000019051713,0.000002237483,0.000005191851,0.0009191789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906343,0.000081321516,0.00017455111,0.00025718764,0.00022042527,0.00020310369],"domain_scores_gemma":[0.99902,0.00005223759,0.00007501131,0.0006445041,0.00013692938,0.000071339164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015895,0.000082718296,0.0001671826,0.000033794597,0.00006073297,0.00005945752,0.0006540435,0.0000424571,0.00005420436],"category_scores_gemma":[0.00015031525,0.00008219349,0.0000621911,0.00030565358,0.000022987637,0.00020719877,0.00026232738,0.00012857903,0.000062831685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074143325,0.00409314,0.07721725,0.0009165189,0.000529589,0.0009885737,0.049789455,0.0009161809,0.110613704,0.3075626,0.15727963,0.2900192],"study_design_scores_gemma":[0.0025086103,0.0002306804,0.01696703,0.00019610114,0.00002959634,0.00014122065,0.00010930744,0.05631129,0.36989713,0.05263369,0.5001943,0.0007810188],"about_ca_topic_score_codex":0.00015204468,"about_ca_topic_score_gemma":0.000010820171,"teacher_disagreement_score":0.3429147,"about_ca_system_score_codex":0.00000892769,"about_ca_system_score_gemma":0.00007073609,"threshold_uncertainty_score":0.33517534},"labels":[],"label_agreement":null},{"id":"W4205726858","doi":"10.1109/msp.2014.36","title":"Table of contents","year":2014,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.026542978903211615,"score_gpt":0.2627548521789878,"score_spread":0.2362118732757762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205726858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3376107,0.000115649374,0.6538201,0.0008609291,0.0012379396,0.00015719235,0.0000026895118,0.00021961893,0.00597522],"genre_scores_gemma":[0.9906736,0.000010544959,0.008766979,0.00036708062,0.00012365049,0.000004275691,0.0000014804142,0.000006462862,0.000045949226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987124,0.000104030005,0.00032156377,0.00032895835,0.00028446526,0.00024853626],"domain_scores_gemma":[0.9985171,0.00016812385,0.00018470484,0.00087216747,0.00016981809,0.00008811573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045250703,0.00011373162,0.00019976847,0.000074211166,0.00011013504,0.000080400845,0.0013978808,0.000066821194,0.000018451114],"category_scores_gemma":[0.000186508,0.000118277654,0.00006957003,0.00035456513,0.000057134755,0.00037006187,0.00023089153,0.00014922315,0.00006627198],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022458848,0.00070920633,0.0070266724,0.0002287099,0.000079612895,0.0000053261147,0.0152393,0.00020054421,0.015770817,0.8990832,0.015702575,0.045931593],"study_design_scores_gemma":[0.0018973377,0.00028925925,0.0067335316,0.00017574386,0.00001974824,0.000032447566,0.000080096856,0.34758738,0.24977815,0.15843622,0.23416448,0.0008056258],"about_ca_topic_score_codex":0.00007904488,"about_ca_topic_score_gemma":0.0000029298485,"teacher_disagreement_score":0.74064696,"about_ca_system_score_codex":0.000015713853,"about_ca_system_score_gemma":0.0000364179,"threshold_uncertainty_score":0.48232228},"labels":[],"label_agreement":null},{"id":"W4210743149","doi":"10.1109/msec.2021.3075633","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.05353399542853585,"score_gpt":0.22717065645597823,"score_spread":0.17363666102744238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210743149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.536418,0.003291203,0.00020773322,0.00038914866,0.0041942885,0.00011880909,0.0007044539,0.000033550165,0.4546428],"genre_scores_gemma":[0.95572233,0.00031378036,0.00019264457,0.0001705839,0.000064165615,0.0000045968704,0.00000873489,0.000008988341,0.04351416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989194,0.00000770647,0.00044420798,0.00036417998,0.000030096891,0.00023437818],"domain_scores_gemma":[0.99923134,0.000027361555,0.00021721423,0.0003972472,0.00006786811,0.0000589964],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002448408,0.000097277094,0.00037868667,0.00007142602,0.00007274196,0.000043038835,0.00023515754,0.0000512746,0.0054848166],"category_scores_gemma":[0.00014281395,0.00012127484,0.00011882635,0.00019239068,0.00008655631,0.00019463798,0.00014229034,0.00007627415,0.0043283007],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003052024,0.00065192964,0.072540686,0.00015567821,0.00046919903,0.00003571648,0.0074262577,0.000038127288,0.000674806,0.30134997,0.61602455,0.0006025229],"study_design_scores_gemma":[0.0010042044,0.000025122486,0.0037436222,0.000024659857,0.000011460588,0.0000048834977,0.00069666596,0.00029601675,0.010614882,0.04602513,0.93725413,0.00029920778],"about_ca_topic_score_codex":0.0001679024,"about_ca_topic_score_gemma":0.000012496201,"teacher_disagreement_score":0.41930434,"about_ca_system_score_codex":0.00003123383,"about_ca_system_score_gemma":0.000021207314,"threshold_uncertainty_score":0.99644697},"labels":[],"label_agreement":null},{"id":"W4220846184","doi":"10.1109/msec.2021.3130864","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.05032299267264739,"score_gpt":0.21951813595150896,"score_spread":0.16919514327886157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220846184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66801345,0.0016940734,0.0000809155,0.00033128913,0.0053022564,0.00023765634,0.0017591777,0.000041887153,0.3225393],"genre_scores_gemma":[0.96885014,0.00006538287,0.000055929017,0.00017282102,0.000041127932,0.000022533713,0.000008389492,0.00000956119,0.030774118],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894226,0.0000114582845,0.0004313954,0.0003328629,0.000044354794,0.00023768265],"domain_scores_gemma":[0.99927324,0.000023728035,0.0002871275,0.0003469618,0.000021547437,0.000047400714],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004553982,0.00009189719,0.00033151967,0.00012933691,0.00021374637,0.00002442478,0.0004223875,0.00002225315,0.012489817],"category_scores_gemma":[0.000050553957,0.00012015726,0.00010857293,0.00020531373,0.00007838705,0.00015123446,0.0003296037,0.00011779905,0.0018305967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053892632,0.0005246503,0.04398454,0.00005396164,0.00024591325,0.000008349216,0.009299857,0.00025013046,0.00012437924,0.18314457,0.7620081,0.00030168364],"study_design_scores_gemma":[0.000702522,0.000055792898,0.0013197856,0.0000031838806,0.000005759352,0.00000243352,0.0009371282,0.0004750764,0.0004251239,0.027411684,0.9684626,0.00019894504],"about_ca_topic_score_codex":0.0003934075,"about_ca_topic_score_gemma":0.0000040232967,"teacher_disagreement_score":0.30083668,"about_ca_system_score_codex":0.00006792416,"about_ca_system_score_gemma":0.00001302523,"threshold_uncertainty_score":0.9989466},"labels":[],"label_agreement":null},{"id":"W4229595540","doi":"10.1109/msec.2019.2901138","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.03804681552417824,"score_gpt":0.21546568525593213,"score_spread":0.1774188697317539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229595540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6743403,0.00059039664,0.000033918364,0.00009210863,0.0028773956,0.00016369081,0.00027069252,0.000020189644,0.3216113],"genre_scores_gemma":[0.94832146,0.00010591881,0.00007287778,0.000109421846,0.000042133684,0.000004133025,0.000004174214,0.000009265009,0.05133064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989404,0.0000050834406,0.00042946916,0.00034944506,0.000030999337,0.00024461898],"domain_scores_gemma":[0.9992068,0.000025812833,0.00026542504,0.00041700274,0.000033782944,0.000051193496],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003006816,0.0001037042,0.00039807678,0.00010638344,0.00004365315,0.000032371485,0.0003286828,0.00005312648,0.007492928],"category_scores_gemma":[0.000048355585,0.0001209243,0.00010832512,0.00013776097,0.00006866063,0.00024359324,0.00011555617,0.00007627027,0.021879068],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006137362,0.00043682917,0.33300292,0.00019693961,0.00037655391,0.0000036332203,0.007400556,0.00006725849,0.0004885903,0.27811795,0.37947652,0.0003708598],"study_design_scores_gemma":[0.001565749,0.00007631907,0.008738551,0.00003119209,0.000009086322,0.0000016411261,0.0005690806,0.0007794844,0.002554031,0.034733564,0.9505471,0.000394197],"about_ca_topic_score_codex":0.00027714446,"about_ca_topic_score_gemma":0.000004283931,"teacher_disagreement_score":0.5710706,"about_ca_system_score_codex":0.000032142005,"about_ca_system_score_gemma":0.0000096324975,"threshold_uncertainty_score":0.99341434},"labels":[],"label_agreement":null},{"id":"W4229667570","doi":"10.1109/msec.2020.3019720","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.07504197634138171,"score_gpt":0.22296208539788612,"score_spread":0.1479201090565044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229667570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5774309,0.0019620634,0.0005240515,0.0021801197,0.0029946691,0.00030584115,0.0011069643,0.00007897457,0.41341642],"genre_scores_gemma":[0.99384296,0.00013492763,0.00012202907,0.0005650739,0.00009540634,0.000004274472,0.0000042735346,0.000009544063,0.005221537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989561,0.0000052841087,0.00044287962,0.00034959897,0.000028996308,0.00021714634],"domain_scores_gemma":[0.99936974,0.00001974063,0.00024451985,0.00023614499,0.000030409003,0.00009946268],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017621332,0.00010234876,0.000384415,0.000053581523,0.000059747406,0.000033066204,0.0003374206,0.000044920296,0.0033961511],"category_scores_gemma":[0.0001336561,0.00012217453,0.000105503204,0.00017201496,0.00009080931,0.00020644191,0.00012790653,0.000081549166,0.0069714696],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064327374,0.00023161195,0.049754128,0.00015295576,0.00029390774,0.0000075109974,0.016117204,0.000052270912,0.00032174547,0.12492732,0.80771154,0.00036548305],"study_design_scores_gemma":[0.0011079736,0.00007575954,0.0018813111,0.000013348025,0.000010379845,8.015636e-7,0.0005886019,0.0014492965,0.0027329156,0.015154973,0.9766749,0.0003096974],"about_ca_topic_score_codex":0.00015316012,"about_ca_topic_score_gemma":0.0000023645414,"teacher_disagreement_score":0.41641203,"about_ca_system_score_codex":0.000019247806,"about_ca_system_score_gemma":0.000009368023,"threshold_uncertainty_score":0.9975149},"labels":[],"label_agreement":null},{"id":"W4231224119","doi":"10.1109/msec.2019.2899709","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.026235324812660072,"score_gpt":0.2674715794658723,"score_spread":0.24123625465321222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231224119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9400721,0.00035608493,0.041815206,0.008901927,0.0017916369,0.0005347439,0.000044425546,0.0009659438,0.0055178977],"genre_scores_gemma":[0.95755076,0.00005044899,0.042061605,0.00018103555,0.000025006619,0.000007991599,0.000004717348,0.00001218178,0.000106234635],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981807,0.000055678265,0.00034538636,0.0005561285,0.00043672379,0.0004253975],"domain_scores_gemma":[0.9886116,0.00013246489,0.00020052129,0.010851141,0.00013543045,0.00006883815],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00033937552,0.00017542609,0.00031217156,0.0001362596,0.000046806563,0.00008126571,0.032495737,0.0001440473,0.00006802292],"category_scores_gemma":[0.0040324675,0.0001724851,0.00007741215,0.0005742605,0.00009238277,0.0010052881,0.04362347,0.0002977113,0.00034991774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049444167,0.00082494755,0.0489438,0.0004217126,0.00020797827,0.0000567042,0.0014707462,0.000016690314,0.07509937,0.041735932,0.8106566,0.020516075],"study_design_scores_gemma":[0.0013077755,0.00022980072,0.0030473843,0.00015550139,0.000011447842,0.000023779081,0.000041652045,0.039912287,0.30641448,0.6085086,0.039783265,0.0005640053],"about_ca_topic_score_codex":0.00013608998,"about_ca_topic_score_gemma":0.0000047603103,"teacher_disagreement_score":0.7708733,"about_ca_system_score_codex":0.00004098428,"about_ca_system_score_gemma":0.000065332424,"threshold_uncertainty_score":0.9727389},"labels":[],"label_agreement":null},{"id":"W4232963918","doi":"10.1109/msec.2019.2953323","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Database; Computer science","score_opus":0.027894464183894595,"score_gpt":0.24666965767925794,"score_spread":0.21877519349536334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232963918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62318635,0.00032805628,0.30764088,0.016641658,0.0016281051,0.000712181,0.000043572527,0.0007469118,0.049072303],"genre_scores_gemma":[0.9949486,0.000014360161,0.0018919418,0.003052523,0.000055101045,0.000003517455,0.000002782155,0.0000042908982,0.000026885135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989403,0.000036934463,0.00031184647,0.00019372645,0.00030537898,0.00021182069],"domain_scores_gemma":[0.9991229,0.000024793862,0.00013932904,0.00041530724,0.00014365322,0.00015398282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012144013,0.00010660791,0.00018408368,0.000036581936,0.000060330607,0.00007150147,0.0011119775,0.000053077154,0.00005805992],"category_scores_gemma":[0.000074704105,0.00010487263,0.00007290939,0.00037273727,0.0000362118,0.0008689467,0.00025243912,0.00015165939,0.00019494932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009449068,0.00062883395,0.004157352,0.00052376883,0.00015761588,0.000045872734,0.17283241,0.00007974819,0.010901958,0.65835965,0.12965003,0.022568308],"study_design_scores_gemma":[0.0034579958,0.00046387129,0.0033595231,0.00007827548,0.000023918972,0.000024789395,0.00040240693,0.13128735,0.33335915,0.025209093,0.50135833,0.0009753205],"about_ca_topic_score_codex":0.0000436074,"about_ca_topic_score_gemma":0.0000027187705,"teacher_disagreement_score":0.6331505,"about_ca_system_score_codex":0.0000107654305,"about_ca_system_score_gemma":0.000056578745,"threshold_uncertainty_score":0.4276582},"labels":[],"label_agreement":null},{"id":"W4233816949","doi":"10.1109/msec.2018.2882149","title":"Table of Contents","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.05499807073998909,"score_gpt":0.23484449515731912,"score_spread":0.17984642441733004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233816949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5470847,0.00057563896,0.00021165678,0.00016459015,0.0040256283,0.00014271104,0.00039345594,0.000033503973,0.44736812],"genre_scores_gemma":[0.9751031,0.0000837934,0.00015612712,0.00014840177,0.00017237116,0.0000045266743,0.000002894854,0.000009238683,0.024319595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892694,0.000005464636,0.00043767795,0.00034062433,0.000029049104,0.00026022812],"domain_scores_gemma":[0.9992105,0.00001998005,0.00025985207,0.0003845588,0.00006478963,0.00006034735],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000329025,0.00010305954,0.0003404221,0.000109914676,0.000103558225,0.00003542796,0.00034102003,0.000052392734,0.0053373487],"category_scores_gemma":[0.0000963046,0.00011972006,0.00008947235,0.00016600524,0.00025628184,0.00022128527,0.00012392837,0.00006128247,0.01187431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052506995,0.00032732886,0.053941287,0.000062346306,0.00026683306,0.000003025578,0.009351467,0.0000033251183,0.00025726456,0.17503501,0.7601711,0.0005285021],"study_design_scores_gemma":[0.00086529285,0.00009511372,0.0039382936,0.000019077987,0.000008417808,0.0000015499436,0.0003429144,0.00041772294,0.0050326735,0.043622065,0.9453789,0.00027797677],"about_ca_topic_score_codex":0.00034471462,"about_ca_topic_score_gemma":0.000015528653,"teacher_disagreement_score":0.42801836,"about_ca_system_score_codex":0.000029911522,"about_ca_system_score_gemma":0.000010144632,"threshold_uncertainty_score":0.9955719},"labels":[],"label_agreement":null},{"id":"W4238740452","doi":"10.1109/msec.2019.2936696","title":"Table of contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.030444290208112353,"score_gpt":0.3011725520140281,"score_spread":0.27072826180591575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238740452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607616,0.00031431048,0.00020850517,0.0011426086,0.0017281368,0.0007312794,0.00005712135,0.00013200489,0.034924436],"genre_scores_gemma":[0.9984252,0.00023706288,0.00014848073,0.00016403558,0.0002727043,0.00001228688,0.0000135980345,0.000013280403,0.0007133517],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982015,0.00020719934,0.00030136656,0.0003249037,0.000547187,0.00041785088],"domain_scores_gemma":[0.9986913,0.00009371352,0.00018617079,0.0006889217,0.00019506736,0.00014480295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075411116,0.00013429721,0.00027166383,0.00009174378,0.00023564935,0.00006859382,0.00097012863,0.00016888959,0.00069732475],"category_scores_gemma":[0.0006452128,0.00014164142,0.00009844791,0.00038578606,0.00018726806,0.00070930994,0.00024882532,0.00023624444,0.00044595666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000902662,0.0036702876,0.24708919,0.0012253551,0.00052389887,0.000040161744,0.23648301,0.000019912904,0.084415555,0.23022205,0.16964181,0.025766129],"study_design_scores_gemma":[0.0020625847,0.00025499158,0.0063716103,0.00014295771,0.00004748619,0.0000035334217,0.003731503,0.00015796644,0.039781664,0.10703862,0.83976007,0.00064704655],"about_ca_topic_score_codex":0.00943559,"about_ca_topic_score_gemma":0.0007925491,"teacher_disagreement_score":0.6701182,"about_ca_system_score_codex":0.00007078499,"about_ca_system_score_gemma":0.00016276851,"threshold_uncertainty_score":0.9971607},"labels":[],"label_agreement":null},{"id":"W4241636803","doi":"10.1109/msec.2019.2917485","title":"Table of contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Bluetooth and Wireless Communication Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Natural language processing; Database","score_opus":0.01859915267797179,"score_gpt":0.24630323476879093,"score_spread":0.22770408209081913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241636803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742624,0.0005269125,0.017084407,0.0015701005,0.00041968332,0.00023479316,0.000003878417,0.0004045409,0.0054932893],"genre_scores_gemma":[0.9948971,0.00010776217,0.004659864,0.00015395758,0.0000074926184,0.0000063863968,0.0000011057577,0.0000046095333,0.00016167261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99919116,0.000034013272,0.00020507192,0.00020116151,0.00018005895,0.00018850378],"domain_scores_gemma":[0.99803245,0.00006570834,0.00012575788,0.0016364582,0.00010253424,0.00003711182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001297306,0.00008577422,0.00017571637,0.00007824731,0.000037776645,0.000042016392,0.0024739886,0.00007614103,0.000021054164],"category_scores_gemma":[0.00005152291,0.00008072331,0.000049709062,0.00032560586,0.0000549386,0.00041576225,0.0005588674,0.00015754493,0.0001527143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003393068,0.0008794814,0.05808135,0.00027154325,0.00012253814,0.00000726783,0.0062074307,0.00006240528,0.06454503,0.7520452,0.017987609,0.09975622],"study_design_scores_gemma":[0.0015611888,0.00026627514,0.008488851,0.00012677559,0.00000799469,0.0000104556475,0.00018447713,0.014866684,0.78250664,0.098157585,0.09328429,0.0005387731],"about_ca_topic_score_codex":0.00007082898,"about_ca_topic_score_gemma":0.0000037713141,"teacher_disagreement_score":0.7179616,"about_ca_system_score_codex":0.000011287785,"about_ca_system_score_gemma":0.000036609774,"threshold_uncertainty_score":0.45973274},"labels":[],"label_agreement":null},{"id":"W4247691471","doi":"10.1109/msp.2016.1","title":"Table of Contents","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Information retrieval; Database","score_opus":0.050099476350319444,"score_gpt":0.22115268999786908,"score_spread":0.17105321364754963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247691471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67088866,0.0010610195,0.0006613804,0.00074972434,0.0041024336,0.00020806254,0.0010602345,0.000050328134,0.32121816],"genre_scores_gemma":[0.9571697,0.00024557087,0.00007924428,0.00008359512,0.00006321231,0.000006164425,0.0000012081398,0.000008926476,0.04234234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893415,0.0000057478514,0.00044105336,0.00033480625,0.00002870406,0.00025551437],"domain_scores_gemma":[0.9992224,0.000042068234,0.00026231498,0.00037354228,0.000037591053,0.00006209908],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00030702256,0.00010200508,0.00034207874,0.00010245868,0.00005942886,0.000021718932,0.00032007325,0.000049506856,0.0046025943],"category_scores_gemma":[0.00012689503,0.00008889128,0.00010183377,0.00010887669,0.00013943562,0.0002702358,0.00010992651,0.0000397687,0.008627205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005624451,0.00034908066,0.10717316,0.00006777388,0.00031018478,0.000005196937,0.003558251,0.0000029147382,0.001219455,0.28195587,0.60311574,0.0021861114],"study_design_scores_gemma":[0.0015163837,0.000050623254,0.0051482967,0.000043552744,0.000007910585,0.0000015752674,0.0001643614,0.00004835331,0.0061749564,0.06796216,0.91856915,0.00031265267],"about_ca_topic_score_codex":0.00016418163,"about_ca_topic_score_gemma":0.0000062712415,"teacher_disagreement_score":0.3154534,"about_ca_system_score_codex":0.000040214203,"about_ca_system_score_gemma":0.000009312209,"threshold_uncertainty_score":0.9963073},"labels":[],"label_agreement":null},{"id":"W4250368714","doi":"10.1109/msec.2020.2975335","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","score_opus":0.03422416541100035,"score_gpt":0.2451721108215227,"score_spread":0.21094794541052236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250368714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7978766,0.00023778914,0.1921255,0.005228286,0.0013036001,0.00021083145,0.0000072329312,0.00031970808,0.0026904573],"genre_scores_gemma":[0.99760133,0.000011058842,0.0015090463,0.0007367695,0.00011476708,0.0000022895429,6.859866e-7,0.0000046527557,0.000019404371],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924666,0.00003497851,0.00015680691,0.00022188274,0.00019769678,0.00014196252],"domain_scores_gemma":[0.99940926,0.000031857708,0.000077991295,0.00031712285,0.00006800589,0.00009573886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000918378,0.00007374715,0.00012941656,0.000025739935,0.000045342033,0.000054628912,0.00073082204,0.000042868298,0.000018203],"category_scores_gemma":[0.00009584178,0.00007404522,0.000049976406,0.00032089118,0.000021069414,0.00038556525,0.00014086349,0.00011801337,0.000060314338],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002999974,0.0011629814,0.02711447,0.000804988,0.00036402748,0.00014093283,0.12448977,0.00041397067,0.4977591,0.084745884,0.17250168,0.090202205],"study_design_scores_gemma":[0.0015919738,0.0006088569,0.0044232914,0.00006428748,0.000021709475,0.000016459282,0.00006272044,0.064571336,0.7848237,0.02687754,0.11641672,0.00052138057],"about_ca_topic_score_codex":0.00011339638,"about_ca_topic_score_gemma":0.0000034237264,"teacher_disagreement_score":0.28706464,"about_ca_system_score_codex":0.000008649827,"about_ca_system_score_gemma":0.00002587595,"threshold_uncertainty_score":0.30194765},"labels":[],"label_agreement":null},{"id":"W4250445530","doi":"10.1109/msp.2015.129","title":"Table of Contents","year":2015,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.03712562156391669,"score_gpt":0.265806811393872,"score_spread":0.22868118982995533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250445530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7551418,0.0003624968,0.14650646,0.0022258768,0.0031698465,0.00052033865,0.00002214218,0.00047890612,0.091572165],"genre_scores_gemma":[0.9967728,0.000007797705,0.0024717918,0.0005523345,0.000043560874,0.0000046954774,0.0000029993782,0.0000041384696,0.00013983234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988393,0.000047470683,0.00030880922,0.0001675606,0.0004024581,0.00023437676],"domain_scores_gemma":[0.99870837,0.000022469365,0.00014719988,0.0006316314,0.00031623416,0.00017412707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003481671,0.00010650641,0.00017560742,0.00007407969,0.00004661639,0.000077480465,0.0010645936,0.0000612323,0.000018098272],"category_scores_gemma":[0.000091209695,0.00010162857,0.000056948455,0.0003223336,0.000043973254,0.0010944029,0.00024167508,0.00012844702,0.00018804772],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007080207,0.0009100098,0.0052441554,0.0001596757,0.00010474298,0.000032270043,0.107882,0.000075011085,0.0013404158,0.6844925,0.18332711,0.016361263],"study_design_scores_gemma":[0.005479986,0.00047067992,0.003124758,0.000103910395,0.000023545397,0.000080924015,0.0007679371,0.057514794,0.17020145,0.14329076,0.61786556,0.0010757075],"about_ca_topic_score_codex":0.00014140815,"about_ca_topic_score_gemma":0.000010611027,"teacher_disagreement_score":0.5412018,"about_ca_system_score_codex":0.000028283115,"about_ca_system_score_gemma":0.00012094723,"threshold_uncertainty_score":0.41442928},"labels":[],"label_agreement":null},{"id":"W4252374608","doi":"10.1109/msec.2019.2921179","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","score_opus":0.017014456328650677,"score_gpt":0.24325027277966416,"score_spread":0.22623581645101348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252374608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96610105,0.00013408644,0.013742492,0.00028073488,0.010381277,0.0001907097,4.0305355e-7,0.00012355256,0.009045684],"genre_scores_gemma":[0.99677396,0.000005283874,0.002329048,0.00018418067,0.0003807046,0.0000013716534,9.3672656e-7,0.0000073566794,0.00031715847],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99885625,0.000038667768,0.00024141213,0.00029721978,0.00025384722,0.00031258716],"domain_scores_gemma":[0.9989186,0.00006762748,0.00011949036,0.0007123168,0.000111752146,0.00007022254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022202183,0.000113996895,0.00021533485,0.00006797281,0.000051417755,0.00006532724,0.0011673459,0.000057169444,0.000009208591],"category_scores_gemma":[0.000033759734,0.0001108597,0.00007420962,0.0002939058,0.00002434143,0.0004004101,0.00038194365,0.00014421836,0.00029667557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012351524,0.0021088892,0.22668572,0.0011958381,0.00042927847,0.0001176121,0.059062038,0.00017087616,0.14790268,0.0567219,0.39830354,0.10717812],"study_design_scores_gemma":[0.0043121562,0.0006778568,0.024830926,0.00047815268,0.00003120254,0.00006421365,0.00008218847,0.11499537,0.4039137,0.057787694,0.39124826,0.0015782788],"about_ca_topic_score_codex":0.00009542265,"about_ca_topic_score_gemma":7.247708e-7,"teacher_disagreement_score":0.256011,"about_ca_system_score_codex":0.000018157027,"about_ca_system_score_gemma":0.00005137734,"threshold_uncertainty_score":0.45207274},"labels":[],"label_agreement":null},{"id":"W4253341353","doi":"10.1109/msp.2017.265092938","title":"Detecting the Detectable: Unintended Consequences of Cryptographic Election Verification","year":2017,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematical proof; Cryptography; Computer science; Computer security; Electronic voting; Voting; Cryptographic primitive; Unintended consequences; Cryptographic protocol; Internet privacy; Theoretical computer science; Political science; Mathematics; Law","score_opus":0.021379747962987833,"score_gpt":0.26804287801868315,"score_spread":0.24666313005569532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253341353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7297175,0.00011861501,0.26764438,0.0011234026,0.0006029068,0.00016010502,9.631019e-7,0.000106596446,0.00052554626],"genre_scores_gemma":[0.99857616,0.000034476016,0.0011999242,0.00005906801,0.00009830586,0.000010067495,6.363871e-7,0.00000760454,0.00001373279],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984794,0.00015354283,0.00038019687,0.0003812721,0.0003215807,0.00028400996],"domain_scores_gemma":[0.9980499,0.000106452455,0.0006141271,0.0008994407,0.00028015007,0.000049913757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007364355,0.000154437,0.00021636872,0.0001152996,0.0008446387,0.00043596426,0.0021884418,0.00008509164,0.000010370039],"category_scores_gemma":[0.0004494124,0.00011657336,0.00017191662,0.00030271546,0.00049369753,0.00056312955,0.00017306063,0.0003131051,0.000009049157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006751187,0.00026040795,0.0032606213,0.00011997507,0.00049709063,0.000021534881,0.019787202,0.00086042425,0.120679826,0.7589827,0.00043845258,0.09502422],"study_design_scores_gemma":[0.00054502714,0.00023087351,0.004792418,0.00015514331,0.00009691555,0.00006902186,0.0006607295,0.6069205,0.3715311,0.01318851,0.0012869085,0.0005228675],"about_ca_topic_score_codex":0.0004009689,"about_ca_topic_score_gemma":0.00035560172,"teacher_disagreement_score":0.74579424,"about_ca_system_score_codex":0.00003056812,"about_ca_system_score_gemma":0.0000791343,"threshold_uncertainty_score":0.6496363},"labels":[],"label_agreement":null},{"id":"W4254969116","doi":"10.1109/msp.2018.2701168","title":"Table of contents","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Bluetooth and Wireless Communication Technologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","score_opus":0.0285041450406485,"score_gpt":0.2703610682358166,"score_spread":0.24185692319516813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254969116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8486918,0.00062745105,0.1358638,0.0035196808,0.0007314544,0.00024943906,0.000006996011,0.0008436989,0.009465691],"genre_scores_gemma":[0.9896319,0.00008096179,0.009971222,0.00020382364,0.000031464933,0.0000067964747,7.2218245e-7,0.0000044222393,0.00006870012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991889,0.000036662215,0.00020920798,0.00019591908,0.00016824766,0.00020108584],"domain_scores_gemma":[0.99807715,0.00005010368,0.00012300552,0.0015032516,0.00020237012,0.000044144355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001426031,0.00008521488,0.00014911487,0.00008082574,0.000093283474,0.000046163605,0.0025693513,0.00007503025,0.000014965866],"category_scores_gemma":[0.00010575393,0.00007988028,0.0000406772,0.00039561847,0.00021858339,0.00037624003,0.0006012352,0.00012494897,0.00007971731],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004138904,0.0009382769,0.011981771,0.000117778574,0.00012312003,0.000008644777,0.011395244,0.0000038301146,0.04743347,0.6633512,0.0593387,0.2052666],"study_design_scores_gemma":[0.000545327,0.00021856619,0.0023798526,0.00004943453,0.0000047916915,0.0000064093656,0.00007053114,0.005020462,0.8369886,0.081330456,0.07314254,0.00024298701],"about_ca_topic_score_codex":0.000088935325,"about_ca_topic_score_gemma":0.000014584917,"teacher_disagreement_score":0.7895552,"about_ca_system_score_codex":0.0000104947185,"about_ca_system_score_gemma":0.000038549162,"threshold_uncertainty_score":0.4774537},"labels":[],"label_agreement":null},{"id":"W4295832146","doi":"10.1109/msec.2022.3187935","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science","score_opus":0.05032299267264739,"score_gpt":0.21951813595150896,"score_spread":0.16919514327886157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295832146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66801345,0.0016940734,0.0000809155,0.00033128913,0.0053022564,0.00023765634,0.0017591777,0.000041887153,0.3225393],"genre_scores_gemma":[0.96885014,0.00006538287,0.000055929017,0.00017282102,0.000041127932,0.000022533713,0.000008389492,0.00000956119,0.030774118],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894226,0.0000114582845,0.0004313954,0.0003328629,0.000044354794,0.00023768265],"domain_scores_gemma":[0.99927324,0.000023728035,0.0002871275,0.0003469618,0.000021547437,0.000047400714],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004553982,0.00009189719,0.00033151967,0.00012933691,0.00021374637,0.00002442478,0.0004223875,0.00002225315,0.012489817],"category_scores_gemma":[0.000050553957,0.00012015726,0.00010857293,0.00020531373,0.00007838705,0.00015123446,0.0003296037,0.00011779905,0.0018305967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053892632,0.0005246503,0.04398454,0.00005396164,0.00024591325,0.000008349216,0.009299857,0.00025013046,0.00012437924,0.18314457,0.7620081,0.00030168364],"study_design_scores_gemma":[0.000702522,0.000055792898,0.0013197856,0.0000031838806,0.000005759352,0.00000243352,0.0009371282,0.0004750764,0.0004251239,0.027411684,0.9684626,0.00019894504],"about_ca_topic_score_codex":0.0003934075,"about_ca_topic_score_gemma":0.0000040232967,"teacher_disagreement_score":0.30083668,"about_ca_system_score_codex":0.00006792416,"about_ca_system_score_gemma":0.00001302523,"threshold_uncertainty_score":0.9989466},"labels":[],"label_agreement":null},{"id":"W4319990355","doi":"10.1109/msec.2022.3223596","title":"Table of Contents","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","score_opus":0.025691243003248997,"score_gpt":0.2639622713587879,"score_spread":0.23827102835553893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319990355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9347206,0.00008465159,0.030062588,0.002291983,0.002187618,0.0004027599,0.000028460192,0.0009929667,0.029228427],"genre_scores_gemma":[0.9986262,0.00003131483,0.0006028166,0.0004050843,0.000036869296,0.000007708714,0.000006974018,0.000005018897,0.00027801818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988416,0.000037798465,0.0003044198,0.00018282088,0.0003470116,0.00028637092],"domain_scores_gemma":[0.9989783,0.000044690332,0.00012173251,0.000620759,0.00014809959,0.00008640655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030305516,0.00010281941,0.00016604533,0.00013576499,0.00008675651,0.000073243966,0.0010572941,0.000059482816,0.00003670808],"category_scores_gemma":[0.00006286442,0.000101009486,0.00007306943,0.00083680113,0.00003926169,0.0008196588,0.0002946765,0.00012687365,0.0006283387],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034431094,0.00046483797,0.0045085424,0.00033919993,0.00012507889,0.000058597445,0.071594134,0.00010377559,0.0057565677,0.6656601,0.22538276,0.02597196],"study_design_scores_gemma":[0.0034087657,0.00027358448,0.021959446,0.00015252088,0.000021804171,0.000040678242,0.0005759956,0.14111449,0.22421284,0.12622267,0.48085773,0.0011594809],"about_ca_topic_score_codex":0.00007645483,"about_ca_topic_score_gemma":0.00000800026,"teacher_disagreement_score":0.5394375,"about_ca_system_score_codex":0.000014976827,"about_ca_system_score_gemma":0.00005457807,"threshold_uncertainty_score":0.80762327},"labels":[],"label_agreement":null},{"id":"W4323644051","doi":"10.1109/msec.2023.3247374","title":"A Real-Time Cosimulation Testbed for Electric Vehicle Charging and Smart Grid Security","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Electric Vehicles and Infrastructure","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testbed; Smart grid; Embedded system; Computer science; Electric vehicle; Grid; Computer security; Engineering; Computer network; Electrical engineering","score_opus":0.007762457547604252,"score_gpt":0.22712651724344973,"score_spread":0.2193640596958455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323644051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99706465,0.00019974384,0.00016777682,0.00018961309,0.0002847395,0.00055915,0.000043136384,0.0010513045,0.00043990908],"genre_scores_gemma":[0.9987785,0.00035500465,0.00015143628,0.00005052716,0.00044444166,0.000045660647,0.00007125072,0.00006622967,0.0000369249],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986,0.00003100923,0.00029477605,0.00032442188,0.00019361729,0.0005561658],"domain_scores_gemma":[0.999251,0.00020552265,0.000054540036,0.00027955577,0.00007361865,0.00013574862],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027392455,0.00024613974,0.00028590375,0.00020737834,0.0001836915,0.00008609305,0.00018898846,0.0001725417,0.000022256265],"category_scores_gemma":[0.00008026387,0.00026516375,0.00008602103,0.0008067649,0.000019727,0.00026423327,0.000041695996,0.00028056937,0.00005199798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001321377,0.0000914001,0.0075009866,0.0009369892,0.00024075771,0.000028504986,0.005842476,0.005960786,0.88326037,0.0012388723,0.072863854,0.021902872],"study_design_scores_gemma":[0.0009324643,0.000116324976,0.009446859,0.00003554951,0.000038242306,0.000014025693,0.000016444863,0.9337976,0.03673914,0.014127542,0.0043327594,0.00040306392],"about_ca_topic_score_codex":0.000040450424,"about_ca_topic_score_gemma":0.000005551162,"teacher_disagreement_score":0.9278368,"about_ca_system_score_codex":0.000098696786,"about_ca_system_score_gemma":0.000029739165,"threshold_uncertainty_score":0.99998003},"labels":[],"label_agreement":null},{"id":"W4388624363","doi":"10.1109/msec.2023.3315944","title":"Privacy-Preserving Machine Learning [Cryptography]","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cryptography; Differential privacy; Encryption; Information leakage; Information privacy; Computation; Leakage (economics); Computer security; Artificial intelligence; Data mining; Algorithm","score_opus":0.029591778087589293,"score_gpt":0.27964009270083023,"score_spread":0.25004831461324095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388624363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6580655,0.0015555408,0.22134152,0.07945944,0.0037726995,0.0013423646,0.00009637904,0.029285504,0.0050810575],"genre_scores_gemma":[0.8907221,0.0008756052,0.10741816,0.0003676297,0.00022947007,0.00008768176,0.000082688384,0.0000910022,0.00012567356],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9947347,0.00035893862,0.0007127386,0.0015794878,0.0011026312,0.0015114817],"domain_scores_gemma":[0.98284656,0.0006024371,0.000328345,0.015762256,0.00017497207,0.0002854077],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.0016597458,0.00057271146,0.00055752636,0.0010231254,0.00068093394,0.00066791056,0.064285785,0.0003625419,0.000090536545],"category_scores_gemma":[0.025046634,0.00059689325,0.00030388965,0.0045875222,0.00022922638,0.0020984432,0.1565558,0.0015999927,0.0009681555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043039563,0.00039481986,0.03450242,0.00037524046,0.0003280377,0.0006630761,0.0041562757,0.00021010192,0.010884451,0.014026319,0.88041025,0.054005984],"study_design_scores_gemma":[0.0007407744,0.00013819373,0.0031067885,0.00013118543,0.000018943587,0.00004452913,0.000061017305,0.29248652,0.012959738,0.6000829,0.089302026,0.0009274017],"about_ca_topic_score_codex":0.00025098404,"about_ca_topic_score_gemma":0.000027679347,"teacher_disagreement_score":0.7911082,"about_ca_system_score_codex":0.0001214318,"about_ca_system_score_gemma":0.00011773985,"threshold_uncertainty_score":0.9998097},"labels":[],"label_agreement":null},{"id":"W4388651578","doi":"10.1109/msec.2023.3324516","title":"IEEE Computer Society Seeks Applicants for Editors in Chief","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; University of Waterloo; Jinan University; National Natural Science Foundation of China","keywords":"Editor in chief; Engineering ethics; Management; Computer science; Political science; Sociology; Engineering; Economics","score_opus":0.013998879636996161,"score_gpt":0.26448860957104225,"score_spread":0.2504897299340461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388651578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5460982,0.000030612126,0.4413831,0.0028544168,0.0079862615,0.0006778186,0.000025726062,0.0008909232,0.00005298509],"genre_scores_gemma":[0.9328149,0.00002723957,0.05633523,0.0010879076,0.009506782,0.0001007898,0.00001720019,0.00005001483,0.000059923033],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997488,0.000065930195,0.0003884923,0.0008408544,0.00040341183,0.00081326265],"domain_scores_gemma":[0.9985079,0.00033748904,0.000118843214,0.00079812866,0.00007060053,0.00016700118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000652006,0.0002963204,0.00035728188,0.00016281972,0.00025411294,0.00020289376,0.0016694386,0.00016994782,0.000002306033],"category_scores_gemma":[0.000021039476,0.00028492487,0.00028893675,0.0010994591,0.000073129544,0.00021871564,0.0004775101,0.0004708165,0.00007076589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036017398,0.00072399905,0.0015001781,0.00046668487,0.00017209885,0.00010877216,0.03666081,0.029894195,0.002171368,0.003271154,0.676581,0.24841371],"study_design_scores_gemma":[0.00078926166,0.000109834524,0.0017404046,0.000056755096,0.0000042531246,0.000010171774,0.00001604723,0.94332415,0.0012226544,0.015537652,0.03680617,0.0003826257],"about_ca_topic_score_codex":0.000054889675,"about_ca_topic_score_gemma":0.0000143595225,"teacher_disagreement_score":0.91343,"about_ca_system_score_codex":0.0000594352,"about_ca_system_score_gemma":0.00010826884,"threshold_uncertainty_score":0.9999603},"labels":[],"label_agreement":null},{"id":"W4389584479","doi":"10.1109/msec.2023.3336802","title":"Understanding Privacy in Virtual Reality Classrooms: A Contextual Integrity Perspective","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Perspective (graphical); Virtual reality; Internet privacy; Computer science; Human–computer interaction; Artificial intelligence","score_opus":0.15251716699475198,"score_gpt":0.37142086444843736,"score_spread":0.21890369745368538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389584479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9078543,0.00024907003,0.01241884,0.03633345,0.0036417828,0.0028879421,0.00037299053,0.0022033001,0.03403833],"genre_scores_gemma":[0.9977702,0.00066921924,0.000054399105,0.00029497428,0.0008289226,0.00008205702,0.00006180333,0.000040474122,0.00019796146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945137,0.0013781019,0.00068651343,0.0010602182,0.0011254151,0.0012360509],"domain_scores_gemma":[0.997357,0.00069903024,0.00026031618,0.0010226328,0.00026723082,0.00039377404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042452007,0.0004010426,0.00056979246,0.00061282393,0.0011364688,0.00036050973,0.0016902493,0.00054261147,0.00020024354],"category_scores_gemma":[0.0072044246,0.00044606585,0.00023842992,0.002395742,0.0008723127,0.0015544047,0.00084033585,0.0016542734,0.00032842244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039368757,0.0006514903,0.0060677533,0.000066119,0.000102810234,0.00013816064,0.3924456,0.000014939228,0.0003696678,0.5663702,0.031699724,0.0016798825],"study_design_scores_gemma":[0.0021782005,0.000259946,0.004214473,0.00016040108,0.000039089016,0.0000073451356,0.21011817,0.001288571,0.00038437085,0.7296559,0.050766338,0.0009271435],"about_ca_topic_score_codex":0.032881487,"about_ca_topic_score_gemma":0.028466787,"teacher_disagreement_score":0.18232742,"about_ca_system_score_codex":0.0033720564,"about_ca_system_score_gemma":0.0008457504,"threshold_uncertainty_score":0.99979913},"labels":[],"label_agreement":null},{"id":"W4393405087","doi":"10.1109/msec.2024.3359791","title":"Table of Contents","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.050672414032115275,"score_gpt":0.23548710607333642,"score_spread":0.18481469204122114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393405087","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39555338,0.011827975,0.00045269862,0.0005468003,0.011275167,0.00025466655,0.0012515346,0.00013375131,0.578704],"genre_scores_gemma":[0.9595289,0.00032835593,0.00007518477,0.00007160496,0.00009668696,0.00000679051,0.0000047219028,0.000011755947,0.03987595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989451,0.0000045540464,0.00042099724,0.000373038,0.0000288068,0.00022751166],"domain_scores_gemma":[0.9995,0.000034555425,0.00010289066,0.00028775973,0.000022884014,0.000051930776],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003341653,0.00010389923,0.0003125011,0.00015209809,0.000055394867,0.00008643733,0.00026479084,0.000050277067,0.0038078958],"category_scores_gemma":[0.000055819768,0.00011663515,0.0001238029,0.00020831614,0.000098101176,0.00027798794,0.00009730083,0.000091787595,0.010318991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013174051,0.00012942686,0.0066008773,0.00020883123,0.00028842528,0.000012598829,0.0057456633,0.000015774196,0.00012227641,0.3495237,0.6366033,0.0007359277],"study_design_scores_gemma":[0.00026506852,0.000024965668,0.0005642932,0.000042099473,0.0000090133135,0.0000020370267,0.00020835845,0.0013479141,0.0010450908,0.048042383,0.9482602,0.0001886015],"about_ca_topic_score_codex":0.00024833585,"about_ca_topic_score_gemma":0.0000053615872,"teacher_disagreement_score":0.5639756,"about_ca_system_score_codex":0.00003900012,"about_ca_system_score_gemma":0.000014094174,"threshold_uncertainty_score":0.99710274},"labels":[],"label_agreement":null},{"id":"W4393405096","doi":"10.1109/msec.2024.3352848","title":"Side-Channel Attacks: A Short Tour","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cryptographic Implementations and Security","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Side channel attack; Channel (broadcasting); Computer security; Computer science; Computer network; Cryptography","score_opus":0.031426857342693064,"score_gpt":0.31565881826086506,"score_spread":0.284231960918172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393405096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4978696,0.0015254503,0.48420838,0.006641587,0.0037695295,0.0006266231,0.000054351003,0.0014621101,0.0038423687],"genre_scores_gemma":[0.9959667,0.00009139713,0.0030248149,0.0004883797,0.00029038024,0.000043686672,0.00001241517,0.000020052048,0.000062226245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978675,0.000074079646,0.00038960617,0.00069677597,0.00045635545,0.00051563623],"domain_scores_gemma":[0.9986616,0.00013812035,0.000031996304,0.0008933063,0.00009186658,0.00018316027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045203205,0.00024315991,0.00021647528,0.00030206863,0.00022386637,0.00075417914,0.0011511986,0.00009112995,0.00009591779],"category_scores_gemma":[0.000033005086,0.00023601326,0.00023149914,0.0010367493,0.00006213374,0.00095658464,0.00036586454,0.00034296548,0.00015052229],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001882451,0.00064671406,0.0009979119,0.00042045725,0.00039060132,0.0008478271,0.059849028,0.000054295135,0.002488061,0.646011,0.17811449,0.110160775],"study_design_scores_gemma":[0.0006980254,0.000339763,0.0025538662,0.00019755516,0.00008162588,0.0002931773,0.0005308816,0.11927835,0.009105646,0.41878855,0.4466322,0.0015003642],"about_ca_topic_score_codex":0.00011923207,"about_ca_topic_score_gemma":0.00013852926,"teacher_disagreement_score":0.49809703,"about_ca_system_score_codex":0.00006006177,"about_ca_system_score_gemma":0.00014102363,"threshold_uncertainty_score":0.9624342},"labels":[],"label_agreement":null},{"id":"W4405360852","doi":"10.1109/msec.2024.3463915","title":"Threshold Signatures","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cellular Automata and Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.014106886003259577,"score_gpt":0.26683894781526857,"score_spread":0.25273206181200897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405360852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29920006,0.010763792,0.64272094,0.014012519,0.002979189,0.00067423354,0.000026036656,0.004366833,0.02525642],"genre_scores_gemma":[0.9968547,0.000044369914,0.0022473733,0.0003320363,0.00018693163,0.00002351496,0.0000053419863,0.000010825837,0.0002948938],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989897,0.000016214442,0.00014253847,0.0004091052,0.0002189998,0.00022346799],"domain_scores_gemma":[0.9990364,0.000059225047,0.000018472701,0.0007776596,0.00002486435,0.000083391365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001339376,0.00011723669,0.00009527025,0.000081619364,0.00010281488,0.00045701838,0.0011283297,0.00006791366,0.00004180827],"category_scores_gemma":[0.000008572759,0.000106502695,0.00009499234,0.0004515928,0.000033166893,0.00041669275,0.00022816032,0.00024499325,0.0005844672],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001084489,0.000109131586,0.000031320444,0.000074596835,0.000036813075,0.00010164272,0.0036271943,0.00003626677,0.02148501,0.8660696,0.08155031,0.026877023],"study_design_scores_gemma":[0.00011686891,0.000027021782,0.0002648064,0.000053143995,0.000013346485,0.00003342072,0.000008889496,0.17300442,0.045681756,0.2343235,0.54613554,0.0003372832],"about_ca_topic_score_codex":0.000014220441,"about_ca_topic_score_gemma":0.0000038023888,"teacher_disagreement_score":0.69765466,"about_ca_system_score_codex":0.00002463906,"about_ca_system_score_gemma":0.00006825221,"threshold_uncertainty_score":0.7512338},"labels":[],"label_agreement":null},{"id":"W4405907177","doi":"10.1109/msec.2024.3492132","title":"ThreatScout: Automated Threat Hunting Solution Using Machine Reasoning","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Computer science; Artificial intelligence; Automated reasoning; Computer security","score_opus":0.020918073850544654,"score_gpt":0.31213949865689994,"score_spread":0.29122142480635527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405907177","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0716449,0.0013030263,0.91260004,0.00031192845,0.0011058343,0.00027421387,0.000006100809,0.012237903,0.00051604473],"genre_scores_gemma":[0.8447273,0.000054335393,0.1548653,0.00008442741,0.00017704265,0.000015950656,0.000003962158,0.000036387974,0.000035326597],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793214,0.0000868325,0.00036874338,0.0007411717,0.00037115836,0.00049994874],"domain_scores_gemma":[0.9987882,0.00009395158,0.000113847374,0.0007922692,0.00010678386,0.00010498617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045985496,0.000281583,0.00024772852,0.00029566034,0.00034641553,0.0005003878,0.00079608714,0.00014310541,0.00001469403],"category_scores_gemma":[0.000104144856,0.00028743743,0.00013633544,0.0009353392,0.00005915494,0.0018530178,0.00044565438,0.0004480102,0.000054244152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007788701,0.00052127766,0.0031368055,0.001309337,0.00046764035,0.0013951209,0.02249011,0.0028102915,0.4401001,0.12516856,0.004705339,0.39781755],"study_design_scores_gemma":[0.00010937635,0.000045515942,0.00009096313,0.0002921054,0.00001684305,0.00018535927,0.000008446023,0.8479203,0.12146138,0.027730664,0.0018229702,0.0003160961],"about_ca_topic_score_codex":0.00043294072,"about_ca_topic_score_gemma":0.000034011322,"teacher_disagreement_score":0.84511,"about_ca_system_score_codex":0.00029184084,"about_ca_system_score_gemma":0.000105517705,"threshold_uncertainty_score":0.9999578},"labels":[],"label_agreement":null},{"id":"W4410887211","doi":"10.1109/msec.2025.3566723","title":"Exploring Public Attitudes on Technology-Facilitated Intimate Partner Violence","year":2025,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Domestic violence; Psychology; Criminology; Social psychology; Internet privacy; Political science; Computer security; Suicide prevention; Public relations; Poison control; Medical emergency; Medicine; Computer science","score_opus":0.10305524842073036,"score_gpt":0.3633661021531226,"score_spread":0.26031085373239227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410887211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89853656,0.0002655448,0.0003269225,0.0023099429,0.0013603425,0.00051490625,0.000013437253,0.000864712,0.095807604],"genre_scores_gemma":[0.9974349,0.0012656467,0.00021344665,0.0004960808,0.00009814245,0.00019899642,0.0000043855944,0.000013940524,0.0002744526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974819,0.00020523802,0.00038254051,0.0006082317,0.00046095278,0.00086116465],"domain_scores_gemma":[0.99866205,0.00016906434,0.00008938476,0.00065798685,0.00027400372,0.00014748768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090919185,0.00025810793,0.0003119979,0.00048209773,0.00094318076,0.00021601937,0.0011151523,0.00020599953,0.00010056144],"category_scores_gemma":[0.00072022167,0.00025893803,0.00011500682,0.0015509721,0.0007315739,0.00075845374,0.00021795771,0.00051287725,0.00057651196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007366698,0.00066419994,0.04120519,0.00017137297,0.00012956189,0.000037437698,0.0124919,0.000030322628,0.0015285285,0.879382,0.0036252285,0.060660563],"study_design_scores_gemma":[0.002536119,0.0004502987,0.09685912,0.0038917095,0.00014010254,0.0000049083515,0.0145843355,0.00075324025,0.055050507,0.37096786,0.45189333,0.002868453],"about_ca_topic_score_codex":0.00048062642,"about_ca_topic_score_gemma":0.00007852389,"teacher_disagreement_score":0.50841415,"about_ca_system_score_codex":0.00021113495,"about_ca_system_score_gemma":0.0002682041,"threshold_uncertainty_score":0.9999863},"labels":[],"label_agreement":null}]}