{"meta":{"query_hash":"bbc168e96784","filters":{"venue":"IEEE Security & Privacy"},"cohort_total":54,"direct_labels_cover":0,"predictions_cover":54,"exported":54,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bbc168e96784","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Security+%26+Privacy"},"results":[{"id":"W1970818505","doi":"10.1109/msp.2008.9","title":"Estimating a System's Mean Time-to-Compromise","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Compromise; SCADA; Metric (unit); Computer science; Interval (graph theory); Duration (music); State (computer science); State space; Mathematics; Algorithm; Statistics; Engineering; Law; Operations management","score_opus":0.014094815194908539,"score_gpt":0.232523956704363,"score_spread":0.21842914150945444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970818505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14571595,0.00044298757,0.8490645,0.00021808928,0.00005558977,0.000069273105,0.00030174793,0.0008071116,0.003324727],"genre_scores_gemma":[0.93287873,0.00016721581,0.06559189,0.000029598015,0.000035497742,0.00006598491,0.0003577607,0.000096809395,0.0007764996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735403,0.000504559,0.00021211017,0.00056413,0.0011588219,0.00020635461],"domain_scores_gemma":[0.97792757,0.013785011,0.002915363,0.0020350455,0.0028355687,0.00050147914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029981108,0.00089243794,0.0009958668,0.0023105512,0.0005592976,0.0016097019,0.0008747977,0.0010519741,0.0016963222],"category_scores_gemma":[0.030380027,0.00040855203,0.00073256204,0.0010590769,0.0005633209,0.0042484202,0.0012456884,0.0012068851,0.0005265709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003237105,0.00007572988,0.030790461,0.00017210506,0.00023001777,0.00013763679,0.0002350294,0.84668314,0.014593725,0.021410216,0.0011270785,0.08422115],"study_design_scores_gemma":[0.000007800726,0.00024113289,0.0069166203,0.000017382292,0.000032234286,0.00020006392,0.000069302965,0.9751371,0.005746363,0.010707762,0.00086900825,0.000055222117],"about_ca_topic_score_codex":0.0013962521,"about_ca_topic_score_gemma":0.0011466007,"teacher_disagreement_score":0.0029981108,"about_ca_system_score_codex":0.0010437339,"about_ca_system_score_gemma":0.0008591253,"threshold_uncertainty_score":0.01585573},"labels":[],"label_agreement":null},{"id":"W1975722173","doi":"10.1109/msp.2007.125","title":"The Canadian Response to the USA Patriot Act","year":2007,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Formality; Terrorism; Patriot Act; Frontier; Political science; Law","score_opus":0.02340205544140749,"score_gpt":0.3222768345358835,"score_spread":0.298874779094476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975722173","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020249028,0.005417245,0.00068424584,0.3899558,0.0032193295,0.00017669436,0.0019208778,0.00015883494,0.578218],"genre_scores_gemma":[0.24966362,0.009144588,0.0018586697,0.26906845,0.000684054,0.00019384394,0.0011610716,0.00019753205,0.4680282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866918,0.000878936,0.00022664611,0.00069755747,0.0071388814,0.004366113],"domain_scores_gemma":[0.9904501,0.00067607424,0.00021174802,0.00028551937,0.0058874856,0.002489135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004239316,0.00074079674,0.0004910832,0.002250381,0.03060254,0.010158043,0.0023823627,0.008913106,0.011536314],"category_scores_gemma":[0.015440093,0.0006276222,0.00082368316,0.0031232254,0.0075558824,0.0016044665,0.0042815534,0.009771563,0.0018140156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044015265,0.000026165102,0.0029597993,0.00006289216,0.000029548508,0.00041183564,0.0049206465,0.00047477026,0.0002730364,0.18227544,0.79254705,0.015974687],"study_design_scores_gemma":[0.000016014405,0.000011860649,0.006358389,0.00011212267,0.00002107096,0.000051581617,0.0028549714,0.00021216336,0.00015398412,0.003185654,0.9869573,0.00006482241],"about_ca_topic_score_codex":0.9976179,"about_ca_topic_score_gemma":0.99846566,"teacher_disagreement_score":0.17234552,"about_ca_system_score_codex":0.17234552,"about_ca_system_score_gemma":0.3811012,"threshold_uncertainty_score":0.9599619},"labels":[],"label_agreement":null},{"id":"W1988138196","doi":"10.1109/msp.2008.115","title":"Developing and Retaining a Security Testing Mindset","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mindset; Software security assurance; Security testing; Computer science; Task (project management); Computer security; Information security; Security service; Engineering; Cloud computing security; Security information and event management; Systems engineering","score_opus":0.05005909571749499,"score_gpt":0.26526007237865384,"score_spread":0.21520097666115884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988138196","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3830274,0.0009538625,0.41927472,0.06871664,0.0008458825,0.0013838544,0.0000709184,0.0018626433,0.123863935],"genre_scores_gemma":[0.7245388,0.0006376959,0.25175223,0.008354578,0.00017697387,0.0006944539,0.00014493073,0.00024235826,0.013457928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9722724,0.014919147,0.0013322136,0.0012277288,0.008538031,0.0017103866],"domain_scores_gemma":[0.88281155,0.06204451,0.0076961094,0.009212358,0.022366777,0.015868707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0454661,0.0008050059,0.00048362455,0.0021443774,0.0032290677,0.008236869,0.0024136226,0.0036775565,0.0021503426],"category_scores_gemma":[0.070014454,0.0007381506,0.00089902565,0.00055453624,0.008948634,0.0096872235,0.009115437,0.0095771765,0.0010309952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026886017,0.0035166868,0.07748051,0.0009028993,0.00016014892,0.0015081028,0.18044062,0.008974014,0.030186215,0.2130665,0.02951715,0.45397824],"study_design_scores_gemma":[0.0002313623,0.0030476744,0.05662697,0.0026300899,0.0001768618,0.0032217684,0.097282976,0.039674725,0.03579255,0.48534468,0.27537504,0.0005953921],"about_ca_topic_score_codex":0.0014869976,"about_ca_topic_score_gemma":0.0013181291,"teacher_disagreement_score":0.0454661,"about_ca_system_score_codex":0.0037845462,"about_ca_system_score_gemma":0.0076051857,"threshold_uncertainty_score":0.24045056},"labels":[],"label_agreement":null},{"id":"W2011022073","doi":"10.1109/msp.2010.202","title":"Secure Software Installation on Smartphones","year":2010,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Android (operating system); Computer security; Software; Computer science; World Wide Web; Operating system; Internet privacy","score_opus":0.00912117495089911,"score_gpt":0.2548918073757119,"score_spread":0.24577063242481276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011022073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3183827,0.009672511,0.29333824,0.002043181,0.00068950455,0.0007156474,0.0011181213,0.09234587,0.28169426],"genre_scores_gemma":[0.896294,0.0039472524,0.0512946,0.0006256328,0.00026504567,0.00022518088,0.0011547201,0.003830556,0.042363066],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99876475,0.0001466895,0.00008088211,0.00018447162,0.00058850535,0.0002347913],"domain_scores_gemma":[0.99770856,0.00038159214,0.00019735664,0.0011207849,0.00047951695,0.000112211965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004964371,0.0008513214,0.0005018751,0.0014765469,0.0006672801,0.0017481678,0.0008465125,0.00058700255,0.008269709],"category_scores_gemma":[0.0038252561,0.0006256501,0.00048215088,0.0006419686,0.0006400357,0.0028688523,0.0024161877,0.0008948237,0.0071855607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063558255,0.00017303183,0.011864262,0.0008568454,0.0000793672,0.0023661307,0.0022909737,0.0041772877,0.11222163,0.064603195,0.066818304,0.73391336],"study_design_scores_gemma":[0.00013463829,0.0007425267,0.03694746,0.001333382,0.0001701194,0.007807568,0.0010605687,0.052204728,0.17252445,0.041161716,0.68563133,0.0002815187],"about_ca_topic_score_codex":0.0012606801,"about_ca_topic_score_gemma":0.001236892,"teacher_disagreement_score":0.008269709,"about_ca_system_score_codex":0.0005415094,"about_ca_system_score_gemma":0.0005007297,"threshold_uncertainty_score":0.0276649},"labels":[],"label_agreement":null},{"id":"W2011942647","doi":"10.1109/msp.2008.70","title":"Scantegrity: End-to-End Voter-Verifiable Optical- Scan Voting","year":2008,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Ottawa","funders":"","keywords":"Ballot; Voting; Verifiable secret sharing; Computer science; Position (finance); Computer security; Audit; Receipt; Political science; Programming language; Business; Accounting; Law; Politics; World Wide Web","score_opus":0.020715747753989176,"score_gpt":0.24875806532747802,"score_spread":0.22804231757348883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011942647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03162916,0.00037407433,0.8974695,0.0005339748,0.00047622435,0.00084235147,0.00075869885,0.01895703,0.04895897],"genre_scores_gemma":[0.72546506,0.0003821461,0.20892361,0.0006223935,0.0002625555,0.0004403725,0.0021483863,0.00076822756,0.060987197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675024,0.00074509415,0.00010345837,0.00030989698,0.0016125529,0.00047870426],"domain_scores_gemma":[0.99814045,0.00031047311,0.00017093217,0.0007870802,0.00048953254,0.000101436344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017596756,0.00047190458,0.0005205897,0.0010988112,0.00092695345,0.0016163783,0.002167726,0.0011399151,0.014210591],"category_scores_gemma":[0.003135566,0.00033414955,0.0003719621,0.00079700863,0.0011146368,0.002240381,0.0026509974,0.001178507,0.0057311407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035471746,0.00039204708,0.003540805,0.00034336516,0.00012111682,0.00093814294,0.0003699504,0.021648316,0.073717475,0.13447508,0.080481976,0.6804246],"study_design_scores_gemma":[0.00051028206,0.001159753,0.0021850672,0.00012858768,0.00008247619,0.0019448388,0.00013925818,0.40935355,0.2387574,0.056719344,0.28881356,0.00020592666],"about_ca_topic_score_codex":0.000950423,"about_ca_topic_score_gemma":0.001750131,"teacher_disagreement_score":0.014210591,"about_ca_system_score_codex":0.00067133445,"about_ca_system_score_gemma":0.0011286616,"threshold_uncertainty_score":0.047539115},"labels":[],"label_agreement":null},{"id":"W2018631261","doi":"10.1109/msp.2011.168","title":"Mobile Devices and Location Privacy: Where Do We Go from Here?","year":2011,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Transparency (behavior); Internet privacy; Location tracking; Mobile device; Computer science; Information privacy; Computer security; Mobile apps; Business; World Wide Web","score_opus":0.028003207375624752,"score_gpt":0.2904789874402433,"score_spread":0.2624757800646186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018631261","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006232757,0.11416818,0.007654145,0.83226293,0.0021052987,0.00001575666,0.00011754932,0.00004073371,0.03740258],"genre_scores_gemma":[0.5127452,0.34755635,0.006502844,0.10607361,0.013254216,0.000101035956,0.00018210232,0.00011208678,0.013472599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99106115,0.005867146,0.00025768508,0.00059006026,0.001439558,0.00078437215],"domain_scores_gemma":[0.9755441,0.017100427,0.0021219838,0.0013497442,0.0028511854,0.0010325483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076543596,0.0006118594,0.0009064297,0.002037088,0.00510432,0.016329853,0.0013320156,0.011018818,0.009569761],"category_scores_gemma":[0.025867943,0.0005320642,0.00089777465,0.0033958668,0.018853689,0.04648138,0.0064919833,0.012787647,0.002324365],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010582543,0.00007335069,0.0058294013,0.0008452679,0.00006329071,0.00048997113,0.012344026,0.0004456284,0.00018405134,0.7539614,0.06868027,0.1569776],"study_design_scores_gemma":[0.000023060216,0.000074721094,0.0035429243,0.0041548493,0.000059856164,0.0013760611,0.027474402,0.0007257763,0.00024997006,0.5521782,0.41005147,0.00008878444],"about_ca_topic_score_codex":0.006912936,"about_ca_topic_score_gemma":0.0059212795,"teacher_disagreement_score":0.016329853,"about_ca_system_score_codex":0.0038609365,"about_ca_system_score_gemma":0.0043573934,"threshold_uncertainty_score":0.040480554},"labels":[],"label_agreement":null},{"id":"W2046112127","doi":"10.1109/msp.2012.123","title":"Privacy: Front and Center","year":2012,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Ontario","funders":"","keywords":"Internet privacy; Privacy law; Information privacy; Privacy policy; Business; Personally identifiable information; Government (linguistics); Commission; Officer; Computer security; Political science; Computer science; Law","score_opus":0.02997790897844795,"score_gpt":0.3053867629363096,"score_spread":0.2754088539578617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046112127","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016013699,0.0139988,0.0112968,0.5801726,0.019319456,0.000081119426,0.0001840671,0.0004594747,0.3728864],"genre_scores_gemma":[0.116378374,0.01838665,0.005663159,0.42986643,0.025635706,0.00023227034,0.00030294716,0.00087720295,0.4026572],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9871258,0.0032609927,0.0004178109,0.0021354381,0.0049859323,0.0020738908],"domain_scores_gemma":[0.98779035,0.004221335,0.0005001909,0.001610735,0.0031245628,0.002752743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009389068,0.001044556,0.0008353995,0.001591391,0.015727755,0.03292975,0.0019548405,0.015976759,0.07265007],"category_scores_gemma":[0.019078102,0.0006347833,0.0008085157,0.0018455946,0.018547576,0.03710982,0.014931894,0.024010226,0.02582381],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024376017,0.000023102224,0.00020723822,0.00006652803,0.0000060783327,0.000104805906,0.002078205,0.00004543918,0.000140739,0.46547395,0.47619775,0.055631764],"study_design_scores_gemma":[0.0000053373988,0.000009297649,0.00010738441,0.00012709963,0.0000031722539,0.00008314881,0.0011261369,0.000059673308,0.0000998631,0.037314948,0.96105415,0.000009844223],"about_ca_topic_score_codex":0.0054587903,"about_ca_topic_score_gemma":0.0046932953,"teacher_disagreement_score":0.07265007,"about_ca_system_score_codex":0.009382245,"about_ca_system_score_gemma":0.01052064,"threshold_uncertainty_score":0.24303871},"labels":[],"label_agreement":null},{"id":"W2085478526","doi":"10.1109/msp.2009.47","title":"Privacy Interests in Prescription Data, Part 2: Patient Privacy","year":2009,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Genome Canada; Dalhousie University; University of Ottawa","funders":"","keywords":"Medical prescription; Scrutiny; Internet privacy; Information privacy; Pharmacy; Business; Privacy policy; Privacy by Design; Masking (illustration); Patient privacy; Privacy software; Privacy laws of the United States; Family medicine; Medicine; Health care; Computer science; Political science; Nursing","score_opus":0.048336798311845085,"score_gpt":0.2999858548829728,"score_spread":0.25164905657112774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085478526","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026205122,0.037315223,0.06370109,0.51000565,0.002934296,0.00029979923,0.0012483716,0.00016841914,0.3581221],"genre_scores_gemma":[0.65832174,0.042608947,0.032606702,0.14205775,0.007578421,0.00042611608,0.00074583816,0.00015100076,0.11550352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9867697,0.005367887,0.00076596154,0.00077620614,0.005256102,0.0010640781],"domain_scores_gemma":[0.98355424,0.010900722,0.0012005097,0.0019552447,0.0018936736,0.00049557904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009544273,0.00033526478,0.0005072252,0.0010953366,0.0038184787,0.0073328866,0.000964975,0.0076668574,0.005840595],"category_scores_gemma":[0.021817192,0.0004605984,0.0009033186,0.002390788,0.007988237,0.0074120318,0.0025581524,0.005331012,0.0009113338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070579605,0.000053790693,0.006787255,0.00029861543,0.000034374403,0.0010902968,0.009610482,0.0008732078,0.0013073046,0.8020404,0.10003225,0.07780131],"study_design_scores_gemma":[0.000021612603,0.00008581808,0.006953496,0.00071141036,0.000056877743,0.0034718073,0.0038410153,0.0013408863,0.0024728314,0.19749498,0.7834824,0.00006688575],"about_ca_topic_score_codex":0.012078927,"about_ca_topic_score_gemma":0.011729021,"teacher_disagreement_score":0.012078927,"about_ca_system_score_codex":0.004608426,"about_ca_system_score_gemma":0.0067275413,"threshold_uncertainty_score":0.050475538},"labels":[],"label_agreement":null},{"id":"W2101177134","doi":"10.1109/msp.2007.163","title":"Developing a Culture of Privacy: A Case Study","year":2007,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet privacy; Privacy by Design; Agency (philosophy); Privacy policy; Business; Information privacy; Key (lock); Personally identifiable information; Health care; Privacy software; Public relations; Computer security; Computer science; Sociology; Political science; Law","score_opus":0.05177398334144538,"score_gpt":0.36202763350450085,"score_spread":0.31025365016305545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101177134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95129967,0.0011638444,0.008747675,0.011779722,0.00023578097,0.0009923276,0.00011723142,0.000047133537,0.025616702],"genre_scores_gemma":[0.973738,0.002385029,0.011065419,0.0032418207,0.000084522064,0.00079541194,0.000080736936,0.000052849853,0.008556309],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98253524,0.012350553,0.0005643346,0.00075038127,0.0017986143,0.0020008716],"domain_scores_gemma":[0.98216414,0.010270145,0.0015940764,0.0011157873,0.0012395291,0.0036162422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012455752,0.0010410348,0.0007711154,0.0022188893,0.027940098,0.0074339863,0.003468338,0.008131725,0.0036363374],"category_scores_gemma":[0.023797939,0.00089738256,0.0012098184,0.002604338,0.009996625,0.0078147575,0.009811294,0.010376673,0.00063009333],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013787988,0.003784817,0.014316828,0.0003949837,0.000041402956,0.050088234,0.86793405,0.00036530927,0.0008364573,0.022926364,0.0065155723,0.03265806],"study_design_scores_gemma":[0.00006645787,0.00055652024,0.003603578,0.00057048217,0.000035741916,0.027934069,0.9192088,0.0009443176,0.0013907375,0.0049469336,0.040662847,0.00007947103],"about_ca_topic_score_codex":0.0075021614,"about_ca_topic_score_gemma":0.016091576,"teacher_disagreement_score":0.027940098,"about_ca_system_score_codex":0.0064505218,"about_ca_system_score_gemma":0.006214489,"threshold_uncertainty_score":0.06587309},"labels":[],"label_agreement":null},{"id":"W2168740635","doi":"10.1109/msp.2005.103","title":"Secure Software Development by Example","year":2005,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Computer science; Software security assurance; Software; Computer security; Face (sociological concept); Software development; Software engineering; Security bug; Software peer review; Secure coding; Information security; Software construction; Security service; Sociology; Programming language","score_opus":0.01378062735830235,"score_gpt":0.2502454562411119,"score_spread":0.23646482888280954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168740635","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024524061,0.0012109228,0.6896237,0.0049060737,0.0005059992,0.00067478366,0.00082340155,0.019065926,0.2586651],"genre_scores_gemma":[0.2906741,0.0032303387,0.57712483,0.0008752698,0.00019204387,0.00075746706,0.0019585167,0.0022784108,0.122909054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813265,0.00053161505,0.000115071074,0.00023768225,0.000807469,0.00017556203],"domain_scores_gemma":[0.99699664,0.000781933,0.00017111316,0.0013840507,0.00052520714,0.00014106024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014626908,0.000584456,0.00028660696,0.0008869489,0.0006193025,0.0015263065,0.0007342264,0.00083073427,0.018230204],"category_scores_gemma":[0.006506085,0.00031054596,0.00048604034,0.00069713034,0.000553335,0.0028935599,0.0025458424,0.0011553173,0.011875706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022733184,0.00019379797,0.0018591463,0.00057153235,0.000045303754,0.00080401596,0.00063302304,0.007915966,0.013181995,0.30488536,0.10108117,0.5686013],"study_design_scores_gemma":[0.00008679908,0.0002476664,0.0008942538,0.0002909312,0.00004510396,0.0013421562,0.000119030236,0.03746448,0.019616663,0.11531435,0.82454497,0.00003360083],"about_ca_topic_score_codex":0.0005579109,"about_ca_topic_score_gemma":0.0011330114,"teacher_disagreement_score":0.018230204,"about_ca_system_score_codex":0.00043334469,"about_ca_system_score_gemma":0.0007347713,"threshold_uncertainty_score":0.0609861},"labels":[],"label_agreement":null},{"id":"W2280566217","doi":"10.1109/msp.2016.13","title":"A communications jamming taxonomy","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cognitive Radio Networks and Spectrum Sensing","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Federation for the Humanities and Social Sciences","keywords":"Jamming; Taxonomy (biology); Wireless; Computer security; Computer science; Wireless network; Field (mathematics); Electronic warfare; Telecommunications; Software","score_opus":0.038898479640259116,"score_gpt":0.26064510669818347,"score_spread":0.22174662705792436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280566217","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02009652,0.04004757,0.44619402,0.015589173,0.0026654457,0.0007589962,0.001195461,0.0014123571,0.4720405],"genre_scores_gemma":[0.41055447,0.09906235,0.3398182,0.00945254,0.0062861624,0.00226448,0.0047724717,0.0004798625,0.12730943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982785,0.00036756438,0.00015692605,0.00021252272,0.0007827335,0.00020174585],"domain_scores_gemma":[0.99653935,0.0012255157,0.00033169505,0.00033138585,0.0012860177,0.00028615262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013487815,0.0011808629,0.00060887804,0.006950013,0.0038913612,0.004793984,0.001688387,0.0023768807,0.005535792],"category_scores_gemma":[0.0041492786,0.000407949,0.0006315789,0.0068342034,0.003112871,0.0075951405,0.0030700646,0.0033144006,0.0031364337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033575074,0.00007667036,0.0013660223,0.00045553513,0.000014437457,0.00029379575,0.0030433184,0.0023731594,0.0013747348,0.84541154,0.027613847,0.11794333],"study_design_scores_gemma":[0.000013895752,0.00012422848,0.0014777821,0.0006839996,0.00001998423,0.0012876533,0.0022393286,0.008950437,0.0008646668,0.35159078,0.6326929,0.000054434375],"about_ca_topic_score_codex":0.0031783476,"about_ca_topic_score_gemma":0.0022686082,"teacher_disagreement_score":0.006950013,"about_ca_system_score_codex":0.0017146351,"about_ca_system_score_gemma":0.002918983,"threshold_uncertainty_score":0.018519044},"labels":[],"label_agreement":null},{"id":"W2333295261","doi":"10.1109/msp.2016.22","title":"Security for the High-Risk User: Separate and Unequal","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Financial Literacy, Pension, Retirement Analysis","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Commodity; Computer security; Business; Computer science; Finance","score_opus":0.012702775652975621,"score_gpt":0.23653011672505883,"score_spread":0.2238273410720832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333295261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6623392,0.0018552275,0.017018998,0.062161393,0.00028669904,0.00011555387,0.000109189794,0.00006041747,0.25605333],"genre_scores_gemma":[0.99267924,0.00022617447,0.0006868838,0.002565809,0.00006624837,0.000024670175,0.00001708076,0.000013468188,0.0037204102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99225825,0.0030151384,0.00024654483,0.0008724251,0.0016756753,0.0019319542],"domain_scores_gemma":[0.9918331,0.0016314335,0.0008153955,0.0012601591,0.0008584642,0.00360142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005412557,0.00032804496,0.00043782537,0.0019945551,0.00819734,0.009462511,0.0010166779,0.0022603353,0.008557587],"category_scores_gemma":[0.018861528,0.00031988326,0.00040910332,0.00092398707,0.015579931,0.012927694,0.016927248,0.00532789,0.0010718891],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028244674,0.0003635161,0.07859657,0.000059561593,0.00010799744,0.0006786221,0.049318925,0.0003069268,0.0019107849,0.7018755,0.010625651,0.15587354],"study_design_scores_gemma":[0.00005746723,0.00021274124,0.08758515,0.0004952931,0.00011335729,0.0021569293,0.088681296,0.0035509644,0.0014247346,0.75366133,0.061924197,0.00013654683],"about_ca_topic_score_codex":0.003912474,"about_ca_topic_score_gemma":0.005960179,"teacher_disagreement_score":0.009462511,"about_ca_system_score_codex":0.0030577264,"about_ca_system_score_gemma":0.002373954,"threshold_uncertainty_score":0.028627992},"labels":[],"label_agreement":null},{"id":"W2748611356","doi":"10.1109/msp.2017.3151325","title":"The Day the Cryptography Dies","year":2017,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Computer science; Computer security; Internet privacy","score_opus":0.01230760616528595,"score_gpt":0.25839278028605595,"score_spread":0.24608517412077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748611356","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027654298,0.030138142,0.012861568,0.49902797,0.018148502,0.00007312946,0.0007710108,0.0007840017,0.41054145],"genre_scores_gemma":[0.3465496,0.04176896,0.009029965,0.13390274,0.008814792,0.00008916098,0.00080402044,0.00072483433,0.45831594],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982886,0.00039499265,0.000062894884,0.00023871534,0.0006794559,0.0003353068],"domain_scores_gemma":[0.9974917,0.000540544,0.00027825963,0.0005558814,0.0005927629,0.0005409091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016201856,0.00054870354,0.0004144599,0.00080041727,0.005869316,0.008063155,0.00070691033,0.0033102932,0.033423398],"category_scores_gemma":[0.0063218186,0.0003950197,0.00035259622,0.00080967485,0.0063685654,0.012169562,0.003711163,0.008287545,0.019160856],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017916715,0.000071208895,0.0021699031,0.00020316507,0.00002919271,0.00034887774,0.003925593,0.0002568569,0.0029266442,0.3851259,0.48551187,0.11925172],"study_design_scores_gemma":[0.0000058426567,0.00004000045,0.0009621432,0.00016243469,0.0000051667735,0.00034492248,0.0024003948,0.000105971594,0.00058559753,0.044121254,0.9512388,0.000027410542],"about_ca_topic_score_codex":0.002673039,"about_ca_topic_score_gemma":0.0027654094,"teacher_disagreement_score":0.033423398,"about_ca_system_score_codex":0.002308959,"about_ca_system_score_gemma":0.0024222892,"threshold_uncertainty_score":0.11181241},"labels":[],"label_agreement":null},{"id":"W2786171514","doi":"10.1109/msp.2018.1331028","title":"Science of Security: Combining Theory and Measurement to Reflect the Observable","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Mainstream; Critical security studies; Context (archaeology); Security community; Security through obscurity; Security studies; Theme (computing); Epistemology; Work (physics); Engineering ethics; Computer science; Sociology; Political science; Information security; Social science; Computer security; Cloud computing security; Security information and event management; Law; Security service; Network security policy; Engineering","score_opus":0.03527349306645341,"score_gpt":0.30866798026705183,"score_spread":0.27339448720059845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786171514","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014878282,0.026370227,0.72754234,0.14030951,0.002362218,0.0003482375,0.0004973636,0.0005287692,0.08716306],"genre_scores_gemma":[0.6960737,0.024879131,0.25226423,0.016590485,0.0033756052,0.0011116628,0.00050374906,0.00044936506,0.004752032],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96402144,0.023936711,0.0013999639,0.0028566832,0.006975716,0.0008095974],"domain_scores_gemma":[0.9169879,0.057176977,0.0049232272,0.013840464,0.0053610033,0.0017104584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033477772,0.0019646399,0.0022348845,0.011418501,0.0036460508,0.016562464,0.0036695981,0.0073932866,0.0054752096],"category_scores_gemma":[0.09499887,0.001263125,0.0016349031,0.0069314623,0.049753334,0.04873476,0.012759625,0.011758517,0.0014238878],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016883208,0.000044102097,0.0019473432,0.00031400338,0.00006367531,0.00003510932,0.0011781702,0.0017236209,0.00024215336,0.97412044,0.002384671,0.017929869],"study_design_scores_gemma":[0.0000065326876,0.000026210766,0.00053334265,0.00030018896,0.00001409628,0.00004937006,0.0006304042,0.0023530351,0.00016003347,0.98689353,0.009005429,0.00002774559],"about_ca_topic_score_codex":0.0034728486,"about_ca_topic_score_gemma":0.0025043814,"teacher_disagreement_score":0.033477772,"about_ca_system_score_codex":0.0074319914,"about_ca_system_score_gemma":0.009257795,"threshold_uncertainty_score":0.17704946},"labels":[],"label_agreement":null},{"id":"W2886177063","doi":"10.1109/msp.2018.3111245","title":"Blockchain Access Privacy: Challenges and Directions","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":275,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Israel Science Foundation; National Science Foundation","keywords":"Blockchain; Cryptocurrency; Computer security; Internet privacy; Computer science; Exploit; Anonymity; Cryptography; Publication; Decentralization; Business","score_opus":0.03298327705333631,"score_gpt":0.2884266337763921,"score_spread":0.2554433567230558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886177063","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010779968,0.12350962,0.05840338,0.77793264,0.0023105755,0.000089307345,0.00022855116,0.00036880604,0.026377084],"genre_scores_gemma":[0.43793198,0.349063,0.10923504,0.055218212,0.018120952,0.0005691487,0.0007139418,0.00021671398,0.028931037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9908024,0.004377334,0.00032918758,0.001093294,0.002558718,0.0008391249],"domain_scores_gemma":[0.9394322,0.041836895,0.0018695018,0.0044890754,0.008659262,0.0037131417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018815486,0.0008138934,0.0014183633,0.0015117876,0.0034147534,0.009498288,0.0032047355,0.013659553,0.010733664],"category_scores_gemma":[0.023975838,0.000721404,0.000952842,0.0037844935,0.009907451,0.03330986,0.005106265,0.010576864,0.0029902277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014143146,0.00030769833,0.0014990642,0.0008558514,0.00003274496,0.00028941606,0.00090122235,0.0038312324,0.00039329592,0.72876185,0.061809715,0.20117651],"study_design_scores_gemma":[0.000042101037,0.00008725992,0.00033910258,0.0006583983,0.00001312547,0.00031386578,0.0025421928,0.014542731,0.0003290391,0.8553155,0.12576507,0.000051595864],"about_ca_topic_score_codex":0.0031997887,"about_ca_topic_score_gemma":0.0031801928,"teacher_disagreement_score":0.018815486,"about_ca_system_score_codex":0.002874352,"about_ca_system_score_gemma":0.0076420796,"threshold_uncertainty_score":0.099506974},"labels":[],"label_agreement":null},{"id":"W2898053925","doi":"10.1109/msp.2018.3761714","title":"Postquantum Cryptography, Part 2","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Chaos-based Image/Signal Encryption","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Computer science; Computer security","score_opus":0.016211508412174003,"score_gpt":0.2598504961941757,"score_spread":0.24363898778200171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898053925","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009644848,0.21634196,0.17547074,0.031191578,0.1102772,0.00035269026,0.0005113206,0.0010217994,0.45518786],"genre_scores_gemma":[0.13249205,0.18584976,0.038355563,0.016626447,0.11035031,0.00045601456,0.0011792682,0.0011969941,0.5134937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990146,0.000165706,0.0000507525,0.00014268466,0.0005169646,0.00010930001],"domain_scores_gemma":[0.9989171,0.00033671322,0.000091174225,0.00018913063,0.00039361595,0.000072266375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013558704,0.0008826097,0.0004899414,0.0014916138,0.0008335361,0.002072617,0.00075205095,0.0014544707,0.019716442],"category_scores_gemma":[0.0024063017,0.00048369987,0.000520888,0.0011676174,0.0018010143,0.0028016064,0.0010268477,0.0027469716,0.0073511414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010489146,0.00011483207,0.0003444317,0.0008516238,0.000030011668,0.0002933428,0.00020755663,0.0020698644,0.008948545,0.33192742,0.2931774,0.36193016],"study_design_scores_gemma":[0.000011296626,0.00009351672,0.0005819493,0.00014938213,0.000010080337,0.00076523743,0.000025756,0.0023589458,0.0045312024,0.07157941,0.9198606,0.000032604028],"about_ca_topic_score_codex":0.0004057308,"about_ca_topic_score_gemma":0.0003640191,"teacher_disagreement_score":0.019716442,"about_ca_system_score_codex":0.0013261271,"about_ca_system_score_gemma":0.0012761732,"threshold_uncertainty_score":0.06595808},"labels":[],"label_agreement":null},{"id":"W2915071437","doi":"10.1109/msp.2016.103","title":"Security & Privacy Week Interviews, Part 1","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Officer; Information privacy; Information security; Information assurance; Cryptography; Library science; Internet privacy; Computer security; Political science; Computer science; Engineering; Law","score_opus":0.06683814854286566,"score_gpt":0.3319139964270986,"score_spread":0.265075847884233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915071437","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11472833,0.0025329154,0.010057832,0.6249877,0.013219822,0.0013288505,0.0029227564,0.00041599237,0.22980581],"genre_scores_gemma":[0.32677853,0.00189609,0.0037133377,0.17259724,0.0023234405,0.0023840044,0.0006837084,0.000483805,0.48913988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954595,0.002286134,0.00014890495,0.00026581605,0.0006713288,0.0011683286],"domain_scores_gemma":[0.98780406,0.006239467,0.0005246004,0.00040546755,0.0019681468,0.0030581863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008680781,0.00053971726,0.00030791975,0.0006046909,0.014184816,0.004045337,0.0006958313,0.008089084,0.040289868],"category_scores_gemma":[0.018762207,0.0007266866,0.00038776858,0.00072698586,0.0024737231,0.006512542,0.0034911083,0.0122514665,0.007624305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015131426,0.00024782887,0.002107154,0.00019288971,0.0000061212186,0.0006480982,0.114172764,0.00021706996,0.0019776653,0.019790675,0.8321282,0.028360227],"study_design_scores_gemma":[0.0000064291876,0.00004782291,0.0016923726,0.00006823908,0.0000012010313,0.00008938442,0.049471185,0.00012306191,0.0004744783,0.001195538,0.9468008,0.000029567322],"about_ca_topic_score_codex":0.008880786,"about_ca_topic_score_gemma":0.013375629,"teacher_disagreement_score":0.040289868,"about_ca_system_score_codex":0.0047708414,"about_ca_system_score_gemma":0.0030216905,"threshold_uncertainty_score":0.13478309},"labels":[],"label_agreement":null},{"id":"W3035401658","doi":"10.1109/msec.2020.2994827","title":"Is Hardware More Secure Than Software?","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Embedded system; Computer hardware; Operating system","score_opus":0.04259706255952684,"score_gpt":0.28245573398932783,"score_spread":0.239858671429801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035401658","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108976,0.045649763,0.03645047,0.5498737,0.007029383,0.00003491611,0.0002612314,0.0001601971,0.25156438],"genre_scores_gemma":[0.94958186,0.016696772,0.002331835,0.020425268,0.0035162214,0.00002116957,0.000071963244,0.00006190429,0.0072930376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99623173,0.0015025607,0.00016426115,0.00058973534,0.0010737149,0.00043795747],"domain_scores_gemma":[0.9854881,0.008802406,0.001981143,0.0014931209,0.0016464312,0.0005887533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035197958,0.00031564897,0.00049356616,0.0011324395,0.0019940084,0.006832146,0.00063111447,0.0032670856,0.009068825],"category_scores_gemma":[0.018535808,0.0002227194,0.00031503566,0.0012870254,0.019951139,0.0152526675,0.0019400562,0.0037637148,0.0016488008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010375043,0.000030149246,0.0038195585,0.00020881057,0.000024981593,0.00017611319,0.0020691485,0.0002417447,0.0006374429,0.9418628,0.010791221,0.04003412],"study_design_scores_gemma":[0.000018239532,0.000099770165,0.006090499,0.00052577915,0.000036082944,0.00062209344,0.005888686,0.0006887529,0.0011643443,0.8706991,0.11412596,0.000040799965],"about_ca_topic_score_codex":0.0019025854,"about_ca_topic_score_gemma":0.001372189,"teacher_disagreement_score":0.009068825,"about_ca_system_score_codex":0.0021106086,"about_ca_system_score_gemma":0.0017327962,"threshold_uncertainty_score":0.030338228},"labels":[],"label_agreement":null},{"id":"W3041938240","doi":"10.1109/msec.2020.2992821","title":"Seven Ways to Evaluate the Utility of Synthetic Data","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Data sharing; Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; Medicine","score_opus":0.1222913258340352,"score_gpt":0.3242382431896416,"score_spread":0.20194691735560644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041938240","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55257076,0.0053090965,0.36671096,0.008980949,0.001790632,0.0033304337,0.009547715,0.0022599753,0.049499452],"genre_scores_gemma":[0.8239684,0.0006557777,0.16766466,0.0005992905,0.00014777185,0.00086919614,0.0041200854,0.00028292177,0.0016918869],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94952047,0.03285902,0.0037514577,0.002160109,0.01049754,0.0012113965],"domain_scores_gemma":[0.6837334,0.25282708,0.010144269,0.021467479,0.028486185,0.0033416268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.062360834,0.002094534,0.0010443476,0.012501933,0.0020274867,0.007622728,0.0022022275,0.0037190665,0.0043739434],"category_scores_gemma":[0.2726549,0.00051056076,0.0022867795,0.007821637,0.004702249,0.007026645,0.00429012,0.002868034,0.00074721966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006676907,0.00172049,0.17964573,0.0018683278,0.0022626708,0.00095497805,0.0025577336,0.3108652,0.004996517,0.16814326,0.017782489,0.30252564],"study_design_scores_gemma":[0.0004960801,0.0026389905,0.027012419,0.0010585529,0.0004559688,0.0010104525,0.00552299,0.78768396,0.010688967,0.14451058,0.018487751,0.00043332408],"about_ca_topic_score_codex":0.007316545,"about_ca_topic_score_gemma":0.005720499,"teacher_disagreement_score":0.062360834,"about_ca_system_score_codex":0.00407042,"about_ca_system_score_gemma":0.0025304516,"threshold_uncertainty_score":0.3297996},"labels":[],"label_agreement":null},{"id":"W3080511871","doi":"10.1109/msec.2020.3013759","title":"Security for Shared Electric and Automated Mobility Services in Smart Cities","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Authorization; Computer security; Authentication (law); Feature (linguistics); Computer science; Internet privacy","score_opus":0.010057933233498545,"score_gpt":0.22368059837132265,"score_spread":0.2136226651378241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080511871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39099696,0.006415225,0.45882457,0.0231363,0.0008549938,0.00038292425,0.00048223935,0.0028297377,0.11607705],"genre_scores_gemma":[0.9900614,0.00051341834,0.0060365107,0.00030894054,0.00006374625,0.000043884957,0.0000984861,0.00001630215,0.0028572546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99840826,0.0004109976,0.00012983107,0.00017850836,0.0005308113,0.00034162408],"domain_scores_gemma":[0.9982468,0.00045314064,0.00028133768,0.0005941265,0.0002775749,0.00014702817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015318912,0.00034267007,0.00033912295,0.0006073395,0.0015210551,0.0032888395,0.00077610917,0.0016209556,0.002637736],"category_scores_gemma":[0.0026587409,0.0002356291,0.00034933718,0.0005381764,0.0015476629,0.0054160752,0.00441889,0.001351644,0.00067132514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044779215,0.00012024889,0.007892714,0.00032309425,0.00010524596,0.00097149366,0.0017733889,0.041951224,0.026666591,0.7282102,0.022526724,0.16901128],"study_design_scores_gemma":[0.00007591281,0.0003342643,0.00675908,0.0004989018,0.00008131528,0.0022505752,0.0032068004,0.40418518,0.032084722,0.34377468,0.20660439,0.00014420759],"about_ca_topic_score_codex":0.001815485,"about_ca_topic_score_gemma":0.0017005728,"teacher_disagreement_score":0.0032888395,"about_ca_system_score_codex":0.0013980729,"about_ca_system_score_gemma":0.0012403339,"threshold_uncertainty_score":0.010143757},"labels":[],"label_agreement":null},{"id":"W3137262157","doi":"10.1109/msec.2021.3051235","title":"Perspectives on the SolarWinds Incident","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Malware; Computer security; Incident response; Event (particle physics); Computer science; Software; Code (set theory); Source code; Internet privacy; Operating system; Programming language; Physics","score_opus":0.01753418520739069,"score_gpt":0.24745397426073065,"score_spread":0.22991978905333996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137262157","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014116697,0.060388967,0.0005117824,0.6520434,0.2495492,0.000025809662,0.000090009955,0.000041460065,0.03593774],"genre_scores_gemma":[0.02933425,0.09250312,0.00095365377,0.488335,0.3555974,0.000060593527,0.00011915341,0.00013744128,0.03295942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957354,0.0014681087,0.00027179666,0.0005298893,0.0012359697,0.00075884],"domain_scores_gemma":[0.98667055,0.0068033882,0.0008544227,0.0003052922,0.0030263157,0.0023399799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008723684,0.0014870103,0.00076887663,0.0019506476,0.0102299685,0.012698569,0.0015274792,0.02342205,0.007302775],"category_scores_gemma":[0.012194425,0.0005189592,0.0011253784,0.0017383265,0.0062188134,0.009403662,0.0035513768,0.023874613,0.0024792135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000698021,0.00007016598,0.00055163563,0.0005029765,0.000012690662,0.0018586436,0.002986165,0.0002533091,0.0004755541,0.042953134,0.9244915,0.025774332],"study_design_scores_gemma":[0.0000070104566,0.000037414764,0.00028668751,0.0004467172,0.000007140576,0.00031385728,0.003458497,0.00004292988,0.000110644934,0.007991936,0.9872721,0.000025098514],"about_ca_topic_score_codex":0.0034399813,"about_ca_topic_score_gemma":0.006817743,"teacher_disagreement_score":0.02342205,"about_ca_system_score_codex":0.0031423504,"about_ca_system_score_gemma":0.004709309,"threshold_uncertainty_score":0.046135843},"labels":[],"label_agreement":null},{"id":"W3139012104","doi":"10.1109/msec.2021.3049730","title":"Challenges in Cryptography","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cryptography; Encryption; Computer security; Computer science; Key (lock); Field (mathematics); ID-based cryptography; Public-key cryptography; Mathematics; Key distribution","score_opus":0.034407843454399296,"score_gpt":0.26893595714381946,"score_spread":0.23452811368942017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139012104","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039513456,0.1901614,0.057396024,0.5291882,0.015800865,0.00011248261,0.000505068,0.00027169986,0.20261298],"genre_scores_gemma":[0.35372052,0.2731354,0.06545733,0.11508489,0.080942705,0.0007703213,0.0008020553,0.00058443774,0.109502405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99012125,0.0039291536,0.0004900583,0.0011906425,0.0035843896,0.0006845401],"domain_scores_gemma":[0.97750574,0.01475418,0.0006833809,0.0033034717,0.0029931187,0.0007600268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0128936265,0.0010995017,0.0018208442,0.0022539394,0.004730241,0.009795825,0.0022137074,0.008844617,0.016479308],"category_scores_gemma":[0.027545614,0.0006696462,0.0012989108,0.002285073,0.01950722,0.0306067,0.0048164427,0.019104145,0.0091064405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001026748,0.000013136981,0.000037167047,0.00008632002,0.0000054867373,0.000018221852,0.00012989658,0.00024813396,0.000044813976,0.9651237,0.023870697,0.010412132],"study_design_scores_gemma":[0.000010091597,0.000010715671,0.000031579082,0.0001513534,0.00000182667,0.00006293987,0.00011091292,0.00039728233,0.00004099933,0.89386964,0.105302684,0.000009886597],"about_ca_topic_score_codex":0.0014296018,"about_ca_topic_score_gemma":0.00060602865,"teacher_disagreement_score":0.016479308,"about_ca_system_score_codex":0.0058401683,"about_ca_system_score_gemma":0.003949042,"threshold_uncertainty_score":0.068188846},"labels":[],"label_agreement":null},{"id":"W3162666598","doi":"10.1109/msec.2021.3076150","title":"Parental Controls: Safer Internet Solutions or New Pitfalls?","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"SAFER; Internet privacy; Computer security; The Internet; Personally identifiable information; Function (biology); Control (management); Business; Computer science; World Wide Web","score_opus":0.03205020229945124,"score_gpt":0.28800394073288726,"score_spread":0.25595373843343605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162666598","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34146246,0.03954479,0.18204722,0.23025177,0.0030682902,0.00051009,0.0007980987,0.0029536793,0.19936354],"genre_scores_gemma":[0.9307174,0.010101043,0.034459572,0.010161726,0.00072064984,0.00010482053,0.00020136629,0.0003899134,0.01314348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943224,0.0021466457,0.00017664385,0.00039958896,0.0023467494,0.0006080324],"domain_scores_gemma":[0.98424596,0.005875978,0.0023355735,0.0037802497,0.0028494862,0.00091272424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007234363,0.0007799757,0.00036132662,0.0012467484,0.0016484625,0.006126131,0.0014054204,0.0023142805,0.007902131],"category_scores_gemma":[0.026071059,0.0004183729,0.0004050651,0.0008268236,0.0033718054,0.019497428,0.0021566502,0.004110109,0.0017486031],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031072425,0.00029262612,0.035445016,0.0006852957,0.00011145512,0.0016458394,0.008337197,0.0022296424,0.0037802877,0.3415687,0.06657067,0.5390225],"study_design_scores_gemma":[0.00012158047,0.00083914725,0.016806751,0.003497503,0.00033915727,0.00753419,0.026783928,0.0199434,0.01715745,0.31733292,0.58936536,0.0002787047],"about_ca_topic_score_codex":0.001703101,"about_ca_topic_score_gemma":0.002718193,"teacher_disagreement_score":0.007902131,"about_ca_system_score_codex":0.0012632158,"about_ca_system_score_gemma":0.001370969,"threshold_uncertainty_score":0.038259447},"labels":[],"label_agreement":null},{"id":"W3180230731","doi":"10.1109/msec.2021.3077403","title":"End-to-End Security: When Do We Have It?","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"End-to-end principle; Computer security; Computer science; Encryption; Computer network; Cloud computing; Mobile phone; End user; Internet privacy; Telecommunications; World Wide Web; Operating system","score_opus":0.019522908974566797,"score_gpt":0.26331821453638166,"score_spread":0.24379530556181486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180230731","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004424235,0.073491365,0.06133568,0.81058216,0.0070754853,0.00011756134,0.00014759325,0.000612934,0.042212978],"genre_scores_gemma":[0.35767502,0.22328894,0.13395067,0.21931458,0.021110633,0.00062482205,0.00059999386,0.0009165879,0.042518806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.983352,0.005803414,0.0008693444,0.0012281358,0.0068071866,0.0019399119],"domain_scores_gemma":[0.9422534,0.02374282,0.0022273567,0.004377451,0.020977013,0.0064218845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028286459,0.0014533728,0.0015858805,0.001354879,0.0054370314,0.016636113,0.0037851844,0.011804474,0.011547091],"category_scores_gemma":[0.04091028,0.0007970754,0.0007625111,0.001490466,0.010923817,0.07742501,0.0074438266,0.026360935,0.008996948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023910291,0.0002700409,0.0037023434,0.001701413,0.00010698974,0.0004119085,0.0015924957,0.0017926069,0.0017969356,0.39864293,0.20287463,0.38686863],"study_design_scores_gemma":[0.000050621635,0.0003404167,0.0016578177,0.0062962086,0.00007980255,0.0013724564,0.009490513,0.005647613,0.0021367464,0.3457826,0.6269519,0.00019324996],"about_ca_topic_score_codex":0.0029934992,"about_ca_topic_score_gemma":0.002769335,"teacher_disagreement_score":0.028286459,"about_ca_system_score_codex":0.0031984292,"about_ca_system_score_gemma":0.0065971366,"threshold_uncertainty_score":0.14959484},"labels":[],"label_agreement":null},{"id":"W3209311178","doi":"10.1109/msec.2021.3107078","title":"The Advanced Encryption Standard: 20 Years Later","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cryptographic Implementations and Security","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Advanced Encryption Standard; Encryption; Standardization; Computer science; Cryptography; Column (typography); Computer security; Operating system; Computer network","score_opus":0.011822298157738557,"score_gpt":0.27925681055443147,"score_spread":0.2674345123966929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209311178","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054737935,0.1964599,0.011606192,0.15907857,0.19569513,0.00014150627,0.0035947484,0.00087012205,0.42708],"genre_scores_gemma":[0.03691638,0.11821985,0.00862253,0.0698491,0.045088995,0.00016497083,0.0038562503,0.00091106934,0.7163708],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971004,0.00035666587,0.00023206412,0.00043328913,0.0014618713,0.0004157327],"domain_scores_gemma":[0.9954281,0.00053951575,0.00021666985,0.00034630153,0.0028041543,0.0006652721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032682102,0.00075927575,0.0004199156,0.001480112,0.0013076314,0.005822369,0.0005983322,0.0028405425,0.03128311],"category_scores_gemma":[0.009431116,0.00027102124,0.00038527607,0.0020781918,0.0016190677,0.009342989,0.0025691167,0.0055529415,0.028147092],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011045145,0.000028015138,0.00047127093,0.00025642262,0.000009614046,0.00014261849,0.0003274821,0.00010591979,0.000797357,0.078692585,0.7374971,0.18156125],"study_design_scores_gemma":[0.000002644035,0.000011540545,0.00014006157,0.000112277754,0.0000018730785,0.00008868849,0.0000389842,0.000016019494,0.0001966976,0.0015622951,0.9978243,0.0000045647544],"about_ca_topic_score_codex":0.0026151203,"about_ca_topic_score_gemma":0.0036087502,"teacher_disagreement_score":0.03128311,"about_ca_system_score_codex":0.002226463,"about_ca_system_score_gemma":0.0033531904,"threshold_uncertainty_score":0.104652405},"labels":[],"label_agreement":null},{"id":"W4205362389","doi":"10.1109/msec.2020.2988374","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.03422416541100035,"score_gpt":0.2451721108215227,"score_spread":0.21094794541052236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205362389","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045515905,0.008362831,0.003500215,0.025332475,0.12691116,0.0007868776,0.021178944,0.0031135,0.81035876],"genre_scores_gemma":[0.0025017306,0.008863968,0.0018906019,0.011006114,0.032650106,0.00039108074,0.014438058,0.0014477961,0.92681056],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864477,0.0001452472,0.00011166447,0.0002125719,0.00078379316,0.000101964906],"domain_scores_gemma":[0.9898481,0.0015625504,0.00045220472,0.00059656595,0.0060233762,0.0015172978],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012349085,0.00086825236,0.0011609846,0.0040515237,0.0016134882,0.006743792,0.0015086763,0.0015215997,0.724837],"category_scores_gemma":[0.013738438,0.00035881496,0.0006142814,0.0029181421,0.0004509808,0.0031940602,0.0017088661,0.002347745,0.6258479],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000788398,0.000009269634,0.000050251198,0.00011659343,0.0000015435694,0.000012577844,0.000009648257,0.000033844528,0.000082847924,0.0007370373,0.97293717,0.026001314],"study_design_scores_gemma":[0.0000030309993,0.000007663008,0.0001539234,0.00014341604,0.0000019686256,0.000031277013,0.00001570826,0.000026171008,0.000040852832,0.00046544164,0.99910706,0.000003454848],"about_ca_topic_score_codex":0.0023568359,"about_ca_topic_score_gemma":0.0024040032,"teacher_disagreement_score":0.275163,"about_ca_system_score_codex":0.0020292704,"about_ca_system_score_gemma":0.003143864,"threshold_uncertainty_score":0.39248657},"labels":[],"label_agreement":null},{"id":"W4205612339","doi":"10.1109/msec.2021.3078205","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Machine Learning and ELM","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Natural language processing; Database","score_opus":0.017158619630097065,"score_gpt":0.26253433403794396,"score_spread":0.2453757144078469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205612339","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006315856,0.014593592,0.0041629053,0.021194154,0.16714168,0.0012275255,0.031980526,0.003466257,0.7556017],"genre_scores_gemma":[0.0020007673,0.009157997,0.0016860913,0.00837746,0.037912086,0.0005029178,0.01923362,0.0012523216,0.91987664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991086,0.00010091624,0.00007539092,0.00015425017,0.00048027688,0.000080604426],"domain_scores_gemma":[0.9895483,0.0012534478,0.00064911164,0.0004891352,0.0060313228,0.0020286113],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001130213,0.0009193167,0.0013596967,0.0050910194,0.0012488526,0.006745836,0.0014477693,0.0010969893,0.73077834],"category_scores_gemma":[0.010664026,0.0003393877,0.0005039061,0.0043781507,0.00032637105,0.0029621795,0.0017440262,0.001869937,0.7023101],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011732489,0.000012329641,0.00004052005,0.00017430575,0.0000019563436,0.000011039031,0.0000058696887,0.000026399965,0.000117153206,0.00045456414,0.9743516,0.024792457],"study_design_scores_gemma":[0.000005512002,0.000011702765,0.00021579322,0.0001727777,0.0000028013794,0.000034631947,0.000013927947,0.000026871847,0.000049610197,0.0003877601,0.99907434,0.000004323005],"about_ca_topic_score_codex":0.0013827434,"about_ca_topic_score_gemma":0.0019496545,"teacher_disagreement_score":0.26922166,"about_ca_system_score_codex":0.0015668672,"about_ca_system_score_gemma":0.0022479317,"threshold_uncertainty_score":0.38401198},"labels":[],"label_agreement":null},{"id":"W4205726858","doi":"10.1109/msp.2014.36","title":"Table of contents","year":2014,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.026542978903211615,"score_gpt":0.2627548521789878,"score_spread":0.2362118732757762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205726858","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000807895,0.0052026566,0.008856687,0.0060062427,0.015512035,0.00087820506,0.06012546,0.004753022,0.8978578],"genre_scores_gemma":[0.006903035,0.007080974,0.0061518895,0.0047304784,0.0058215596,0.00049161335,0.056031704,0.0020578185,0.91073084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993001,0.00007774025,0.00004792252,0.0001228555,0.00039359607,0.000057790545],"domain_scores_gemma":[0.9949425,0.00084640854,0.00024094383,0.0006085723,0.0028373394,0.00052436953],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00076956465,0.000943479,0.00087360945,0.0029465565,0.0013797324,0.0041383556,0.0016697756,0.0011793863,0.80873984],"category_scores_gemma":[0.009321486,0.00039872265,0.000511468,0.003009343,0.00033415115,0.0029104108,0.0014487865,0.001245708,0.72031397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025563699,0.000021638516,0.00015216274,0.00027670345,0.000004139874,0.000030796622,0.0000140653665,0.00019119478,0.00026482664,0.0027493162,0.9441102,0.052159335],"study_design_scores_gemma":[0.0000056148174,0.00001850318,0.0002600866,0.00016343153,0.0000045406955,0.00006104719,0.000022126596,0.000108983135,0.00017602906,0.0020471408,0.99712485,0.000007740634],"about_ca_topic_score_codex":0.0031916925,"about_ca_topic_score_gemma":0.0036753106,"teacher_disagreement_score":0.19126016,"about_ca_system_score_codex":0.0015677179,"about_ca_system_score_gemma":0.002293841,"threshold_uncertainty_score":0.27280945},"labels":[],"label_agreement":null},{"id":"W4210743149","doi":"10.1109/msec.2021.3075633","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.05353399542853585,"score_gpt":0.22717065645597823,"score_spread":0.17363666102744238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210743149","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042438257,0.002563072,0.0033097537,0.003331095,0.007803302,0.0007141361,0.07082152,0.0028374842,0.90819514],"genre_scores_gemma":[0.002093594,0.0027949566,0.0020389627,0.0027522715,0.0023910142,0.00059905386,0.048220966,0.0014419496,0.9376672],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926144,0.00009241268,0.00003686623,0.00011677958,0.00042708332,0.00006548655],"domain_scores_gemma":[0.9951309,0.0010041343,0.00020033907,0.0004827709,0.0025311552,0.00065068464],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007747089,0.001031337,0.0010025951,0.0053302483,0.0016315876,0.004791755,0.0014580659,0.0010778214,0.88372815],"category_scores_gemma":[0.010334101,0.0003436859,0.000561334,0.0038966527,0.00038109114,0.0021943967,0.0017736481,0.0012034149,0.8497237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011848186,0.000022885812,0.000103140905,0.00011900282,0.0000025690272,0.000011705594,0.000008444936,0.00009108883,0.00008885216,0.0011260118,0.9624084,0.036006026],"study_design_scores_gemma":[0.0000063789425,0.000011404754,0.00028183183,0.00018693044,0.0000037273892,0.00002484292,0.000023893735,0.0000749414,0.000106694686,0.0013984117,0.99787474,0.0000061473247],"about_ca_topic_score_codex":0.0052138176,"about_ca_topic_score_gemma":0.0068721627,"teacher_disagreement_score":0.11627185,"about_ca_system_score_codex":0.001867509,"about_ca_system_score_gemma":0.0032102603,"threshold_uncertainty_score":0.1658476},"labels":[],"label_agreement":null},{"id":"W4220846184","doi":"10.1109/msec.2021.3130864","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.05032299267264739,"score_gpt":0.21951813595150896,"score_spread":0.16919514327886157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220846184","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042232574,0.0024871626,0.0032703488,0.0033468797,0.0077264486,0.0007329828,0.072855994,0.0028614511,0.9062965],"genre_scores_gemma":[0.0020817865,0.0027187492,0.002040437,0.002809055,0.0023568955,0.00061790453,0.049306586,0.0014453385,0.9366233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992537,0.000092625305,0.00003729649,0.00011842258,0.00043130387,0.00006665013],"domain_scores_gemma":[0.99504507,0.0010132311,0.00020255288,0.00048669166,0.002588999,0.0006634104],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00078364334,0.0010368496,0.0010055342,0.005340079,0.0016555523,0.004821407,0.0014745705,0.0010832177,0.88566643],"category_scores_gemma":[0.0104494635,0.00034650424,0.0005676015,0.003864417,0.00038427615,0.0021922812,0.0017849818,0.0012069978,0.85263824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000119957285,0.000022950702,0.00010446175,0.00011864339,0.0000025792567,0.000011667957,0.000008441457,0.00008983139,0.000087935,0.0011051932,0.9630686,0.035367597],"study_design_scores_gemma":[0.000006639372,0.000011614184,0.0002848655,0.00018848419,0.0000037872014,0.000024875228,0.000024389514,0.00007422732,0.000106422805,0.0014044917,0.99786395,0.0000062373683],"about_ca_topic_score_codex":0.005270538,"about_ca_topic_score_gemma":0.0069270073,"teacher_disagreement_score":0.11433357,"about_ca_system_score_codex":0.001885487,"about_ca_system_score_gemma":0.003285843,"threshold_uncertainty_score":0.16308296},"labels":[],"label_agreement":null},{"id":"W4229595540","doi":"10.1109/msec.2019.2901138","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.03804681552417824,"score_gpt":0.21546568525593213,"score_spread":0.1774188697317539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229595540","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004406941,0.0027359573,0.0034404236,0.0033801387,0.007991508,0.000734396,0.07212527,0.0028109537,0.90634066],"genre_scores_gemma":[0.00223925,0.0029547955,0.0021580977,0.0027375908,0.0024996009,0.0006298026,0.050586365,0.0014297283,0.93476486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926037,0.00009431078,0.000037730835,0.00011717034,0.00042537646,0.00006500809],"domain_scores_gemma":[0.9951266,0.001007275,0.00020491001,0.00048762988,0.002544435,0.0006290922],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007772267,0.0010478477,0.0010027823,0.0054398477,0.0016140798,0.0047000893,0.0014751084,0.0010837333,0.8820399],"category_scores_gemma":[0.010362542,0.00033982817,0.0005641303,0.0038823518,0.0003816292,0.002186553,0.0017651006,0.0011921217,0.84493923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012935033,0.000023737317,0.00010733684,0.00012696108,0.0000027601536,0.000012321831,0.0000087756,0.00009496756,0.00009314787,0.0011864817,0.9604608,0.037869696],"study_design_scores_gemma":[0.000006548093,0.000012003309,0.00029278154,0.00019601033,0.00000395103,0.000026097598,0.000024048839,0.00007699901,0.00011124058,0.0014730829,0.9977708,0.0000063924304],"about_ca_topic_score_codex":0.0050690016,"about_ca_topic_score_gemma":0.0065660872,"teacher_disagreement_score":0.117960095,"about_ca_system_score_codex":0.0018553998,"about_ca_system_score_gemma":0.0031475304,"threshold_uncertainty_score":0.16825569},"labels":[],"label_agreement":null},{"id":"W4229667570","doi":"10.1109/msec.2020.3019720","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.07504197634138171,"score_gpt":0.22296208539788612,"score_spread":0.1479201090565044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229667570","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041892822,0.0024819383,0.0032479055,0.003318481,0.007761359,0.00071848574,0.07027593,0.0028611978,0.9089159],"genre_scores_gemma":[0.002038263,0.0026814844,0.001991667,0.002748731,0.0023322704,0.00059819315,0.047469646,0.0014345063,0.93870527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999252,0.000092849616,0.000037234196,0.00011956467,0.00043164322,0.00006654815],"domain_scores_gemma":[0.99509627,0.0009905215,0.00020028892,0.00048182913,0.0025673632,0.00066376984],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007804489,0.0010395908,0.0009992736,0.005312112,0.0016405657,0.0048257266,0.0014759332,0.0010837023,0.8859561],"category_scores_gemma":[0.010363265,0.0003436019,0.0005688499,0.0038396812,0.00038372778,0.0021903317,0.0017872875,0.0012042244,0.8538391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012022468,0.000022772203,0.00010356017,0.00011775329,0.0000025644442,0.000011698772,0.000008438888,0.00008901753,0.000088864246,0.0011007099,0.9625523,0.035890114],"study_design_scores_gemma":[0.0000065908257,0.000011546539,0.00028074151,0.00018597409,0.0000037469074,0.000024595762,0.000024192788,0.00007375461,0.00010566311,0.0013808868,0.9978962,0.000006179256],"about_ca_topic_score_codex":0.0051985634,"about_ca_topic_score_gemma":0.006892957,"teacher_disagreement_score":0.11404389,"about_ca_system_score_codex":0.0018674309,"about_ca_system_score_gemma":0.0032707136,"threshold_uncertainty_score":0.16266978},"labels":[],"label_agreement":null},{"id":"W4231224119","doi":"10.1109/msec.2019.2899709","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.026235324812660072,"score_gpt":0.2674715794658723,"score_spread":0.24123625465321222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231224119","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058575254,0.0052626957,0.00405061,0.01792369,0.013386366,0.00047189146,0.028434051,0.0014176571,0.9284673],"genre_scores_gemma":[0.0047099288,0.0060618585,0.003875505,0.008247839,0.005006242,0.0003194087,0.020037604,0.00074909837,0.9509924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871635,0.0001752875,0.00006930569,0.00017017078,0.0007736607,0.000095248186],"domain_scores_gemma":[0.99260086,0.0015428521,0.00033576784,0.0006480531,0.0042011905,0.00067121134],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001341915,0.00067794335,0.00067034195,0.0027436113,0.0021061492,0.0050623226,0.0017150945,0.0017085376,0.7013098],"category_scores_gemma":[0.016930778,0.00033905878,0.0004849896,0.0037195524,0.0005577857,0.0032809973,0.0014843486,0.001951345,0.5729803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012049487,0.000013154224,0.00011550437,0.000103147264,0.0000016898099,0.000021709875,0.000024093677,0.0000941861,0.00006196889,0.006838423,0.95816433,0.034549765],"study_design_scores_gemma":[0.00000235841,0.0000058095034,0.00015524671,0.00011118688,0.000001510363,0.000031176787,0.000041013598,0.00004181849,0.000047701273,0.0022993046,0.99725866,0.0000041306803],"about_ca_topic_score_codex":0.0067529776,"about_ca_topic_score_gemma":0.007965118,"teacher_disagreement_score":0.2986902,"about_ca_system_score_codex":0.0029787293,"about_ca_system_score_gemma":0.004560703,"threshold_uncertainty_score":0.4260453},"labels":[],"label_agreement":null},{"id":"W4232963918","doi":"10.1109/msec.2019.2953323","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Database; Computer science","score_opus":0.027894464183894595,"score_gpt":0.24666965767925794,"score_spread":0.21877519349536334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232963918","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068007264,0.009572643,0.0033879175,0.030433832,0.14156473,0.00061413815,0.015181476,0.0025379593,0.7960272],"genre_scores_gemma":[0.0025421618,0.009751927,0.0014934753,0.011163991,0.04120108,0.00025895255,0.012460075,0.0011542113,0.9199742],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990559,0.00010529945,0.00007045744,0.0001521862,0.000531664,0.00008446625],"domain_scores_gemma":[0.9940382,0.0009085901,0.00026750052,0.000396598,0.0034233388,0.00096584845],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009018896,0.00095742574,0.0011838389,0.0034858452,0.0017425856,0.0061895954,0.0015432031,0.001670721,0.6764354],"category_scores_gemma":[0.008880634,0.00038502566,0.0006643476,0.0028050842,0.00046390027,0.0037812502,0.0019482677,0.0023198868,0.57021093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053587532,0.000011058313,0.00006314971,0.000088385175,0.0000013851228,0.000011971629,0.000009652768,0.00002449361,0.000072876646,0.00056169624,0.97451323,0.024636783],"study_design_scores_gemma":[0.0000023609296,0.000008642018,0.00019648613,0.00012715446,0.0000021372102,0.000041849034,0.000023995557,0.00003563179,0.00004747307,0.00055650127,0.9989536,0.0000041215453],"about_ca_topic_score_codex":0.0021101676,"about_ca_topic_score_gemma":0.0026824959,"teacher_disagreement_score":0.3235646,"about_ca_system_score_codex":0.0015138059,"about_ca_system_score_gemma":0.0027427985,"threshold_uncertainty_score":0.46152562},"labels":[],"label_agreement":null},{"id":"W4233816949","doi":"10.1109/msec.2018.2882149","title":"Table of Contents","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.05499807073998909,"score_gpt":0.23484449515731912,"score_spread":0.17984642441733004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233816949","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045988229,0.0030585094,0.0037573497,0.0036852844,0.008935219,0.0007424442,0.0722725,0.0028203325,0.90426844],"genre_scores_gemma":[0.0023961945,0.0031451206,0.0022418387,0.0029192362,0.0028321394,0.0006281045,0.04966334,0.0015620004,0.934612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992335,0.00010097188,0.000039309958,0.00012183681,0.00043736046,0.000066970155],"domain_scores_gemma":[0.9949687,0.001087924,0.00022049241,0.00053106074,0.0025355876,0.0006562328],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008234509,0.001054683,0.0010344889,0.0055522467,0.0016316468,0.00482933,0.0014863932,0.0011302857,0.8774165],"category_scores_gemma":[0.011312841,0.00034684432,0.00056491216,0.0040378035,0.00040662853,0.0023273306,0.0017880568,0.0012339613,0.84027296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012435529,0.000024532577,0.000103858896,0.00012736423,0.0000027946833,0.000012286502,0.000008930772,0.00009717148,0.00009109527,0.0013118789,0.96180207,0.036405537],"study_design_scores_gemma":[0.000006134204,0.000011453701,0.00027876272,0.00019606411,0.000003971243,0.000026089429,0.00002410865,0.0000816449,0.00011531392,0.0016572891,0.9975926,0.000006469391],"about_ca_topic_score_codex":0.004969686,"about_ca_topic_score_gemma":0.0064561386,"teacher_disagreement_score":0.12258351,"about_ca_system_score_codex":0.0019516123,"about_ca_system_score_gemma":0.003229668,"threshold_uncertainty_score":0.1748504},"labels":[],"label_agreement":null},{"id":"W4238740452","doi":"10.1109/msec.2019.2936696","title":"Table of contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.030444290208112353,"score_gpt":0.3011725520140281,"score_spread":0.27072826180591575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238740452","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061911053,0.0041649817,0.0029873902,0.008056383,0.014766887,0.00064469007,0.03310215,0.0023503269,0.9333081],"genre_scores_gemma":[0.0043391855,0.005084828,0.0022565168,0.005133695,0.005344543,0.00040067962,0.03167032,0.0011572376,0.94461304],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989557,0.0001295415,0.00007255437,0.00020466921,0.0005420027,0.00009553214],"domain_scores_gemma":[0.99478674,0.00079367176,0.00023670461,0.0004591672,0.0030376087,0.0006860415],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009218946,0.0008916771,0.0009845421,0.003701899,0.0020692693,0.0056810537,0.0017046974,0.001439328,0.8258837],"category_scores_gemma":[0.011148397,0.00038883803,0.0006205773,0.0034921947,0.0005209471,0.0034342813,0.002092954,0.001790328,0.7592824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013010844,0.000018835817,0.00016043443,0.00015582616,0.0000020080558,0.000024436407,0.000028957305,0.000059981878,0.00009637956,0.0022338605,0.9606566,0.036549624],"study_design_scores_gemma":[0.0000028301674,0.00000885286,0.0002601952,0.00014154638,0.0000019321687,0.00004876783,0.00004271423,0.000034082306,0.0000536195,0.00089391624,0.9985072,0.000004391269],"about_ca_topic_score_codex":0.004457493,"about_ca_topic_score_gemma":0.0042580147,"teacher_disagreement_score":0.17411631,"about_ca_system_score_codex":0.0024048358,"about_ca_system_score_gemma":0.0034534154,"threshold_uncertainty_score":0.2483558},"labels":[],"label_agreement":null},{"id":"W4241636803","doi":"10.1109/msec.2019.2917485","title":"Table of contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Bluetooth and Wireless Communication Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Natural language processing; Database","score_opus":0.01859915267797179,"score_gpt":0.24630323476879093,"score_spread":0.22770408209081913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241636803","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047512702,0.004261528,0.0033889026,0.0043755393,0.013730148,0.00081752543,0.055876587,0.0022981723,0.91477656],"genre_scores_gemma":[0.0021446424,0.004294221,0.0021547514,0.0029091616,0.0034193883,0.0006495672,0.04094875,0.001039999,0.9424395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999275,0.000087303044,0.00004031033,0.000108195025,0.00042831362,0.00006087915],"domain_scores_gemma":[0.9948421,0.00089073397,0.0002089555,0.0004083674,0.0029890435,0.0006607554],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007611847,0.001001057,0.0010028587,0.005588139,0.0017320696,0.0041789166,0.0014546099,0.00097029353,0.83850914],"category_scores_gemma":[0.009723479,0.00032886758,0.00050283514,0.0039186785,0.00033466442,0.0020753162,0.0016293973,0.0011493394,0.79748714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014609733,0.000025872856,0.0001207588,0.0001563127,0.0000027391618,0.000014835542,0.000008703593,0.00008011763,0.00010546711,0.0009905352,0.9513307,0.047149274],"study_design_scores_gemma":[0.0000055881064,0.0000128985,0.00030918018,0.00022244749,0.000004018158,0.00002931437,0.000023191411,0.000054924043,0.000099281744,0.0009719971,0.99826163,0.0000055197966],"about_ca_topic_score_codex":0.0051031336,"about_ca_topic_score_gemma":0.0063702487,"teacher_disagreement_score":0.16149086,"about_ca_system_score_codex":0.0017628252,"about_ca_system_score_gemma":0.0033972291,"threshold_uncertainty_score":0.2303471},"labels":[],"label_agreement":null},{"id":"W4247691471","doi":"10.1109/msp.2016.1","title":"Table of Contents","year":2016,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Information retrieval; Database","score_opus":0.050099476350319444,"score_gpt":0.22115268999786908,"score_spread":0.17105321364754963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247691471","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004602328,0.002834193,0.0036054393,0.0035948593,0.0085032685,0.0007542575,0.07658817,0.0028775048,0.9007821],"genre_scores_gemma":[0.0023443513,0.002974579,0.0022100168,0.0028159407,0.0026096313,0.00064034364,0.05209902,0.0015352896,0.93277085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992586,0.00009434857,0.000038294656,0.00011745991,0.00042622685,0.0000651593],"domain_scores_gemma":[0.99498534,0.0010543083,0.00021582174,0.0005192118,0.0025770112,0.0006483226],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078280707,0.0010398707,0.0010077299,0.00553226,0.0016040585,0.0046384917,0.0014973639,0.0010956039,0.8794783],"category_scores_gemma":[0.010928536,0.00034511217,0.0005646454,0.003977114,0.00038928937,0.0022561841,0.0017627798,0.0011936937,0.8436944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012512503,0.000023351522,0.0001030804,0.00012308704,0.0000026962605,0.000012027914,0.000008623772,0.00009362914,0.000088866196,0.001187626,0.9623934,0.035951156],"study_design_scores_gemma":[0.000006426146,0.0000114210225,0.00029152186,0.00019353835,0.000003991504,0.00002573053,0.000024058792,0.00008131815,0.00011479745,0.0015661551,0.9976745,0.0000065343556],"about_ca_topic_score_codex":0.0051362547,"about_ca_topic_score_gemma":0.0066844714,"teacher_disagreement_score":0.8794783,"about_ca_system_score_codex":0.0019127196,"about_ca_system_score_gemma":0.003191594,"threshold_uncertainty_score":0.17190963},"labels":[],"label_agreement":null},{"id":"W4250368714","doi":"10.1109/msec.2020.2975335","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","score_opus":0.03422416541100035,"score_gpt":0.2451721108215227,"score_spread":0.21094794541052236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250368714","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045796245,0.003928112,0.0020919843,0.0077443453,0.011453009,0.00041052332,0.017239133,0.0014017086,0.95527315],"genre_scores_gemma":[0.0032139092,0.0046116025,0.0014574891,0.004310999,0.0036349227,0.00021677157,0.014663163,0.0006394228,0.9672518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999132,0.000096674186,0.00005193086,0.00014448907,0.00048812563,0.000086875225],"domain_scores_gemma":[0.9956012,0.00064760714,0.00017608976,0.00041677998,0.002554698,0.0006036158],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008013693,0.00080011366,0.0008613097,0.0034440919,0.0019798789,0.005146533,0.0015305673,0.0015301257,0.78204435],"category_scores_gemma":[0.008117457,0.00033294878,0.00057622907,0.0035799847,0.00046989878,0.003136514,0.0018442256,0.0016924329,0.69288695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001127089,0.000018576498,0.00013352648,0.00013222935,0.0000020127047,0.000023103352,0.000021787891,0.000067330104,0.00011574425,0.0033011283,0.95507574,0.041097615],"study_design_scores_gemma":[0.0000024127262,0.000007821073,0.0002449074,0.00012243332,0.0000015714874,0.00004025024,0.00003106983,0.000035979305,0.00005435812,0.000999992,0.9984555,0.0000036554975],"about_ca_topic_score_codex":0.0052097267,"about_ca_topic_score_gemma":0.005326528,"teacher_disagreement_score":0.78204435,"about_ca_system_score_codex":0.0024312297,"about_ca_system_score_gemma":0.0033189245,"threshold_uncertainty_score":0.31088728},"labels":[],"label_agreement":null},{"id":"W4250445530","doi":"10.1109/msp.2015.129","title":"Table of Contents","year":2015,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.03712562156391669,"score_gpt":0.265806811393872,"score_spread":0.22868118982995533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250445530","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005961349,0.0094843395,0.0053840517,0.021094456,0.13197097,0.0013090827,0.022883708,0.003079913,0.8041974],"genre_scores_gemma":[0.0039742435,0.012143556,0.0035979259,0.012843239,0.053880822,0.0006947811,0.016251812,0.001515508,0.8950982],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982895,0.0002096748,0.0001504725,0.00024233815,0.0010101661,0.00009787211],"domain_scores_gemma":[0.98352975,0.0025293697,0.000846996,0.0008028709,0.010376676,0.0019142821],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015523828,0.0009102845,0.0010945257,0.0053547435,0.0016220926,0.006348164,0.0014056299,0.0013351784,0.69922495],"category_scores_gemma":[0.018519256,0.00038555567,0.0006294856,0.0028158312,0.00050183514,0.0025660917,0.0013581804,0.0019073208,0.57610637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010029869,0.00001199609,0.00006929499,0.00020787615,0.0000021,0.000022237218,0.000012282842,0.00004523859,0.00011610838,0.00076812226,0.9696993,0.029035486],"study_design_scores_gemma":[0.0000045586025,0.000010978853,0.00018565268,0.00026443574,0.0000038466287,0.000060200564,0.000021000273,0.000045052853,0.00007136453,0.0007134762,0.9986143,0.0000050854205],"about_ca_topic_score_codex":0.0019785687,"about_ca_topic_score_gemma":0.0022153691,"teacher_disagreement_score":0.30077505,"about_ca_system_score_codex":0.0020888378,"about_ca_system_score_gemma":0.0036409944,"threshold_uncertainty_score":0.4290191},"labels":[],"label_agreement":null},{"id":"W4252374608","doi":"10.1109/msec.2019.2921179","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","score_opus":0.017014456328650677,"score_gpt":0.24325027277966416,"score_spread":0.22623581645101348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252374608","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005704279,0.009082589,0.0030745186,0.023363588,0.14262626,0.0005816242,0.014078435,0.0022672385,0.8043553],"genre_scores_gemma":[0.0021048726,0.0091152685,0.0013637311,0.008796384,0.04015081,0.00024203278,0.010128375,0.00092745875,0.92717105],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920326,0.00008512181,0.000058464146,0.00012236959,0.00046731925,0.00006355005],"domain_scores_gemma":[0.99340326,0.0008559722,0.00026130784,0.00035139095,0.0041774837,0.00095051393],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00078628457,0.0008323316,0.0010590365,0.003097003,0.001555581,0.005291728,0.00129956,0.0013751875,0.673712],"category_scores_gemma":[0.008179859,0.00031392724,0.0005649151,0.0022859427,0.00035229014,0.0030318564,0.0016023887,0.0019641866,0.5930847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059367526,0.0000115263365,0.000055099994,0.000089621055,0.0000014275572,0.000012848615,0.0000078453,0.000025320447,0.000086880355,0.0005138714,0.9719234,0.027266119],"study_design_scores_gemma":[0.0000027421106,0.000009105915,0.00016658855,0.00012280085,0.0000024026094,0.000043422755,0.000018320487,0.000030376043,0.00004947277,0.00044873942,0.99910223,0.0000037686732],"about_ca_topic_score_codex":0.0018961014,"about_ca_topic_score_gemma":0.002546167,"teacher_disagreement_score":0.32628798,"about_ca_system_score_codex":0.0011764432,"about_ca_system_score_gemma":0.0024997508,"threshold_uncertainty_score":0.46541017},"labels":[],"label_agreement":null},{"id":"W4253341353","doi":"10.1109/msp.2017.265092938","title":"Detecting the Detectable: Unintended Consequences of Cryptographic Election Verification","year":2017,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematical proof; Cryptography; Computer science; Computer security; Electronic voting; Voting; Cryptographic primitive; Unintended consequences; Cryptographic protocol; Internet privacy; Theoretical computer science; Political science; Mathematics; Law","score_opus":0.021379747962987833,"score_gpt":0.26804287801868315,"score_spread":0.24666313005569532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253341353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10731255,0.0005945073,0.87563914,0.00488192,0.00040446414,0.00016081781,0.00033544304,0.0016557918,0.009015314],"genre_scores_gemma":[0.95668596,0.00024420113,0.040244248,0.00057816436,0.00014154063,0.00010037902,0.00014698105,0.00015309242,0.0017054239],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97413844,0.008876657,0.0011110164,0.002940988,0.011171853,0.0017610732],"domain_scores_gemma":[0.8488316,0.10258838,0.008918808,0.030393213,0.008154683,0.0011133588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0136645585,0.0009533887,0.0010722609,0.0011097826,0.0013127489,0.0041041644,0.0027916608,0.0033573252,0.0026226006],"category_scores_gemma":[0.110816434,0.00094626757,0.0011491643,0.00073713524,0.007323184,0.010403688,0.004813849,0.0061728545,0.000687284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012915569,0.00038249686,0.01693181,0.00055590534,0.00026212656,0.002865477,0.001377572,0.0626693,0.023265863,0.80074507,0.005186205,0.084466614],"study_design_scores_gemma":[0.00009736229,0.00021761715,0.0015172978,0.000114213515,0.000088839035,0.0009219478,0.00019637436,0.16826834,0.04158189,0.7841193,0.0027905167,0.0000862397],"about_ca_topic_score_codex":0.0004007887,"about_ca_topic_score_gemma":0.00037894683,"teacher_disagreement_score":0.0136645585,"about_ca_system_score_codex":0.0012029931,"about_ca_system_score_gemma":0.0017586347,"threshold_uncertainty_score":0.07226598},"labels":[],"label_agreement":null},{"id":"W4254969116","doi":"10.1109/msp.2018.2701168","title":"Table of contents","year":2018,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Bluetooth and Wireless Communication Technologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","score_opus":0.0285041450406485,"score_gpt":0.2703610682358166,"score_spread":0.24185692319516813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254969116","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045644934,0.0033847906,0.001491834,0.014326264,0.004429034,0.0000953332,0.00068882405,0.00009373122,0.9750337],"genre_scores_gemma":[0.019379333,0.0063863546,0.002237063,0.010661028,0.005640143,0.0004023602,0.0012615225,0.00015328742,0.9538788],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985049,0.0004845149,0.000055287048,0.00010620698,0.00073195266,0.00011726099],"domain_scores_gemma":[0.9963341,0.0013767271,0.00013631237,0.0002988564,0.0014562466,0.00039775402],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014829434,0.0003817791,0.00039912423,0.0026414895,0.0031692765,0.0052404497,0.00077381206,0.0019439842,0.2662766],"category_scores_gemma":[0.010662114,0.00016219127,0.00025140098,0.0018683065,0.0013652055,0.00290147,0.0013889776,0.002452854,0.10164795],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011462358,0.000037664893,0.00013705055,0.000112922564,0.0000023262176,0.00004112567,0.00034710296,0.00007495754,0.00007322723,0.18084222,0.7687349,0.04958492],"study_design_scores_gemma":[0.0000021455403,0.0000044701424,0.00015579397,0.00016653839,0.0000010780884,0.00005596806,0.0002462914,0.000047406164,0.000039407714,0.028602872,0.97067374,0.0000044365024],"about_ca_topic_score_codex":0.0031894147,"about_ca_topic_score_gemma":0.0032145386,"teacher_disagreement_score":0.7337234,"about_ca_system_score_codex":0.0038972578,"about_ca_system_score_gemma":0.003315215,"threshold_uncertainty_score":0.89078397},"labels":[],"label_agreement":null},{"id":"W4295832146","doi":"10.1109/msec.2022.3187935","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science","score_opus":0.05032299267264739,"score_gpt":0.21951813595150896,"score_spread":0.16919514327886157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295832146","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042232574,0.0024871626,0.0032703488,0.0033468797,0.0077264486,0.0007329828,0.072855994,0.0028614511,0.9062965],"genre_scores_gemma":[0.0020817865,0.0027187492,0.002040437,0.002809055,0.0023568955,0.00061790453,0.049306586,0.0014453385,0.9366233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992537,0.000092625305,0.00003729649,0.00011842258,0.00043130387,0.00006665013],"domain_scores_gemma":[0.99504507,0.0010132311,0.00020255288,0.00048669166,0.002588999,0.0006634104],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00078364334,0.0010368496,0.0010055342,0.005340079,0.0016555523,0.004821407,0.0014745705,0.0010832177,0.88566643],"category_scores_gemma":[0.0104494635,0.00034650424,0.0005676015,0.003864417,0.00038427615,0.0021922812,0.0017849818,0.0012069978,0.85263824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000119957285,0.000022950702,0.00010446175,0.00011864339,0.0000025792567,0.000011667957,0.000008441457,0.00008983139,0.000087935,0.0011051932,0.9630686,0.035367597],"study_design_scores_gemma":[0.000006639372,0.000011614184,0.0002848655,0.00018848419,0.0000037872014,0.000024875228,0.000024389514,0.00007422732,0.000106422805,0.0014044917,0.99786395,0.0000062373683],"about_ca_topic_score_codex":0.005270538,"about_ca_topic_score_gemma":0.0069270073,"teacher_disagreement_score":0.11433357,"about_ca_system_score_codex":0.001885487,"about_ca_system_score_gemma":0.003285843,"threshold_uncertainty_score":0.16308296},"labels":[],"label_agreement":null},{"id":"W4319990355","doi":"10.1109/msec.2022.3223596","title":"Table of Contents","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Information retrieval; Computer science; Database","score_opus":0.025691243003248997,"score_gpt":0.2639622713587879,"score_spread":0.23827102835553893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319990355","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005564597,0.006271783,0.003771946,0.03367375,0.1334725,0.00080687075,0.020545641,0.003232282,0.7976687],"genre_scores_gemma":[0.0025854353,0.0069302237,0.0019503322,0.010644778,0.03253063,0.00035530183,0.015895173,0.0015045101,0.9276036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883145,0.00014071305,0.00008270247,0.00016980941,0.0006808148,0.00009438931],"domain_scores_gemma":[0.9901328,0.0014554125,0.00037412375,0.00060992886,0.005900259,0.0015274836],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012769075,0.000850101,0.001174472,0.0035158643,0.0018938098,0.0064605842,0.0015785955,0.0015076437,0.7318104],"category_scores_gemma":[0.01304608,0.00038639057,0.00061562326,0.0028518129,0.00044996868,0.00352551,0.0019500491,0.0023708742,0.5894462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005110783,0.000008681705,0.000049693997,0.000071169656,0.0000010939339,0.000008020074,0.000007367843,0.000020140555,0.000046966394,0.0005091585,0.9812127,0.018059833],"study_design_scores_gemma":[0.0000031860127,0.000009174994,0.00020286131,0.00013380761,0.0000022778354,0.000029818835,0.000021972712,0.000039383132,0.000045760273,0.00063773757,0.9988695,0.000004430902],"about_ca_topic_score_codex":0.0020287586,"about_ca_topic_score_gemma":0.0026948636,"teacher_disagreement_score":0.2681896,"about_ca_system_score_codex":0.0016830068,"about_ca_system_score_gemma":0.0035347827,"threshold_uncertainty_score":0.38253993},"labels":[],"label_agreement":null},{"id":"W4323644051","doi":"10.1109/msec.2023.3247374","title":"A Real-Time Cosimulation Testbed for Electric Vehicle Charging and Smart Grid Security","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Electric Vehicles and Infrastructure","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testbed; Smart grid; Embedded system; Computer science; Electric vehicle; Grid; Computer security; Engineering; Computer network; Electrical engineering","score_opus":0.007762457547604252,"score_gpt":0.22712651724344973,"score_spread":0.2193640596958455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323644051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45752794,0.00029155938,0.5124571,0.00074666046,0.00068383664,0.0006809127,0.0011139573,0.0058991397,0.020598894],"genre_scores_gemma":[0.9279367,0.00011573593,0.06864891,0.000069349066,0.000021065765,0.0003998394,0.00061672105,0.00010904565,0.002082632],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999572,0.00017196385,0.000026977154,0.00005392275,0.00010805227,0.00006709591],"domain_scores_gemma":[0.99932253,0.00022212543,0.00006869218,0.00012037275,0.00013879166,0.00012748342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078916777,0.0006653544,0.0003720479,0.00034262025,0.00036211993,0.00045495972,0.0009477595,0.00045257463,0.002904228],"category_scores_gemma":[0.0014567614,0.00013487646,0.00027100704,0.00023246641,0.0005011069,0.00069419836,0.000804818,0.000853077,0.0003699497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001183384,0.0013203371,0.0067945784,0.0004497133,0.000124629,0.0006140149,0.00036577997,0.74937433,0.13385883,0.042113066,0.006651366,0.057150017],"study_design_scores_gemma":[0.00013420051,0.0008646629,0.0010205227,0.000017313381,0.000017137168,0.00007664372,0.00007298547,0.9510192,0.034250934,0.0033836074,0.009113912,0.000028781746],"about_ca_topic_score_codex":0.001631489,"about_ca_topic_score_gemma":0.0013911109,"teacher_disagreement_score":0.002904228,"about_ca_system_score_codex":0.00043680047,"about_ca_system_score_gemma":0.00075218786,"threshold_uncertainty_score":0.009715617},"labels":[],"label_agreement":null},{"id":"W4388624363","doi":"10.1109/msec.2023.3315944","title":"Privacy-Preserving Machine Learning [Cryptography]","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cryptography; Differential privacy; Encryption; Information leakage; Information privacy; Computation; Leakage (economics); Computer security; Artificial intelligence; Data mining; Algorithm","score_opus":0.029591778087589293,"score_gpt":0.27964009270083023,"score_spread":0.25004831461324095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388624363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003521553,0.0059183636,0.9340866,0.008356022,0.0008229574,0.00028058683,0.00089964515,0.0013466305,0.04476769],"genre_scores_gemma":[0.501719,0.021784289,0.41763613,0.007962758,0.0032053743,0.001120408,0.0025098042,0.00051105535,0.04355115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98977065,0.0036445912,0.00067484734,0.0014588155,0.0036668968,0.00078418537],"domain_scores_gemma":[0.98773277,0.0033129985,0.0008159934,0.0066871713,0.0012756763,0.00017538016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005825585,0.0011506294,0.001403376,0.0012779672,0.0018760534,0.0053694504,0.0024325645,0.0033729288,0.009848196],"category_scores_gemma":[0.016808901,0.0007374637,0.0013202124,0.0041271443,0.003272393,0.009314443,0.004289558,0.006207572,0.007860476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019090566,0.00008785308,0.0003542759,0.00070035836,0.000101745194,0.00017216388,0.00022568187,0.01086024,0.0030702846,0.79431206,0.03951115,0.15041338],"study_design_scores_gemma":[0.00007448834,0.0001186786,0.0002256835,0.00040120757,0.000054566517,0.0011017559,0.000074881355,0.039411377,0.008054882,0.80964524,0.14076331,0.00007389246],"about_ca_topic_score_codex":0.00043579566,"about_ca_topic_score_gemma":0.00030228382,"teacher_disagreement_score":0.009848196,"about_ca_system_score_codex":0.0019237514,"about_ca_system_score_gemma":0.0024929612,"threshold_uncertainty_score":0.032945514},"labels":[],"label_agreement":null},{"id":"W4388651578","doi":"10.1109/msec.2023.3324516","title":"IEEE Computer Society Seeks Applicants for Editors in Chief","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; University of Waterloo; Jinan University; National Natural Science Foundation of China","keywords":"Editor in chief; Engineering ethics; Management; Computer science; Political science; Sociology; Engineering; Economics","score_opus":0.013998879636996161,"score_gpt":0.26448860957104225,"score_spread":0.2504897299340461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388651578","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008656843,0.028119346,0.0034742053,0.07577831,0.66710603,0.0002606566,0.00077917305,0.0014741137,0.22214249],"genre_scores_gemma":[0.004174336,0.023441553,0.0020941934,0.018113336,0.2789519,0.00023505992,0.0011022192,0.0005780905,0.6713093],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976042,0.00021111523,0.0001683798,0.000302293,0.0014284927,0.00028550354],"domain_scores_gemma":[0.98619986,0.00139442,0.00066134747,0.0006120951,0.0075033843,0.0036289429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026243324,0.0018239799,0.0015199294,0.003608049,0.0016758698,0.006498276,0.0020716565,0.0038341968,0.18300782],"category_scores_gemma":[0.010968187,0.000695146,0.0006651433,0.0025901676,0.0007165065,0.0040309574,0.0021879454,0.004718127,0.19114286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010747369,0.000010939866,0.000062833176,0.00007615711,0.0000026945092,0.000035325535,0.000005210105,0.00002889746,0.0001396534,0.00048498143,0.9592273,0.03991521],"study_design_scores_gemma":[0.0000060622533,0.000012467546,0.0001512123,0.00006679022,0.0000039477263,0.000065675515,0.000015552896,0.00010921994,0.000083712046,0.0005828025,0.99889696,0.0000055480423],"about_ca_topic_score_codex":0.0005402041,"about_ca_topic_score_gemma":0.0020474,"teacher_disagreement_score":0.18300782,"about_ca_system_score_codex":0.0011354365,"about_ca_system_score_gemma":0.0028463507,"threshold_uncertainty_score":0.6122222},"labels":[],"label_agreement":null},{"id":"W4389584479","doi":"10.1109/msec.2023.3336802","title":"Understanding Privacy in Virtual Reality Classrooms: A Contextual Integrity Perspective","year":2023,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Perspective (graphical); Virtual reality; Internet privacy; Computer science; Human–computer interaction; Artificial intelligence","score_opus":0.15251716699475198,"score_gpt":0.37142086444843736,"score_spread":0.21890369745368538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389584479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13982281,0.005803155,0.6309794,0.07606594,0.0004987453,0.00031587455,0.00025401756,0.00027988644,0.1459801],"genre_scores_gemma":[0.96755755,0.0014727748,0.026932018,0.0013569384,0.00015294163,0.00012834297,0.000056507994,0.000041507657,0.002301438],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9799628,0.013981851,0.0007561952,0.0013909567,0.0024590828,0.0014491358],"domain_scores_gemma":[0.96373934,0.02276447,0.0053255935,0.004317878,0.0026656108,0.0011870863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011145779,0.0006046673,0.00062015955,0.0019471879,0.005683487,0.016168892,0.0027849637,0.004165562,0.0031909859],"category_scores_gemma":[0.03296364,0.00078649214,0.0007520116,0.0015049536,0.020552102,0.020580543,0.009972476,0.0069104065,0.00042300823],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045343135,0.00008621142,0.006301713,0.00017093238,0.000029009312,0.00047940863,0.051284682,0.0048442343,0.0006918346,0.9093263,0.0015830982,0.02515713],"study_design_scores_gemma":[0.000020698044,0.00013215083,0.0042439993,0.0010179471,0.0000756501,0.0015180296,0.096240215,0.0151973525,0.0034227222,0.7866225,0.09141036,0.00009846706],"about_ca_topic_score_codex":0.006787842,"about_ca_topic_score_gemma":0.003990669,"teacher_disagreement_score":0.016168892,"about_ca_system_score_codex":0.0030146441,"about_ca_system_score_gemma":0.004305367,"threshold_uncertainty_score":0.05894524},"labels":[],"label_agreement":null},{"id":"W4393405087","doi":"10.1109/msec.2024.3359791","title":"Table of Contents","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.050672414032115275,"score_gpt":0.23548710607333642,"score_spread":0.18481469204122114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393405087","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042275552,0.0024833076,0.0033051032,0.0033777894,0.0077329352,0.0007338131,0.07213213,0.002911666,0.90690047],"genre_scores_gemma":[0.0020800526,0.0027035456,0.0020469972,0.0028149164,0.0023591202,0.00062038854,0.04894081,0.001456795,0.9369773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992471,0.00009371465,0.00003752533,0.000119166565,0.0004356135,0.000066985885],"domain_scores_gemma":[0.99501497,0.0010151163,0.00020385307,0.00049058005,0.0026063332,0.00066908577],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00078672677,0.0010372048,0.001003381,0.005331581,0.0016538359,0.004811871,0.0014791341,0.0010893268,0.88617903],"category_scores_gemma":[0.010465969,0.00034705354,0.0005705691,0.003826148,0.00038336194,0.0021876788,0.001790709,0.0012107838,0.8538318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011968386,0.000022838198,0.00010380573,0.00011776491,0.0000025727986,0.0000116831025,0.000008415938,0.000088971225,0.00008814736,0.001101007,0.9626886,0.03575419],"study_design_scores_gemma":[0.0000066899065,0.000011615711,0.00028307538,0.00018773161,0.0000037906843,0.000024840709,0.000024160625,0.00007462016,0.00010656823,0.0014105433,0.99786,0.000006282883],"about_ca_topic_score_codex":0.005226781,"about_ca_topic_score_gemma":0.006902802,"teacher_disagreement_score":0.11382097,"about_ca_system_score_codex":0.0018813448,"about_ca_system_score_gemma":0.003268813,"threshold_uncertainty_score":0.16235179},"labels":[],"label_agreement":null},{"id":"W4393405096","doi":"10.1109/msec.2024.3352848","title":"Side-Channel Attacks: A Short Tour","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cryptographic Implementations and Security","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Side channel attack; Channel (broadcasting); Computer security; Computer science; Computer network; Cryptography","score_opus":0.031426857342693064,"score_gpt":0.31565881826086506,"score_spread":0.284231960918172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393405096","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027232037,0.5587002,0.18695836,0.018907672,0.011704674,0.00056320697,0.00082482887,0.0010275367,0.2185904],"genre_scores_gemma":[0.034481216,0.7299128,0.09024144,0.013349338,0.02171293,0.0007204316,0.0013220232,0.000652982,0.10760678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986619,0.00033021823,0.00012652807,0.00018602093,0.00054806203,0.00014717237],"domain_scores_gemma":[0.99801123,0.0011299319,0.00014842012,0.00021343453,0.0003779844,0.00011887206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015024028,0.0024765732,0.0011444329,0.003350726,0.0015271724,0.0049765003,0.0014972392,0.003532061,0.019123226],"category_scores_gemma":[0.0029639138,0.0011906027,0.0011486865,0.003441491,0.0024927265,0.012079006,0.0028472482,0.008562681,0.017174391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010658541,0.00024593336,0.00062035,0.0033895525,0.000050047463,0.00079910556,0.0005216045,0.0035875572,0.0036846425,0.45277038,0.17676744,0.35745686],"study_design_scores_gemma":[0.000008650295,0.0001235007,0.00038682978,0.0013978083,0.000017225133,0.0015088522,0.00018182916,0.0021158303,0.00082413334,0.115567595,0.8778082,0.0000594966],"about_ca_topic_score_codex":0.0012066644,"about_ca_topic_score_gemma":0.0010054628,"teacher_disagreement_score":0.019123226,"about_ca_system_score_codex":0.0019023971,"about_ca_system_score_gemma":0.001395822,"threshold_uncertainty_score":0.063973546},"labels":[],"label_agreement":null},{"id":"W4405360852","doi":"10.1109/msec.2024.3463915","title":"Threshold Signatures","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Cellular Automata and Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.014106886003259577,"score_gpt":0.26683894781526857,"score_spread":0.25273206181200897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405360852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0134934755,0.0077888845,0.8858383,0.0028962921,0.0019827741,0.0004718281,0.0013633517,0.002968511,0.08319649],"genre_scores_gemma":[0.5153627,0.017209237,0.35836267,0.0040157996,0.0023708497,0.0009259671,0.0037209722,0.0008599064,0.097171865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99326706,0.0011768657,0.0005978193,0.0010852681,0.003153853,0.0007191579],"domain_scores_gemma":[0.99347854,0.001787706,0.0007570339,0.0024020083,0.0012910707,0.00028373612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022049502,0.0009497427,0.0013432947,0.002081764,0.0018337152,0.005919781,0.0019648522,0.0024745374,0.014890212],"category_scores_gemma":[0.00940674,0.00057125447,0.0010444212,0.0033945048,0.0032906078,0.010516585,0.0042043533,0.0034837935,0.009281714],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021201812,0.00007246989,0.00050847605,0.0005691114,0.00004497364,0.0002447511,0.0003350178,0.004246826,0.009336254,0.8145198,0.021823116,0.1480871],"study_design_scores_gemma":[0.00006427953,0.00022517773,0.0002808533,0.0003334074,0.000051109106,0.0019740674,0.00023086253,0.021915391,0.02981904,0.58977,0.3552178,0.00011802087],"about_ca_topic_score_codex":0.0004272348,"about_ca_topic_score_gemma":0.00039872323,"teacher_disagreement_score":0.014890212,"about_ca_system_score_codex":0.0017824221,"about_ca_system_score_gemma":0.001808375,"threshold_uncertainty_score":0.049812734},"labels":[],"label_agreement":null},{"id":"W4405907177","doi":"10.1109/msec.2024.3492132","title":"ThreatScout: Automated Threat Hunting Solution Using Machine Reasoning","year":2024,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Computer science; Artificial intelligence; Automated reasoning; Computer security","score_opus":0.020918073850544654,"score_gpt":0.31213949865689994,"score_spread":0.29122142480635527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405907177","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04118835,0.0009206158,0.8502986,0.0020077869,0.0005295252,0.00092387834,0.0018397054,0.079675585,0.022615917],"genre_scores_gemma":[0.23563641,0.00052059436,0.7496192,0.0010365942,0.000099953926,0.00030683875,0.0040479912,0.0011899086,0.007542504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998638,0.00025042097,0.00007896801,0.00023909763,0.0006702808,0.0001233426],"domain_scores_gemma":[0.99843436,0.00080619816,0.00015299901,0.00027098565,0.00025054163,0.000084916246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001128404,0.0016465904,0.0005374185,0.0015472427,0.0010841932,0.0017615663,0.0020298595,0.0016584591,0.0068274136],"category_scores_gemma":[0.0043733953,0.00047537463,0.0016353686,0.00044339086,0.00071498234,0.0023791953,0.002214426,0.002251558,0.0023780817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062966073,0.0014161741,0.007733026,0.0013982609,0.00048434996,0.0017677421,0.00080781867,0.11895452,0.050154958,0.029601151,0.10924423,0.67780805],"study_design_scores_gemma":[0.00012764297,0.00022882757,0.0015712263,0.00015324578,0.00014792335,0.00088988105,0.00028313484,0.8759992,0.025837377,0.040862124,0.05379916,0.00010029117],"about_ca_topic_score_codex":0.003035208,"about_ca_topic_score_gemma":0.0056300038,"teacher_disagreement_score":0.0068274136,"about_ca_system_score_codex":0.000618159,"about_ca_system_score_gemma":0.0018236215,"threshold_uncertainty_score":0.022839963},"labels":[],"label_agreement":null},{"id":"W4410887211","doi":"10.1109/msec.2025.3566723","title":"Exploring Public Attitudes on Technology-Facilitated Intimate Partner Violence","year":2025,"lang":"en","type":"article","venue":"IEEE Security & Privacy","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Domestic violence; Psychology; Criminology; Social psychology; Internet privacy; Political science; Computer security; Suicide prevention; Public relations; Poison control; Medical emergency; Medicine; Computer science","score_opus":0.10305524842073036,"score_gpt":0.3633661021531226,"score_spread":0.26031085373239227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410887211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925311,0.0001016673,0.00013192093,0.0012323179,0.000017716715,0.000020360663,0.00003896252,0.0000027325345,0.0059232037],"genre_scores_gemma":[0.99876934,0.00022943501,0.00006453946,0.00032149348,0.000013525935,0.000025207986,0.000032489235,0.0000020290402,0.00054187886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955818,0.002245198,0.00020373028,0.00017948056,0.00094089896,0.0008488236],"domain_scores_gemma":[0.9811988,0.009830606,0.004721831,0.0008153369,0.0024484883,0.0009848919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00817687,0.0002588767,0.00021043254,0.0014210525,0.0020435357,0.003289485,0.00045495687,0.0009797463,0.0036221624],"category_scores_gemma":[0.021818297,0.00037184212,0.0005481267,0.00088957004,0.002060591,0.0027658422,0.002730946,0.0022402722,0.00040172704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017520953,0.0014927434,0.66416866,0.00017771969,0.00010694727,0.00043266974,0.2749456,0.00016013019,0.0008797348,0.0037935867,0.0017584346,0.05190868],"study_design_scores_gemma":[0.00003593154,0.000687373,0.5026232,0.00059442146,0.00014559313,0.00035671104,0.47942176,0.000607503,0.0011265522,0.0014622452,0.012888736,0.00005002068],"about_ca_topic_score_codex":0.011189104,"about_ca_topic_score_gemma":0.011297418,"teacher_disagreement_score":0.011189104,"about_ca_system_score_codex":0.0028009922,"about_ca_system_score_gemma":0.0023200524,"threshold_uncertainty_score":0.043243885},"labels":[],"label_agreement":null}]}