{"meta":{"query_hash":"dbc5b26d1cc9","filters":{"venue":"Symposium On Usable Privacy and Security"},"cohort_total":16,"direct_labels_cover":0,"predictions_cover":16,"exported":16,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/dbc5b26d1cc9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Symposium+On+Usable+Privacy+and+Security"},"results":[{"id":"W2133824719","doi":"","title":"The Password Life Cycle: User Behaviour in Managing Passwords","year":2014,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Password; Computer science; Cognitive password; Password policy; Variety (cybernetics); Limiting; Authentication (law); Computer security; Internet privacy; One-time password; Engineering","score_opus":0.00856026395927797,"score_gpt":0.23464116847189298,"score_spread":0.226080904512615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133824719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756064,0.00018260945,0.019392328,0.00059756736,0.00000980989,0.00012489849,0.000037395577,0.00016653075,0.0038824705],"genre_scores_gemma":[0.99550724,0.00006666878,0.0036319955,0.0001327218,0.0000026663645,0.000031696112,0.000025513587,0.000018142258,0.0005833411],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99300885,0.0053559504,0.00030790633,0.00029163444,0.0007101713,0.00032554282],"domain_scores_gemma":[0.979786,0.014547407,0.0019250286,0.0013271649,0.0012599448,0.0011545892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055392976,0.0003521323,0.00029380334,0.00093981676,0.0019478998,0.0025380405,0.0008135495,0.0016361269,0.0012118673],"category_scores_gemma":[0.026999567,0.00059843203,0.00028552365,0.00050676876,0.0025895294,0.004626206,0.0020867654,0.0014626231,0.00042153575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030991112,0.0002687475,0.09483321,0.0003036078,0.000034519166,0.00099296,0.8186307,0.0006226355,0.021777874,0.004782655,0.0010919144,0.056351278],"study_design_scores_gemma":[0.000075330485,0.001794213,0.16435853,0.00048313965,0.00009266797,0.0068911575,0.7271444,0.026739674,0.015247207,0.011791703,0.044833194,0.00054875406],"about_ca_topic_score_codex":0.0027585982,"about_ca_topic_score_gemma":0.003107519,"teacher_disagreement_score":0.0055392976,"about_ca_system_score_codex":0.0011084323,"about_ca_system_score_gemma":0.0010071156,"threshold_uncertainty_score":0.029294968},"labels":[],"label_agreement":null},{"id":"W2177365856","doi":"","title":"User Perceptions of Sharing, Advertising, and Tracking.","year":2015,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Context (archaeology); Variety (cybernetics); Internet privacy; Perception; Computer science; Tracking (education); Online advertising; Control (management); World Wide Web; Contextual advertising; Advertising; Psychology; The Internet; Business; Artificial intelligence","score_opus":0.03116312174867227,"score_gpt":0.30737787708160746,"score_spread":0.2762147553329352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177365856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945838,0.00014078047,0.0009132894,0.0001453272,0.000007875734,0.00003070739,0.00004484192,0.000011135615,0.0041223713],"genre_scores_gemma":[0.9990096,0.000059431834,0.00043617297,0.00006691296,0.000006639949,0.000014199374,0.000028045111,0.000002899053,0.00037609498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948053,0.0032732752,0.0003659399,0.00025669465,0.0010391227,0.00025972296],"domain_scores_gemma":[0.966354,0.022949152,0.0046126726,0.0017168232,0.0029849496,0.0013824491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006683136,0.0004018151,0.00030363793,0.0012025841,0.0010470997,0.0031868673,0.0002635992,0.0009395266,0.002882166],"category_scores_gemma":[0.02201309,0.00027580635,0.0006325003,0.0005811395,0.0009605899,0.0021934854,0.0012646304,0.00075145316,0.00024393632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011127578,0.00091706973,0.6750014,0.00049309205,0.00031415824,0.0008072996,0.24644364,0.0006377058,0.0105466945,0.0029895524,0.0007466155,0.0599899],"study_design_scores_gemma":[0.00008828815,0.0027444614,0.70553046,0.0003089463,0.00038549365,0.0031925545,0.25550884,0.0073967646,0.005607376,0.0027561295,0.016106365,0.00037426094],"about_ca_topic_score_codex":0.0023348017,"about_ca_topic_score_gemma":0.0016632417,"teacher_disagreement_score":0.006683136,"about_ca_system_score_codex":0.0005051818,"about_ca_system_score_gemma":0.0003575038,"threshold_uncertainty_score":0.035344243},"labels":[],"label_agreement":null},{"id":"W2178173146","doi":"","title":"Leading Johnny to Water: Designing for Usability and Trust.","year":2015,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Encryption; Usability; Computer security; USable; Plaintext; Server; Ciphertext; Transparency (behavior); Internet privacy; World Wide Web; Human–computer interaction","score_opus":0.045264152571540754,"score_gpt":0.31480925119295217,"score_spread":0.2695450986214114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178173146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097581215,0.0049022087,0.73282933,0.04313092,0.0007684596,0.0023140057,0.000085664644,0.0021796925,0.116208464],"genre_scores_gemma":[0.575379,0.0016085268,0.3917497,0.0051051984,0.00009904398,0.0020554943,0.000119200595,0.0011470206,0.022736846],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9600205,0.030977152,0.0013395661,0.0018333329,0.004566757,0.0012627012],"domain_scores_gemma":[0.93756944,0.0400653,0.0026325833,0.0058968724,0.009855669,0.0039801863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037957635,0.0010106022,0.00046049306,0.0019201227,0.0057875076,0.0102564795,0.0016702025,0.0026709666,0.004689072],"category_scores_gemma":[0.07737143,0.0011707608,0.0007585511,0.0010529206,0.012081322,0.011635686,0.0061098766,0.0037779287,0.0022080305],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015127183,0.00045518542,0.017773677,0.0019795897,0.000120084274,0.0010643257,0.31887537,0.0012169747,0.0120629445,0.20515798,0.05490812,0.38623446],"study_design_scores_gemma":[0.00015590707,0.0007863015,0.015043309,0.00266358,0.00026196206,0.0021024186,0.15974414,0.010930712,0.011658791,0.24324541,0.5530891,0.00031838682],"about_ca_topic_score_codex":0.0044811503,"about_ca_topic_score_gemma":0.006642148,"teacher_disagreement_score":0.037957635,"about_ca_system_score_codex":0.004099873,"about_ca_system_score_gemma":0.0072364933,"threshold_uncertainty_score":0.20074159},"labels":[],"label_agreement":null},{"id":"W2198321343","doi":"","title":"Usability and Security Perceptions of Implicit Authentication: Convenient, Secure, Sometimes Annoying.","year":2015,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Usability; Authentication (law); USable; Computer science; Computer security; Perception; Biometrics; Annoyance; Internet privacy; Human–computer interaction; World Wide Web; Psychology","score_opus":0.02106058238283488,"score_gpt":0.27168167524379755,"score_spread":0.2506210928609627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2198321343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959919,0.00038697317,0.0007569615,0.00025614005,0.000023081224,0.00002830353,0.000014134791,0.000005562484,0.0025370312],"genre_scores_gemma":[0.9992324,0.000090535366,0.00036895426,0.0000711867,0.000007309141,0.000010667526,0.00001009698,0.000002489083,0.00020639946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992615,0.0041410537,0.00065602607,0.00029392287,0.0019296138,0.00036439724],"domain_scores_gemma":[0.96248454,0.02334999,0.0065110605,0.0016287932,0.0044708955,0.0015546916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011057034,0.00037326597,0.00029415172,0.0008223726,0.0008962704,0.0027056527,0.00030707897,0.00089619565,0.001250967],"category_scores_gemma":[0.034873825,0.00028202063,0.00061434926,0.0004245174,0.0022916226,0.0019830358,0.0017415101,0.001219899,0.0001711469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010678507,0.00071239925,0.6928697,0.0010124964,0.00025144467,0.00051247276,0.22017421,0.0003006997,0.0077304924,0.0030329493,0.0014161814,0.07091904],"study_design_scores_gemma":[0.00009401818,0.0021864637,0.7638882,0.00044648204,0.00019937009,0.0014007454,0.21747209,0.0027371044,0.0022629823,0.0018051225,0.0073175575,0.00018991923],"about_ca_topic_score_codex":0.0022356045,"about_ca_topic_score_gemma":0.002399207,"teacher_disagreement_score":0.011057034,"about_ca_system_score_codex":0.00071159645,"about_ca_system_score_gemma":0.0005667504,"threshold_uncertainty_score":0.05847591},"labels":[],"label_agreement":null},{"id":"W2223694934","doi":"10.5072/zenodo.309748","title":"On the Memorability of System-generated PINs: Can Chunking Help?","year":2015,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Chunking (psychology); Numerical digit; Computer science; Surprise; Arithmetic; Mathematics; Artificial intelligence; Psychology","score_opus":0.03210111602821082,"score_gpt":0.24349923640343674,"score_spread":0.21139812037522593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223694934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791631,0.0015275198,0.0086020725,0.0010727958,0.00011537975,0.0002767811,0.0002852826,0.0005007095,0.00845643],"genre_scores_gemma":[0.9835962,0.000750693,0.012557341,0.00046456003,0.00007579353,0.00017429561,0.00030659867,0.00009162144,0.0019829876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99811906,0.0008491368,0.00014392169,0.00035322524,0.0003969764,0.00013766317],"domain_scores_gemma":[0.9166912,0.06935495,0.0051576514,0.0041117654,0.003192245,0.0014923085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003642583,0.0007491876,0.0006622419,0.0010390214,0.00043351162,0.0018766035,0.00092758075,0.00096227863,0.0101662455],"category_scores_gemma":[0.084475346,0.00033779952,0.00037705607,0.000621275,0.0006656062,0.006133899,0.0011401497,0.0009958512,0.0018375237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006054697,0.0022051404,0.10378965,0.0027499993,0.00029270604,0.0005090081,0.015369058,0.0034878696,0.046112385,0.0021204709,0.010445059,0.80686396],"study_design_scores_gemma":[0.0013458692,0.018687956,0.77591485,0.0026002605,0.0016830338,0.002135903,0.019323599,0.055618837,0.05396637,0.021966813,0.04615261,0.000603926],"about_ca_topic_score_codex":0.0021348484,"about_ca_topic_score_gemma":0.002438713,"teacher_disagreement_score":0.0101662455,"about_ca_system_score_codex":0.0004594112,"about_ca_system_score_gemma":0.000476886,"threshold_uncertainty_score":0.034009516},"labels":[],"label_agreement":null},{"id":"W2410511920","doi":"","title":"Ask Me Again But Don't Annoy Me: Evaluating Re-authentication Strategies for Smartphones","year":2016,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ask price; Computer science; Authentication (law); Computer security; Internet privacy; Business","score_opus":0.03500725546093467,"score_gpt":0.29805035144072195,"score_spread":0.26304309597978726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410511920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954401,0.00041115956,0.001986386,0.00014355102,0.00003830954,0.0002639869,0.00008466344,0.00012602106,0.0015057273],"genre_scores_gemma":[0.99328387,0.00019423696,0.005095018,0.00009593242,0.000010995429,0.00017268793,0.00013107782,0.000021256448,0.0009949784],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99732757,0.0015296481,0.00029342284,0.00019938684,0.0004960327,0.00015400647],"domain_scores_gemma":[0.9523625,0.04061633,0.0020302525,0.0013817524,0.0026589767,0.0009502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039431644,0.0009577214,0.00055197754,0.0007578759,0.00059224974,0.0016986746,0.0008508567,0.001252644,0.004446062],"category_scores_gemma":[0.04720103,0.0002566729,0.0006877217,0.00033374043,0.0005721677,0.0023294452,0.0007612805,0.00068154675,0.0012704355],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06683235,0.0175657,0.086754866,0.0069606854,0.0016743924,0.0005114111,0.011081776,0.021128843,0.030250601,0.003586139,0.00725438,0.74639887],"study_design_scores_gemma":[0.01021116,0.28027934,0.27105093,0.0021593217,0.012788617,0.0016298647,0.039109685,0.3105312,0.04548455,0.009840984,0.016015988,0.00089842314],"about_ca_topic_score_codex":0.0039843963,"about_ca_topic_score_gemma":0.0055809864,"teacher_disagreement_score":0.004446062,"about_ca_system_score_codex":0.000902555,"about_ca_system_score_gemma":0.0010431892,"threshold_uncertainty_score":0.020853698},"labels":[],"label_agreement":null},{"id":"W2469489329","doi":"","title":"Who Are You? It Depends (On What You Ask Me!): Context-Dependent Dynamic User Authentication","year":2016,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Authentication (law); Context (archaeology); Ask price; Object (grammar); Computer security; World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.014261437961367612,"score_gpt":0.2513024509540082,"score_spread":0.2370410129926406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469489329","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06389743,0.007618857,0.7293427,0.019935371,0.0028084975,0.00073373184,0.0006514846,0.004584713,0.1704273],"genre_scores_gemma":[0.9043984,0.0020480873,0.068885095,0.002276791,0.00063424435,0.00021103062,0.00036659194,0.00011266888,0.021067178],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972939,0.0011857876,0.000111943795,0.0004423245,0.0006674236,0.00029859223],"domain_scores_gemma":[0.9967949,0.0008266785,0.00037078458,0.00074028986,0.0008175232,0.0004498464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002104315,0.00056601403,0.00045623828,0.0009883393,0.0031146633,0.0024022176,0.0013481965,0.0023283472,0.006576126],"category_scores_gemma":[0.0064978786,0.00036535572,0.00045437962,0.0013252276,0.002179009,0.00712151,0.0048352964,0.0022712143,0.0048504593],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001181577,0.00032998566,0.009600081,0.00063313934,0.00007421866,0.0025125935,0.005890057,0.00554706,0.017142855,0.39317188,0.065344125,0.4985725],"study_design_scores_gemma":[0.00014808509,0.0006774301,0.0069464627,0.00050617306,0.00028439646,0.017259063,0.00507975,0.17504992,0.018698983,0.30039173,0.4745383,0.00041968666],"about_ca_topic_score_codex":0.0028185463,"about_ca_topic_score_gemma":0.0025606968,"teacher_disagreement_score":0.006576126,"about_ca_system_score_codex":0.0009653281,"about_ca_system_score_gemma":0.0012223375,"threshold_uncertainty_score":0.0219993},"labels":[],"label_agreement":null},{"id":"W2741205913","doi":"","title":"Touchscreen Biometrics Across Multiple Devices.","year":2017,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Touchscreen; Biometrics; Computer science; Human–computer interaction; Computer security","score_opus":0.03297082159702916,"score_gpt":0.2988049367062409,"score_spread":0.26583411510921173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741205913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.272484,0.036821797,0.61484313,0.0028929263,0.003997883,0.00031291269,0.0016247444,0.005146822,0.0618758],"genre_scores_gemma":[0.922987,0.0043568388,0.043172296,0.00045492456,0.00039710704,0.0000771263,0.00040302257,0.00009336271,0.028058348],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99814177,0.0003185307,0.00014093917,0.0004399488,0.0007158198,0.00024298308],"domain_scores_gemma":[0.99822015,0.00028447216,0.00020969064,0.0007368549,0.00044653952,0.00010229939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010499867,0.00064279453,0.0008650783,0.001049857,0.0005798656,0.0016917734,0.0009137427,0.0014774778,0.008894344],"category_scores_gemma":[0.0030468993,0.0005104367,0.00042291227,0.0012896298,0.0004493675,0.0035525127,0.0025404573,0.0012630648,0.0032557147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011943699,0.00016467071,0.0074522076,0.0004818797,0.00021600354,0.0010248823,0.00040415206,0.0034684087,0.21944086,0.019625943,0.015122016,0.73140454],"study_design_scores_gemma":[0.00013098147,0.0023618266,0.061269723,0.0012106664,0.00054347474,0.011313924,0.0017882842,0.15703686,0.50471,0.030261103,0.22895414,0.00041897726],"about_ca_topic_score_codex":0.0007894088,"about_ca_topic_score_gemma":0.001168615,"teacher_disagreement_score":0.008894344,"about_ca_system_score_codex":0.00036382722,"about_ca_system_score_gemma":0.00031384468,"threshold_uncertainty_score":0.029754579},"labels":[],"label_agreement":null},{"id":"W2741480773","doi":"","title":"Turtle Guard: Helping Android Users Apply Contextual Privacy Preferences","year":2017,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Android (operating system); Guard (computer science); Computer science; Internet privacy; Computer security; Operating system","score_opus":0.021244865213924703,"score_gpt":0.27608845213400074,"score_spread":0.254843586920076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741480773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5807944,0.0018395159,0.29318127,0.002805106,0.0005595353,0.00064247526,0.0011670126,0.085504845,0.033505827],"genre_scores_gemma":[0.92912185,0.00034330835,0.054025054,0.00069366663,0.00005184674,0.0001118646,0.00047209582,0.0012304203,0.013950037],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994991,0.00013929943,0.000031287498,0.00009397781,0.00015734149,0.000078847144],"domain_scores_gemma":[0.99841917,0.00075475243,0.00010268871,0.0004139563,0.00016791352,0.00014149098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007738744,0.0009941406,0.00040073294,0.00027145934,0.0005287404,0.0012778066,0.00067828194,0.000796799,0.0073325844],"category_scores_gemma":[0.0053995093,0.00031811418,0.00028821983,0.00012026474,0.00039223096,0.0020180475,0.0019605183,0.0009865768,0.0015683614],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006354827,0.0010883166,0.035877068,0.0012593968,0.00022549958,0.0031383026,0.01295394,0.004693976,0.10525568,0.013056809,0.09444408,0.7216521],"study_design_scores_gemma":[0.00065065874,0.0030253148,0.056285754,0.0007547604,0.00095390505,0.007387293,0.013513636,0.3024745,0.24600306,0.03178947,0.3363791,0.0007826386],"about_ca_topic_score_codex":0.0016563744,"about_ca_topic_score_gemma":0.0052978904,"teacher_disagreement_score":0.0073325844,"about_ca_system_score_codex":0.00020173992,"about_ca_system_score_gemma":0.00044287235,"threshold_uncertainty_score":0.024529994},"labels":[],"label_agreement":null},{"id":"W2884193516","doi":"","title":"Examining COPPA Compliance at Scale","year":2018,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Identifier; Computer science; Internet privacy; Scalability; Android (operating system); Computer security; World Wide Web; Database","score_opus":0.05806092166803104,"score_gpt":0.31356218466736663,"score_spread":0.25550126299933557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884193516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.597045,0.0006419003,0.30577472,0.0012086661,0.00016900507,0.0014385817,0.008756525,0.060660742,0.024304898],"genre_scores_gemma":[0.8698387,0.00013618657,0.121463954,0.00020790998,0.00005527043,0.00065015815,0.0048755007,0.0009851445,0.0017871151],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860757,0.0019465641,0.0008716301,0.0039176643,0.0064832796,0.0007051322],"domain_scores_gemma":[0.96464133,0.01122826,0.005885721,0.010983885,0.006293914,0.0009669479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077131423,0.0012224911,0.0012026867,0.005994054,0.0015112767,0.0041600307,0.0022517317,0.0009293167,0.0029138888],"category_scores_gemma":[0.038264144,0.0008435996,0.0010711597,0.0034393866,0.001193601,0.005176266,0.0046486147,0.0023662737,0.0015880291],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041250788,0.0011886942,0.504825,0.00042096374,0.0007012948,0.000977534,0.0042366865,0.032189954,0.031103447,0.013001677,0.01968899,0.3912533],"study_design_scores_gemma":[0.0000696377,0.0003964172,0.21680439,0.00012129323,0.00014440926,0.0006913589,0.001751453,0.718414,0.016203705,0.021388886,0.023782954,0.00023150223],"about_ca_topic_score_codex":0.01830841,"about_ca_topic_score_gemma":0.013907885,"teacher_disagreement_score":0.01830841,"about_ca_system_score_codex":0.0011797335,"about_ca_system_score_gemma":0.0022684312,"threshold_uncertainty_score":0.040791452},"labels":[],"label_agreement":null},{"id":"W2889532085","doi":"","title":"Online privacy and aging of digital artifacts","year":2018,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Social media; Computer science; Visualization; Internet privacy; Digital media; Fading; Digital content; Content (measure theory); World Wide Web; Multimedia; Human–computer interaction; Artificial intelligence","score_opus":0.026359844682454857,"score_gpt":0.2994465051777323,"score_spread":0.27308666049527747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889532085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285938,0.001698056,0.041416507,0.002283484,0.000065340144,0.000077035846,0.000067176676,0.00030072234,0.025498],"genre_scores_gemma":[0.9931578,0.00042067122,0.004316057,0.00014111161,0.000019812524,0.000016738082,0.0000231438,0.000033785134,0.0018708769],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9963405,0.0022831603,0.00024118394,0.00028993734,0.00063252926,0.00021258157],"domain_scores_gemma":[0.97094506,0.017307753,0.0046165227,0.0046394602,0.001782206,0.000708921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043105315,0.00040668665,0.00020718518,0.0009989028,0.0020042039,0.004454032,0.0005988183,0.0009736147,0.0036858788],"category_scores_gemma":[0.027234888,0.00025785936,0.000386369,0.00061054924,0.0036379637,0.006578796,0.0030847725,0.0010974151,0.0003469758],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000973834,0.0004659413,0.1421628,0.0011763008,0.00012805335,0.0021732117,0.24243017,0.0020676285,0.036063805,0.0744604,0.003586278,0.49431163],"study_design_scores_gemma":[0.0001727074,0.0036515258,0.23271793,0.002303497,0.00063057756,0.017005635,0.21109006,0.017459024,0.08911306,0.12363202,0.30178317,0.00044074756],"about_ca_topic_score_codex":0.0007691834,"about_ca_topic_score_gemma":0.0006437003,"teacher_disagreement_score":0.004454032,"about_ca_system_score_codex":0.0006229337,"about_ca_system_score_gemma":0.0006639403,"threshold_uncertainty_score":0.022796571},"labels":[],"label_agreement":null},{"id":"W3190910000","doi":"","title":"Concerned but Ineffective: User Perceptions, Methods, and Challenges when Sanitizing Old Devices for Disposal.","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Recycling and Waste Management Techniques","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Guelph","funders":"","keywords":"Perception; Computer science; Waste management; Computer security; Internet privacy; Engineering; Psychology","score_opus":0.02776544060515464,"score_gpt":0.30706165847841127,"score_spread":0.27929621787325665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190910000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94454235,0.004905123,0.012557234,0.01065777,0.00026482157,0.00014491912,0.00008571823,0.0001626989,0.026679395],"genre_scores_gemma":[0.9889398,0.001050592,0.0050207437,0.0017454731,0.00003409558,0.00004783408,0.000027929353,0.000047654823,0.0030859027],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9822796,0.012687521,0.00064536015,0.00044878348,0.0033576675,0.0005811275],"domain_scores_gemma":[0.9558994,0.032220446,0.0029145635,0.0017254159,0.0057832766,0.0014569073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020328768,0.0004769469,0.00028139589,0.00072698965,0.0025616286,0.0049040536,0.00095670816,0.002138256,0.0021566707],"category_scores_gemma":[0.061981954,0.00040817133,0.00037350104,0.00048490663,0.0028265344,0.0055528237,0.0022859103,0.0018676957,0.0008209692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005179575,0.00041878928,0.11878085,0.0008723699,0.00008290869,0.0010783524,0.6533672,0.00022460984,0.006551844,0.0067458567,0.01607433,0.19528495],"study_design_scores_gemma":[0.000030269717,0.0007440764,0.053507302,0.0013287454,0.00014340635,0.0028683664,0.8458209,0.001710267,0.0052695028,0.0037374462,0.084671274,0.00016847065],"about_ca_topic_score_codex":0.0033945758,"about_ca_topic_score_gemma":0.005772956,"teacher_disagreement_score":0.020328768,"about_ca_system_score_codex":0.00092220824,"about_ca_system_score_gemma":0.001792579,"threshold_uncertainty_score":0.10751015},"labels":[],"label_agreement":null},{"id":"W3191727077","doi":"","title":"\"Whether it's moral is a whole other story\": Consumer perspectives on privacy regulations and corporate data practices","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"","keywords":"Internet privacy; Information privacy; Business; Consumer privacy; Computer science","score_opus":0.09523876778606513,"score_gpt":0.34391458108739753,"score_spread":0.2486758133013324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191727077","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034919538,0.005033468,0.0055226735,0.78842866,0.0013396192,0.000038970717,0.00006528857,0.000027088123,0.16462469],"genre_scores_gemma":[0.86450416,0.004061606,0.0021436373,0.10336009,0.0014004164,0.000130469,0.000042719264,0.00011960775,0.024237245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.988336,0.008252145,0.00019013463,0.0006363161,0.0017035605,0.000881775],"domain_scores_gemma":[0.97610223,0.019175045,0.0009226406,0.0007150914,0.0020336525,0.0010514011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016489172,0.0004716671,0.0005717711,0.0017217137,0.015692422,0.024544308,0.0015739617,0.01841355,0.0066573867],"category_scores_gemma":[0.019297998,0.00058438943,0.0006116014,0.003357295,0.06542903,0.026236108,0.0063941805,0.01890801,0.0004555816],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015595724,0.000026605381,0.00037537055,0.0000343006,0.000004903595,0.00012999853,0.11658196,0.000038515067,0.000077428704,0.8617697,0.017958589,0.0029870775],"study_design_scores_gemma":[0.00004503701,0.000025971282,0.0016338507,0.0005991001,0.000026583548,0.00020064066,0.26205975,0.00036315326,0.00032085043,0.47318456,0.26149195,0.000048625618],"about_ca_topic_score_codex":0.02637864,"about_ca_topic_score_gemma":0.022809219,"teacher_disagreement_score":0.02637864,"about_ca_system_score_codex":0.009224611,"about_ca_system_score_gemma":0.01046919,"threshold_uncertainty_score":0.08720416},"labels":[],"label_agreement":null},{"id":"W3192600562","doi":"","title":"Challenges and Threats of Mass Telecommuting: A Qualitative Study of Workers","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Telecommuting; Computer science; Qualitative research; Business; Data science; Engineering; Sociology; Work (physics)","score_opus":0.05149441111935973,"score_gpt":0.33669783515453966,"score_spread":0.28520342403517995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192600562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985092,0.0003290658,0.0011203191,0.0066187424,0.000105407715,0.00016309478,0.00007787487,0.00001715371,0.006476333],"genre_scores_gemma":[0.99448425,0.00034124724,0.0003007547,0.0017276047,0.00003263738,0.00017320785,0.000026137637,0.00003144936,0.0028828208],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9802097,0.013778461,0.0005048716,0.000823884,0.0011857137,0.0034973389],"domain_scores_gemma":[0.94550115,0.040625237,0.0037379689,0.0010216363,0.0037167121,0.005397279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019367823,0.0008309916,0.0009791026,0.0022362361,0.029687028,0.010205827,0.0031200692,0.0058090747,0.004469874],"category_scores_gemma":[0.04131561,0.001141544,0.00047496977,0.0019674243,0.01668918,0.008017726,0.011911188,0.009601858,0.0006421932],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014975507,0.000030882566,0.0016268864,0.000028125332,0.0000015864458,0.00021451822,0.9966317,0.000008489361,0.00012899339,0.000425081,0.00018247556,0.0007063756],"study_design_scores_gemma":[0.0000012123247,0.000015344942,0.0003703427,0.000030181036,9.188869e-7,0.00003069871,0.99837613,0.000011963961,0.000032304448,0.0000722725,0.0010552376,0.000003428376],"about_ca_topic_score_codex":0.0200116,"about_ca_topic_score_gemma":0.02488735,"teacher_disagreement_score":0.029687028,"about_ca_system_score_codex":0.0077041066,"about_ca_system_score_gemma":0.011746499,"threshold_uncertainty_score":0.10242808},"labels":[],"label_agreement":null},{"id":"W3193316058","doi":"","title":"\"I'm Literally Just Hoping This Will Work: \" Obstacles Blocking the Online Security and Privacy of Users with Visual Disabilities.","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Internet privacy; Blocking (statistics); Computer security; Computer science; Work (physics); Information privacy; Engineering; Computer network","score_opus":0.024008995619632146,"score_gpt":0.30073019873233775,"score_spread":0.2767212031127056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193316058","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063731074,0.007310643,0.003734529,0.8149008,0.0047498047,0.000077336226,0.00026521948,0.00027155713,0.104959086],"genre_scores_gemma":[0.57482284,0.016460424,0.0040471884,0.31140214,0.0013786012,0.0002681338,0.00020026181,0.0002517736,0.09116863],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9952177,0.0021432512,0.00017233756,0.00023901546,0.0012626903,0.0009649875],"domain_scores_gemma":[0.9907974,0.004373627,0.000676852,0.0003426653,0.0018206058,0.0019888058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004955965,0.00033431395,0.0002495966,0.00084356824,0.012731916,0.010267799,0.001230581,0.0068924897,0.0117311375],"category_scores_gemma":[0.017577263,0.0002829495,0.00043534642,0.00093705213,0.0074158777,0.011864805,0.006480887,0.009520152,0.0026314175],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069299575,0.0001105607,0.0086337505,0.0003506448,0.000023893721,0.0009778661,0.13580038,0.000080498765,0.0007796597,0.050366875,0.6532122,0.14959444],"study_design_scores_gemma":[0.000022700295,0.00007651106,0.010587669,0.0017538663,0.000056977286,0.0017459334,0.3714947,0.00017727423,0.0008784976,0.013454068,0.5996576,0.00009413374],"about_ca_topic_score_codex":0.06810048,"about_ca_topic_score_gemma":0.11484767,"teacher_disagreement_score":0.06810048,"about_ca_system_score_codex":0.003309782,"about_ca_system_score_gemma":0.012429104,"threshold_uncertainty_score":0.13540816},"labels":[],"label_agreement":null},{"id":"W3195566368","doi":"","title":"Replication: Effects of Media on the Mental Models of Technical Users","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"AI in Service Interactions","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Replication (statistics); Computer science; Mental model; Psychology; Cognitive science; Biology","score_opus":0.017417936260937312,"score_gpt":0.26216055910669595,"score_spread":0.24474262284575862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195566368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95577973,0.00044312925,0.004789661,0.0025316437,0.00071413093,0.00073281425,0.002447553,0.00079665694,0.031764735],"genre_scores_gemma":[0.98925626,0.00008635887,0.002117276,0.00044379735,0.00011924219,0.0006632506,0.00088379206,0.0004866195,0.0059434837],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9896325,0.0060880147,0.00055949774,0.0019411329,0.0013676711,0.00041118206],"domain_scores_gemma":[0.5859357,0.29602554,0.015076618,0.08150962,0.017097656,0.0043549975],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011251391,0.0012054404,0.0010957704,0.0007649241,0.0028359771,0.0056825355,0.003507928,0.0033090948,0.040444992],"category_scores_gemma":[0.278509,0.001576011,0.001440102,0.00077190425,0.0025098668,0.006871098,0.005751056,0.004351388,0.004355977],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17123756,0.017203625,0.2247654,0.005973198,0.003155163,0.001605834,0.16837136,0.007920955,0.1301862,0.029225048,0.036219914,0.20413573],"study_design_scores_gemma":[0.010560956,0.012303628,0.7945302,0.00082323863,0.003421588,0.0009845174,0.03609667,0.019291636,0.04052877,0.054018408,0.026485035,0.00095527724],"about_ca_topic_score_codex":0.013499319,"about_ca_topic_score_gemma":0.005685767,"teacher_disagreement_score":0.9887486,"about_ca_system_score_codex":0.0013869664,"about_ca_system_score_gemma":0.0017000093,"threshold_uncertainty_score":0.135302},"labels":[],"label_agreement":null}]}