{"meta":{"query_hash":"dbc5b26d1cc9","filters":{"venue":"Symposium On Usable Privacy and Security"},"cohort_total":16,"direct_labels_cover":0,"predictions_cover":16,"exported":16,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/dbc5b26d1cc9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Symposium+On+Usable+Privacy+and+Security"},"results":[{"id":"W2133824719","doi":"","title":"The Password Life Cycle: User Behaviour in Managing Passwords","year":2014,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Password; Computer science; Cognitive password; Password policy; Variety (cybernetics); Limiting; Authentication (law); Computer security; Internet privacy; One-time password; Engineering","score_opus":0.00856026395927797,"score_gpt":0.23464116847189298,"score_spread":0.226080904512615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133824719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94389796,0.00034560764,0.008059706,0.036637243,0.0012140576,0.00067715754,0.0000043173545,0.00030137607,0.0088625755],"genre_scores_gemma":[0.99800754,0.00020665053,0.00014567001,0.0011648101,0.00009101975,0.000047247933,0.00000247569,0.000014008615,0.0003205561],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768656,0.00039615153,0.00044499116,0.0005742262,0.00039926934,0.0004988265],"domain_scores_gemma":[0.99817157,0.00033120153,0.00013468096,0.0010814163,0.00005828292,0.00022283185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001379503,0.00022603344,0.00025475392,0.00012239098,0.0004576934,0.00062985823,0.0012013012,0.00010614983,0.000007816201],"category_scores_gemma":[0.00012972284,0.0001736123,0.00006926527,0.00038538978,0.000083864055,0.0004515835,0.00045095544,0.000352538,0.00006128877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005848331,0.000491482,0.09323616,0.0001307737,0.000044483393,0.000014386273,0.043211967,0.00005151384,0.00014221611,0.85141814,0.003304455,0.007895927],"study_design_scores_gemma":[0.002356952,0.000306623,0.07884231,0.00020978585,0.00002828369,0.00002653182,0.00046159673,0.5878663,0.0005375995,0.12709562,0.2011842,0.0010842032],"about_ca_topic_score_codex":0.00016332827,"about_ca_topic_score_gemma":0.00016844097,"teacher_disagreement_score":0.7243225,"about_ca_system_score_codex":0.000043237662,"about_ca_system_score_gemma":0.000045144523,"threshold_uncertainty_score":0.70797044},"labels":[],"label_agreement":null},{"id":"W2177365856","doi":"","title":"User Perceptions of Sharing, Advertising, and Tracking.","year":2015,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Context (archaeology); Variety (cybernetics); Internet privacy; Perception; Computer science; Tracking (education); Online advertising; Control (management); World Wide Web; Contextual advertising; Advertising; Psychology; The Internet; Business; Artificial intelligence","score_opus":0.03116312174867227,"score_gpt":0.30737787708160746,"score_spread":0.2762147553329352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177365856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782669,0.0004397264,0.00019449604,0.0024621645,0.0002794365,0.0003510522,0.00003340715,0.00009347608,0.017879367],"genre_scores_gemma":[0.9979562,0.0010820971,0.00024911613,0.00016071703,0.00017519908,0.000012764311,0.000011571968,0.000011457283,0.00034084055],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984765,0.00017220933,0.00025752667,0.00040631267,0.00036888738,0.000318562],"domain_scores_gemma":[0.998977,0.00006571729,0.0001112919,0.00039952103,0.00014294592,0.0003035415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010605692,0.00015153665,0.00022795121,0.0001047066,0.0005211338,0.00015316048,0.00037505964,0.0001716892,0.00008056088],"category_scores_gemma":[0.00061031413,0.00015119046,0.000046331414,0.00020069095,0.00038421055,0.0007523028,0.00040276244,0.000238589,0.000014879756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053661695,0.0012687017,0.42635304,0.0004351289,0.00010984856,0.000015290101,0.2588365,0.000020035373,0.0036396019,0.28608245,0.015603812,0.007098989],"study_design_scores_gemma":[0.0049157077,0.0014053792,0.07909169,0.0004608683,0.00021392181,0.000039114053,0.023862131,0.0019325023,0.0044848956,0.3763964,0.50552946,0.0016679409],"about_ca_topic_score_codex":0.0039595203,"about_ca_topic_score_gemma":0.00083472236,"teacher_disagreement_score":0.48992565,"about_ca_system_score_codex":0.00007168079,"about_ca_system_score_gemma":0.00010745659,"threshold_uncertainty_score":0.6165368},"labels":[],"label_agreement":null},{"id":"W2178173146","doi":"","title":"Leading Johnny to Water: Designing for Usability and Trust.","year":2015,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Encryption; Usability; Computer security; USable; Plaintext; Server; Ciphertext; Transparency (behavior); Internet privacy; World Wide Web; Human–computer interaction","score_opus":0.045264152571540754,"score_gpt":0.31480925119295217,"score_spread":0.2695450986214114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178173146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97773194,0.00018187665,0.0032311059,0.009810117,0.0005495497,0.0014373446,0.00004041168,0.00015997965,0.0068576545],"genre_scores_gemma":[0.99695927,0.00014480739,0.0017198389,0.00045729356,0.00035547753,0.00010149871,0.000015241629,0.000016046037,0.00023055424],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978684,0.0003070996,0.0002768779,0.0005998484,0.0003344782,0.0006132684],"domain_scores_gemma":[0.9986293,0.00020568664,0.00005825441,0.00039556692,0.00014877899,0.0005624539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032448268,0.00020268059,0.00029501965,0.00010745578,0.0010714394,0.0003271578,0.00038297373,0.00018366899,0.000020479922],"category_scores_gemma":[0.0016457922,0.00017674216,0.00005121516,0.00017409628,0.00023235247,0.00069555914,0.00040380028,0.0002076813,0.000028878712],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003702522,0.0013468023,0.07441246,0.0011905278,0.0001832716,0.000019325733,0.6584666,0.00011000646,0.03717502,0.16837046,0.0326605,0.022362556],"study_design_scores_gemma":[0.0027102137,0.0013702789,0.00075340725,0.00012111536,0.00008199354,0.000008796815,0.007935713,0.0014499304,0.04310216,0.32460666,0.6167615,0.0010982247],"about_ca_topic_score_codex":0.0015528396,"about_ca_topic_score_gemma":0.00039946212,"teacher_disagreement_score":0.6505308,"about_ca_system_score_codex":0.00017146868,"about_ca_system_score_gemma":0.000110275796,"threshold_uncertainty_score":0.82407534},"labels":[],"label_agreement":null},{"id":"W2198321343","doi":"","title":"Usability and Security Perceptions of Implicit Authentication: Convenient, Secure, Sometimes Annoying.","year":2015,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Usability; Authentication (law); USable; Computer science; Computer security; Perception; Biometrics; Annoyance; Internet privacy; Human–computer interaction; World Wide Web; Psychology","score_opus":0.02106058238283488,"score_gpt":0.27168167524379755,"score_spread":0.2506210928609627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2198321343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99011296,0.0004689434,0.0022324764,0.0036837268,0.00034987705,0.00063469756,0.00005587188,0.00017305047,0.0022884156],"genre_scores_gemma":[0.99879485,0.00016381858,0.00053691026,0.00025804335,0.000062330444,0.000040291685,0.000017223027,0.000013941204,0.000112611466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99718523,0.0003542025,0.0006682921,0.0008427238,0.0005353477,0.00041418092],"domain_scores_gemma":[0.9974608,0.00019873482,0.00026911512,0.0012173688,0.00036841212,0.00048559706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012909534,0.00030711014,0.00049527956,0.00020350028,0.00027319943,0.0002573502,0.0007734928,0.00018084035,0.000032308293],"category_scores_gemma":[0.00019102586,0.00029051348,0.00010527273,0.0004969786,0.00035843562,0.0007657578,0.00055930536,0.0002880159,0.00003961627],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012830216,0.0018849727,0.1015973,0.0008254221,0.00015603745,0.000006810366,0.42109063,0.000006839745,0.003911127,0.46598634,0.0034217606,0.0009844756],"study_design_scores_gemma":[0.0070806774,0.002082469,0.07070961,0.0004042461,0.00024583793,0.00030974124,0.0072526904,0.2765243,0.009903828,0.57421494,0.048657827,0.0026138548],"about_ca_topic_score_codex":0.00015790795,"about_ca_topic_score_gemma":0.000018973304,"teacher_disagreement_score":0.41383794,"about_ca_system_score_codex":0.000074778174,"about_ca_system_score_gemma":0.000151872,"threshold_uncertainty_score":0.9999547},"labels":[],"label_agreement":null},{"id":"W2223694934","doi":"10.5072/zenodo.309748","title":"On the Memorability of System-generated PINs: Can Chunking Help?","year":2015,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Chunking (psychology); Numerical digit; Computer science; Surprise; Arithmetic; Mathematics; Artificial intelligence; Psychology","score_opus":0.03210111602821082,"score_gpt":0.24349923640343674,"score_spread":0.21139812037522593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223694934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98572886,0.00016109842,0.0011685924,0.0064048506,0.00074770773,0.0006157629,0.000026004156,0.00018817262,0.004958962],"genre_scores_gemma":[0.99925,0.000013972899,0.00007026687,0.00048201525,0.00006033861,0.00002920931,0.000006794952,0.000009598391,0.00007778769],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766046,0.0005267651,0.00045463763,0.00051318447,0.00054811273,0.00029681798],"domain_scores_gemma":[0.9978408,0.00022953922,0.00021392695,0.001259382,0.0002501754,0.00020617132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014148758,0.00021302134,0.0003405623,0.00009177959,0.00023061786,0.00020524995,0.0010113243,0.00009963169,0.000005681024],"category_scores_gemma":[0.00017288707,0.00014847172,0.00007278579,0.00042686856,0.00010879816,0.00020663468,0.0002851203,0.00022307094,0.00002875678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006745812,0.00048044373,0.002982651,0.00043193385,0.00006801459,0.0000073386473,0.08807752,0.0000648098,0.0017656806,0.9037029,0.0021319625,0.00021923883],"study_design_scores_gemma":[0.0043058377,0.0018966827,0.0026696308,0.0011230622,0.00009680017,0.00009905793,0.0043108384,0.77114123,0.06976454,0.12657855,0.016348323,0.0016654576],"about_ca_topic_score_codex":0.00027339548,"about_ca_topic_score_gemma":0.00003142168,"teacher_disagreement_score":0.7771244,"about_ca_system_score_codex":0.000113351365,"about_ca_system_score_gemma":0.00014046652,"threshold_uncertainty_score":0.6054501},"labels":[],"label_agreement":null},{"id":"W2410511920","doi":"","title":"Ask Me Again But Don't Annoy Me: Evaluating Re-authentication Strategies for Smartphones","year":2016,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ask price; Computer science; Authentication (law); Computer security; Internet privacy; Business","score_opus":0.03500725546093467,"score_gpt":0.29805035144072195,"score_spread":0.26304309597978726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410511920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8964889,0.00025645067,0.0833708,0.015375991,0.00090983853,0.0012846544,0.00005732786,0.00037270456,0.0018833034],"genre_scores_gemma":[0.9968443,0.00010359073,0.0015344222,0.00036819177,0.00013804954,0.0001637366,0.000012694816,0.000019444658,0.00081557856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973326,0.0003012288,0.00056050456,0.00081546424,0.00049890805,0.0004912965],"domain_scores_gemma":[0.9976846,0.0005391715,0.00026777055,0.0010321297,0.00028641793,0.00018989579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015965592,0.0002875101,0.00033149627,0.0001516136,0.0004249938,0.0005608927,0.0008848551,0.00015124724,0.000033348122],"category_scores_gemma":[0.00024861837,0.00021361407,0.000116788346,0.0002531056,0.00010937409,0.0011778328,0.0002516496,0.00012531305,0.00006578159],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021190663,0.00065134774,0.0020333375,0.000622943,0.00015534826,0.0000047169465,0.12984744,0.000010132802,0.22533944,0.63048637,0.0032239254,0.0074130874],"study_design_scores_gemma":[0.005410216,0.0013944423,0.0026100157,0.00067188265,0.00011867663,0.00003752691,0.0033797498,0.37301612,0.051911592,0.53314686,0.026582016,0.0017209313],"about_ca_topic_score_codex":0.000052051535,"about_ca_topic_score_gemma":0.00002530694,"teacher_disagreement_score":0.373006,"about_ca_system_score_codex":0.000070675575,"about_ca_system_score_gemma":0.00016247368,"threshold_uncertainty_score":0.8710929},"labels":[],"label_agreement":null},{"id":"W2469489329","doi":"","title":"Who Are You? It Depends (On What You Ask Me!): Context-Dependent Dynamic User Authentication","year":2016,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Authentication (law); Context (archaeology); Ask price; Object (grammar); Computer security; World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.014261437961367612,"score_gpt":0.2513024509540082,"score_spread":0.2370410129926406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469489329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8904876,0.001249016,0.019924024,0.08138713,0.0024773707,0.0015067299,0.000080559854,0.0006016077,0.0022859634],"genre_scores_gemma":[0.99325883,0.0012650448,0.00005911089,0.0016777474,0.00007470716,0.00007124678,0.0000098200135,0.00002945382,0.003554057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964385,0.00034988075,0.00061726506,0.0011752287,0.00081875455,0.00060038373],"domain_scores_gemma":[0.99705726,0.00025367143,0.00032386725,0.0018254556,0.00019653933,0.0003432012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092081167,0.00041474355,0.0004976009,0.00023624471,0.00038145325,0.0009288036,0.0013514423,0.00023481513,0.0000840456],"category_scores_gemma":[0.000119460274,0.00031063706,0.00017143595,0.00028011564,0.000118616736,0.0019708842,0.0004355622,0.00027240667,0.0005357614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006676502,0.004071807,0.016237726,0.0008916277,0.000809177,0.00010792164,0.22234383,0.000016723903,0.025039949,0.64916587,0.008680314,0.07196738],"study_design_scores_gemma":[0.019181116,0.0032485975,0.028482646,0.0073306873,0.00043931152,0.00030507552,0.007811822,0.20628898,0.068161584,0.13096054,0.52093303,0.0068566035],"about_ca_topic_score_codex":0.000044450288,"about_ca_topic_score_gemma":0.00007562606,"teacher_disagreement_score":0.51820534,"about_ca_system_score_codex":0.00018212452,"about_ca_system_score_gemma":0.00006946658,"threshold_uncertainty_score":0.99993455},"labels":[],"label_agreement":null},{"id":"W2741205913","doi":"","title":"Touchscreen Biometrics Across Multiple Devices.","year":2017,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Touchscreen; Biometrics; Computer science; Human–computer interaction; Computer security","score_opus":0.03297082159702916,"score_gpt":0.2988049367062409,"score_spread":0.26583411510921173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741205913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97487456,0.00030938862,0.008076362,0.0077159875,0.0010651028,0.00054425775,0.00005585459,0.0002963934,0.0070620785],"genre_scores_gemma":[0.9981685,0.00013479353,0.000638121,0.0005406543,0.00010041985,0.000018659644,0.0000062426816,0.000012244678,0.00038032336],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979613,0.000093456896,0.00034028373,0.00067885267,0.00042672345,0.0004993845],"domain_scores_gemma":[0.99705404,0.00017528633,0.00027808596,0.0020925982,0.00012850949,0.00027147337],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00074177433,0.0002344309,0.00029364298,0.00013926123,0.0013597109,0.0017014102,0.0022926622,0.00014808979,0.000011156058],"category_scores_gemma":[0.0003215658,0.00021333317,0.00008985612,0.0002800246,0.0001473199,0.0011258632,0.0011074605,0.00022797173,0.00014914299],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016350012,0.0020451515,0.53836703,0.0008855956,0.0003008817,0.00011450849,0.20003197,0.000007644636,0.0043027247,0.21472876,0.0071812565,0.03187101],"study_design_scores_gemma":[0.0050785714,0.000553703,0.20083489,0.00022774177,0.000037689002,0.00007311229,0.0004447532,0.31849423,0.013452331,0.022557024,0.43637186,0.0018740746],"about_ca_topic_score_codex":0.00040679742,"about_ca_topic_score_gemma":0.00011527222,"teacher_disagreement_score":0.4291906,"about_ca_system_score_codex":0.000039925846,"about_ca_system_score_gemma":0.000040068557,"threshold_uncertainty_score":0.9999404},"labels":[],"label_agreement":null},{"id":"W2741480773","doi":"","title":"Turtle Guard: Helping Android Users Apply Contextual Privacy Preferences","year":2017,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Android (operating system); Guard (computer science); Computer science; Internet privacy; Computer security; Operating system","score_opus":0.021244865213924703,"score_gpt":0.27608845213400074,"score_spread":0.254843586920076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741480773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7244104,0.00033018083,0.25000906,0.0042465627,0.0010465771,0.0011878527,0.000030141813,0.0013772292,0.017361987],"genre_scores_gemma":[0.990213,0.00033050656,0.008663815,0.00036513578,0.00010290821,0.00006589816,0.0000029945747,0.000017049899,0.00023872573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978912,0.0000948177,0.00033503922,0.0008335915,0.0003643045,0.0004810731],"domain_scores_gemma":[0.9975139,0.00013194163,0.0003300826,0.0017087947,0.00011894315,0.0001963471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042741786,0.00031074355,0.00035387295,0.00011978866,0.0011096789,0.0008721159,0.0019682557,0.00015694612,0.00001758568],"category_scores_gemma":[0.00025486146,0.00028790007,0.00008487138,0.000108245826,0.00022346826,0.0019071595,0.001223348,0.0003991125,0.000034291555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096214155,0.0016919653,0.038259204,0.0011072521,0.0004320754,0.00027672094,0.034412935,0.00022183865,0.07538812,0.605697,0.011043351,0.2305074],"study_design_scores_gemma":[0.0035319596,0.0021433819,0.0124040125,0.00054096687,0.000050358107,0.00017256947,0.0002986694,0.023169437,0.44607663,0.34134623,0.16775379,0.0025119823],"about_ca_topic_score_codex":0.00013499205,"about_ca_topic_score_gemma":0.000019281584,"teacher_disagreement_score":0.37068853,"about_ca_system_score_codex":0.00006459041,"about_ca_system_score_gemma":0.00006780576,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W2884193516","doi":"","title":"Examining COPPA Compliance at Scale","year":2018,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Identifier; Computer science; Internet privacy; Scalability; Android (operating system); Computer security; World Wide Web; Database","score_opus":0.05806092166803104,"score_gpt":0.31356218466736663,"score_spread":0.25550126299933557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884193516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8958242,0.00023074575,0.00013377497,0.0032970817,0.00085632346,0.00045656826,0.00004612579,0.00021383456,0.098941326],"genre_scores_gemma":[0.9963714,0.0005987364,0.00041626673,0.0006933732,0.00082872313,0.000026178206,0.00001902411,0.000016315274,0.0010299954],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977962,0.00031012765,0.00026024366,0.00060666463,0.00044356805,0.00058321125],"domain_scores_gemma":[0.9986739,0.00015592895,0.00012707085,0.00061907474,0.00013754918,0.000286433],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010899958,0.00020654229,0.00025123658,0.00007848749,0.0022390392,0.00020192542,0.0006248145,0.00019634276,0.0004209135],"category_scores_gemma":[0.00037384068,0.00021080748,0.00004643745,0.00030289832,0.00084490335,0.00056196813,0.0006781132,0.00026014855,0.00042068178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002667527,0.002417133,0.22922802,0.0009787168,0.00024696684,0.000069582056,0.34680572,0.00000727192,0.03901633,0.20923786,0.14655356,0.02277131],"study_design_scores_gemma":[0.0017672732,0.000957013,0.012271797,0.00027304867,0.000049912884,0.000019261193,0.0028027692,0.0009760937,0.018440608,0.06244541,0.8989321,0.0010647083],"about_ca_topic_score_codex":0.0016628458,"about_ca_topic_score_gemma":0.0018139754,"teacher_disagreement_score":0.7523785,"about_ca_system_score_codex":0.00018633477,"about_ca_system_score_gemma":0.00008426707,"threshold_uncertainty_score":0.9990599},"labels":[],"label_agreement":null},{"id":"W2889532085","doi":"","title":"Online privacy and aging of digital artifacts","year":2018,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Social media; Computer science; Visualization; Internet privacy; Digital media; Fading; Digital content; Content (measure theory); World Wide Web; Multimedia; Human–computer interaction; Artificial intelligence","score_opus":0.026359844682454857,"score_gpt":0.2994465051777323,"score_spread":0.27308666049527747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889532085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98279405,0.00025211932,0.00012962714,0.005243951,0.0003471304,0.00040019953,0.000108361004,0.00010609428,0.010618458],"genre_scores_gemma":[0.99800277,0.00082688045,0.0002268956,0.00020115326,0.00049799983,0.0000065322383,0.000030863634,0.000014367681,0.00019256544],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998185,0.00015185903,0.00033502025,0.00048273837,0.00039568893,0.0004497341],"domain_scores_gemma":[0.99878454,0.00014466434,0.00017106162,0.0004885426,0.00015260221,0.0002586122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006565775,0.00020303181,0.00028653615,0.00012559617,0.0007212463,0.000263288,0.00044054608,0.00016350999,0.00006918996],"category_scores_gemma":[0.0009095321,0.00019677315,0.00005313563,0.0002852874,0.0008023694,0.0011029257,0.0006250388,0.00025125503,0.000023545896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017690022,0.0066063437,0.22294419,0.0017319308,0.0004584698,0.00005946534,0.3836222,0.000004907751,0.022949379,0.26512918,0.011618877,0.08310605],"study_design_scores_gemma":[0.0039646113,0.0022203187,0.027197976,0.0005746937,0.00015921134,0.000036350062,0.0072452426,0.0016341938,0.0300509,0.39174762,0.53331834,0.0018505435],"about_ca_topic_score_codex":0.001032808,"about_ca_topic_score_gemma":0.00033839795,"teacher_disagreement_score":0.5216995,"about_ca_system_score_codex":0.000050943396,"about_ca_system_score_gemma":0.00010938308,"threshold_uncertainty_score":0.80241764},"labels":[],"label_agreement":null},{"id":"W3190910000","doi":"","title":"Concerned but Ineffective: User Perceptions, Methods, and Challenges when Sanitizing Old Devices for Disposal.","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Recycling and Waste Management Techniques","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Guelph","funders":"","keywords":"Perception; Computer science; Waste management; Computer security; Internet privacy; Engineering; Psychology","score_opus":0.02776544060515464,"score_gpt":0.30706165847841127,"score_spread":0.27929621787325665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190910000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763731,0.0024258385,0.003446151,0.005323332,0.00013472984,0.0007448253,0.000023784596,0.0001816915,0.011346569],"genre_scores_gemma":[0.96182936,0.010777918,0.02561803,0.00065138313,0.000074385876,0.00011859022,0.000016191127,0.000024219047,0.0008898928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986133,0.000249983,0.0001851468,0.00055686233,0.0001409564,0.00025374224],"domain_scores_gemma":[0.9992065,0.00033394402,0.000068491216,0.00027990257,0.00001702972,0.000094146126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067890686,0.00018817815,0.00023665118,0.000031457876,0.0002846455,0.00013545067,0.00014485787,0.00009401446,0.000134961],"category_scores_gemma":[0.00009997383,0.00017093931,0.000053536347,0.000062899206,0.00013026634,0.00031236405,0.0003819435,0.0001368133,0.000009845323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006297608,0.0015603224,0.23912963,0.0037776644,0.0004732596,0.00006613218,0.032238685,0.00012802421,0.1939599,0.08718489,0.009751837,0.4310999],"study_design_scores_gemma":[0.0034987815,0.0013422376,0.20273659,0.00072826276,0.0004008938,0.00006391587,0.007598569,0.008013453,0.0844491,0.122464515,0.5665854,0.0021182415],"about_ca_topic_score_codex":0.00014901643,"about_ca_topic_score_gemma":0.000083095794,"teacher_disagreement_score":0.5568336,"about_ca_system_score_codex":0.000048193477,"about_ca_system_score_gemma":0.0000054526663,"threshold_uncertainty_score":0.69707024},"labels":[],"label_agreement":null},{"id":"W3191727077","doi":"","title":"\"Whether it's moral is a whole other story\": Consumer perspectives on privacy regulations and corporate data practices","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"","keywords":"Internet privacy; Information privacy; Business; Consumer privacy; Computer science","score_opus":0.09523876778606513,"score_gpt":0.34391458108739753,"score_spread":0.2486758133013324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191727077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8284068,0.00369612,0.00013918012,0.13929407,0.0005989603,0.0011373733,0.0009992077,0.00023149922,0.025496762],"genre_scores_gemma":[0.9913089,0.0033704492,0.00066451787,0.0017972273,0.00039292208,0.000032535136,0.000115393435,0.000034854616,0.0022832004],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.996595,0.0009886387,0.0002856204,0.0011274439,0.0005452413,0.00045804473],"domain_scores_gemma":[0.99701256,0.00042999705,0.00053060235,0.0015266903,0.0002381882,0.0002619541],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0015654858,0.00028883442,0.00032971503,0.000115426636,0.0016012469,0.00061873096,0.00071277027,0.00024294837,0.0004124563],"category_scores_gemma":[0.0023510195,0.0002853753,0.000053866883,0.00037697842,0.0006712626,0.0017357557,0.000904611,0.0005717747,0.00007753976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013083961,0.0037247674,0.046131365,0.00045200778,0.0006742765,0.00010616703,0.48925415,0.000013310744,0.0067219944,0.28220728,0.16594943,0.003456846],"study_design_scores_gemma":[0.001259555,0.00017901164,0.0029616933,0.00013121478,0.000120156365,0.00001623965,0.023313442,0.0008567048,0.0009709339,0.04558467,0.9239798,0.0006265457],"about_ca_topic_score_codex":0.0018069417,"about_ca_topic_score_gemma":0.0012354013,"teacher_disagreement_score":0.7580304,"about_ca_system_score_codex":0.00010574824,"about_ca_system_score_gemma":0.00037911066,"threshold_uncertainty_score":0.9999598},"labels":[],"label_agreement":null},{"id":"W3192600562","doi":"","title":"Challenges and Threats of Mass Telecommuting: A Qualitative Study of Workers","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Telecommuting; Computer science; Qualitative research; Business; Data science; Engineering; Sociology; Work (physics)","score_opus":0.05149441111935973,"score_gpt":0.33669783515453966,"score_spread":0.28520342403517995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192600562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8674627,0.0012053828,0.0000075691687,0.0014784228,0.00003937059,0.00019540249,0.0000052644223,0.000011574239,0.12959433],"genre_scores_gemma":[0.9967215,0.0030762746,0.000055727243,0.000020218264,0.000013080327,0.000006982383,0.0000023402613,0.0000034515922,0.00010044624],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99897164,0.00031220657,0.00024321205,0.00017768273,0.00015068334,0.0001445839],"domain_scores_gemma":[0.99931103,0.00030740188,0.000105697,0.00013428422,0.00007953587,0.000062021565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077340787,0.00008239687,0.00022511386,0.000037105125,0.0001525099,0.00003310583,0.000090304624,0.000058817343,0.000013218865],"category_scores_gemma":[0.00006486329,0.000080779166,0.00002969742,0.00011628298,0.00016075937,0.0003258262,0.00003831524,0.00008706343,8.280619e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007755693,0.00055178255,0.00397143,0.00013786025,0.00006692913,0.00000172452,0.8950528,0.0000049688792,0.000044875836,0.08777928,0.00000887714,0.012301922],"study_design_scores_gemma":[0.0011482271,0.00059677195,0.0031050122,0.00016839837,0.000037169044,8.944487e-7,0.8876248,0.00003221381,0.001829125,0.10399905,0.0012552078,0.00020314779],"about_ca_topic_score_codex":0.00014001974,"about_ca_topic_score_gemma":0.00059466134,"teacher_disagreement_score":0.12949388,"about_ca_system_score_codex":0.000014537057,"about_ca_system_score_gemma":0.00005671269,"threshold_uncertainty_score":0.3294079},"labels":[],"label_agreement":null},{"id":"W3193316058","doi":"","title":"\"I'm Literally Just Hoping This Will Work: \" Obstacles Blocking the Online Security and Privacy of Users with Visual Disabilities.","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Internet privacy; Blocking (statistics); Computer security; Computer science; Work (physics); Information privacy; Engineering; Computer network","score_opus":0.024008995619632146,"score_gpt":0.30073019873233775,"score_spread":0.2767212031127056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193316058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829469,0.0008239102,0.0000039813413,0.0062108063,0.0001479614,0.0004992507,0.00010167301,0.00009276338,0.009172785],"genre_scores_gemma":[0.9982583,0.0006103967,0.00013222359,0.00033625914,0.00014482912,0.000019370553,0.000029296798,0.00002480964,0.0004445275],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99695224,0.00043680906,0.00054679613,0.0007316694,0.00070825143,0.00062423036],"domain_scores_gemma":[0.997338,0.0013192726,0.00021154663,0.00061020965,0.00029267985,0.00022828262],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008838141,0.00033276418,0.00049648725,0.000059870796,0.00081865035,0.00065933884,0.0005109048,0.00016326079,0.00012942027],"category_scores_gemma":[0.0012320034,0.00024717423,0.00012803648,0.0005794826,0.0022305662,0.0014567084,0.0006018417,0.00040561045,0.0000017784375],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004638839,0.001630139,0.51863676,0.0011522864,0.00017831057,0.000013082979,0.40505615,0.00002259655,0.00015620793,0.069647,0.00019422444,0.0028493593],"study_design_scores_gemma":[0.006064821,0.0020582522,0.08374561,0.0046747625,0.0006503204,0.000056553734,0.46723866,0.0010390447,0.0071785524,0.32499707,0.098262995,0.004033344],"about_ca_topic_score_codex":0.001250944,"about_ca_topic_score_gemma":0.0016774137,"teacher_disagreement_score":0.43489113,"about_ca_system_score_codex":0.00013585623,"about_ca_system_score_gemma":0.0003174138,"threshold_uncertainty_score":0.99999803},"labels":[],"label_agreement":null},{"id":"W3195566368","doi":"","title":"Replication: Effects of Media on the Mental Models of Technical Users","year":2021,"lang":"en","type":"article","venue":"Symposium On Usable Privacy and Security","topic":"AI in Service Interactions","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Replication (statistics); Computer science; Mental model; Psychology; Cognitive science; Biology","score_opus":0.017417936260937312,"score_gpt":0.26216055910669595,"score_spread":0.24474262284575862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195566368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549747,0.00020143419,0.006096702,0.02350602,0.0005849628,0.00049408356,0.00001897341,0.000093073526,0.014030034],"genre_scores_gemma":[0.99787635,0.00014555125,0.0012994439,0.0005909912,0.000022359029,0.000023975666,0.000003935938,0.000005277625,0.000032113643],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99884325,0.00012310623,0.0002435733,0.00037102422,0.00028707628,0.00013196662],"domain_scores_gemma":[0.9974813,0.0008738914,0.0001261884,0.0013533549,0.00011101945,0.000054281565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025308746,0.00010359768,0.00016720161,0.00003820923,0.00009771107,0.00003343382,0.00064423267,0.00006512695,0.000013396364],"category_scores_gemma":[0.00016832375,0.00007848942,0.000064719294,0.00026735832,0.00007931625,0.00027384167,0.0004071308,0.00019686452,0.0000053935923],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051430292,0.0007494509,0.00043512316,0.0001980271,0.00005216443,0.000009293322,0.0071177986,0.00023112682,0.09055697,0.89804286,0.0020182694,0.000537491],"study_design_scores_gemma":[0.000513147,0.00032047508,0.0013272492,0.00029645904,0.000025572514,0.000040023602,0.0001539146,0.040098894,0.86259,0.091941155,0.002473774,0.00021931849],"about_ca_topic_score_codex":0.000027860613,"about_ca_topic_score_gemma":0.000010336596,"teacher_disagreement_score":0.8061017,"about_ca_system_score_codex":0.000035755977,"about_ca_system_score_gemma":0.000053274704,"threshold_uncertainty_score":0.32007056},"labels":[],"label_agreement":null}]}