{"meta":{"query_hash":"d8af51727462","filters":{"venue":"Queue"},"cohort_total":34,"direct_labels_cover":0,"predictions_cover":34,"exported":34,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d8af51727462","api":"https://metacan.xera.ac/api/v1/cohort?venue=Queue"},"results":[{"id":"W1510531466","doi":"10.1145/966712.966721","title":"Sentient Data Access via a Diverse Society of Devices","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Lock (firearm); Ubiquitous computing; The Internet; Mobile device; Salient; World Wide Web; Computer security; Human–computer interaction; Engineering; Artificial intelligence","score_opus":0.07030963936068758,"score_gpt":0.33654603087358387,"score_spread":0.2662363915128963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510531466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035583295,0.00018323571,0.9505407,0.0004910015,0.0007410218,0.00015376406,0.000026782738,0.000015567472,0.01226461],"genre_scores_gemma":[0.9945059,0.000022928038,0.004414721,0.00085527374,0.00001999057,0.0000018218939,0.000011467931,0.0000032254886,0.00016468938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993184,0.00005467981,0.00010080494,0.0002353835,0.00014600712,0.0001447298],"domain_scores_gemma":[0.999141,0.00004081126,0.00007689643,0.00059252797,0.000111100315,0.00003766104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015885143,0.00006295769,0.000082409606,0.000024427087,0.000076744676,0.000060205693,0.0011945413,0.000026205513,0.00008563711],"category_scores_gemma":[0.000025285082,0.000058210142,0.00005322996,0.00015312195,0.000034240195,0.0012486557,0.00051190227,0.00006009346,0.000035804016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048556198,0.0017105726,0.06947261,0.00041415877,0.0008755929,0.000070896596,0.029192472,0.0002194186,0.06276106,0.26477522,0.55647767,0.013981762],"study_design_scores_gemma":[0.0016631986,0.000207583,0.061601512,0.00019545849,0.00009275518,0.000034944867,0.0059731463,0.06544904,0.36174053,0.0027700427,0.49922258,0.0010492154],"about_ca_topic_score_codex":0.00036719462,"about_ca_topic_score_gemma":0.000027615768,"teacher_disagreement_score":0.95892256,"about_ca_system_score_codex":0.000020763082,"about_ca_system_score_gemma":0.00006193024,"threshold_uncertainty_score":0.23737407},"labels":[],"label_agreement":null},{"id":"W1556031820","doi":"10.1145/1626135.1629775","title":"Metamorphosis: the Coming Transformation of Translational Systems Biology","year":2009,"lang":"en","type":"article","venue":"Queue","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Foolishness; Download; Timeline; Headaches; Psychology; History; Psychoanalysis; Psychiatry; World Wide Web; Computer science; Social psychology","score_opus":0.020217886685773737,"score_gpt":0.28931939757161756,"score_spread":0.26910151088584383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556031820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87054056,0.0058282167,0.09892978,0.007454084,0.00056954235,0.0011001601,0.00018068917,0.000028240118,0.015368747],"genre_scores_gemma":[0.9987914,0.00030260268,0.00034192472,0.0002060417,0.00010835497,0.000007493142,0.000142851,0.0000035659807,0.000095757634],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992201,0.000062431245,0.00029777564,0.00009371693,0.00015989877,0.00016609947],"domain_scores_gemma":[0.9996044,0.000021580434,0.000064299726,0.00016842523,0.00009184792,0.000049450347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040895346,0.000078855854,0.0001134491,0.000039480172,0.00005941744,0.0000139021895,0.00019420747,0.00011998049,0.00001219764],"category_scores_gemma":[0.000048595237,0.000051150502,0.00007548032,0.000073930234,0.00012218404,0.0000037402776,0.000010317798,0.00007234157,0.0000064091105],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015227884,0.00013973418,0.00063593674,0.00013123079,0.00014638415,4.959987e-7,0.0010158337,0.0002942239,0.9110927,0.013097062,0.0026670631,0.07062705],"study_design_scores_gemma":[0.0025912095,0.0024111145,0.015805956,0.00009827798,0.000110676316,0.000047039794,0.0017196984,0.01596696,0.70434797,0.0030954133,0.25320405,0.0006016296],"about_ca_topic_score_codex":0.000028738476,"about_ca_topic_score_gemma":0.000009238772,"teacher_disagreement_score":0.25053698,"about_ca_system_score_codex":0.0000042837564,"about_ca_system_score_gemma":0.000057230405,"threshold_uncertainty_score":0.2085857},"labels":[],"label_agreement":null},{"id":"W1596714882","doi":"10.1145/846057.864026","title":"Designing Portable Collaborative Networks","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Colligo (Canada)","funders":"","keywords":"Desk; Computer science; Work (physics); Resource (disambiguation); Set (abstract data type); Field (mathematics); Software; Wireless network; Wireless; Data science; Engineering management; Telecommunications; Engineering; Computer network","score_opus":0.01036221980436387,"score_gpt":0.22391464871486025,"score_spread":0.2135524289104964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596714882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008402749,0.00047296012,0.95515573,0.00006107195,0.00059162674,0.00010556029,0.00000101338,0.00017315302,0.042598616],"genre_scores_gemma":[0.9624582,0.000004652384,0.036276173,0.00016867109,0.000061849205,0.000008924456,0.0000035380028,0.0000062118925,0.0010117964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990009,0.00016622664,0.00016831135,0.00025365312,0.00012917042,0.00028174362],"domain_scores_gemma":[0.9993371,0.00008324984,0.00008017286,0.00031965633,0.00009972025,0.000080135316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004331067,0.000102886304,0.00013542545,0.000031901065,0.00014181477,0.00019619484,0.00036574324,0.000054100474,0.0000139977365],"category_scores_gemma":[0.0000462835,0.00009647086,0.00003006298,0.0005996862,0.0000148743,0.00019071656,0.00003731357,0.0000967132,0.00005954891],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036365109,0.00007805837,0.004319862,0.000014492301,0.00005230825,0.00009969073,0.0011398622,0.13622357,0.00025010176,0.8002221,0.054644752,0.0029515733],"study_design_scores_gemma":[0.0011687183,0.0002736225,0.0010976085,0.00016641247,0.000014990622,0.00014959119,0.0003628696,0.45483354,0.0048910803,0.00946213,0.5264342,0.0011452248],"about_ca_topic_score_codex":0.0000176869,"about_ca_topic_score_gemma":0.0000033706883,"teacher_disagreement_score":0.9616179,"about_ca_system_score_codex":0.000025543117,"about_ca_system_score_gemma":0.00011934945,"threshold_uncertainty_score":0.39339676},"labels":[],"label_agreement":null},{"id":"W1979379492","doi":"10.1145/1039511.1039534","title":"Extensible Programming for the 21st Century","year":2004,"lang":"en","type":"article","venue":"Queue","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language; Extensibility; Template; Plan (archaeology); Software engineering; Operator (biology); World Wide Web","score_opus":0.020093982712393665,"score_gpt":0.2553887619376289,"score_spread":0.23529477922523523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979379492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00096614886,0.001011025,0.99205905,0.002213761,0.0010840623,0.0004323556,0.0000033126244,0.0002570057,0.0019732616],"genre_scores_gemma":[0.9707423,0.000018767041,0.028454984,0.00031426875,0.00025296822,0.000050224182,0.0000051663105,0.000007354004,0.00015395612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924916,0.000017082735,0.00013209807,0.00021161546,0.00012556619,0.0002644504],"domain_scores_gemma":[0.9993345,0.00009950099,0.00005290077,0.00039897175,0.0000684814,0.000045620105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026879576,0.000083477345,0.0000870049,0.00002044001,0.0002223082,0.00022783582,0.0006627191,0.000033574204,0.0000010088216],"category_scores_gemma":[0.000030715117,0.000055804052,0.00007034134,0.00020452037,0.00002257997,0.00010672768,0.00008620079,0.00006757696,0.00003888341],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035799085,0.000064507294,0.000066875255,0.00003206627,0.000026672964,0.0000066253974,0.00090717524,0.0061530406,0.00007910886,0.831481,0.0015658125,0.15961356],"study_design_scores_gemma":[0.0006954641,0.00011995733,0.00048029752,0.00007459671,0.000008746271,0.000054725027,0.0002473995,0.01428329,0.00037813102,0.006773074,0.97664875,0.00023554594],"about_ca_topic_score_codex":0.00008732022,"about_ca_topic_score_gemma":0.000010131399,"teacher_disagreement_score":0.97508293,"about_ca_system_score_codex":0.00002920193,"about_ca_system_score_gemma":0.00006960195,"threshold_uncertainty_score":0.22756232},"labels":[],"label_agreement":null},{"id":"W1983747875","doi":"10.1145/1189276.1189289","title":"The Virtualization Reality","year":2006,"lang":"en","type":"article","venue":"Queue","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nutrasource","funders":"University of Cambridge","keywords":"Software deployment; Variety (cybernetics); Computer science; Virtualization; Distributed computing; Operating system; Cloud computing","score_opus":0.009512667914010479,"score_gpt":0.22639914780891948,"score_spread":0.216886479894909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983747875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039108668,0.00017482853,0.8674254,0.010054252,0.0005080585,0.000119535114,2.5002225e-7,0.00039449421,0.08221451],"genre_scores_gemma":[0.9938891,0.0000018344974,0.0007837065,0.00020784582,0.00015461369,0.0000033353629,7.3270496e-7,0.0000027426927,0.004956093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994781,0.000052584615,0.00009647279,0.00012783681,0.00012969109,0.00011533863],"domain_scores_gemma":[0.9995215,0.000057250014,0.000035695382,0.00035087322,0.000021005211,0.000013680486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000284602,0.000041487394,0.000032981843,0.000013615651,0.0002483654,0.00014049697,0.00040607993,0.0000144302185,9.754191e-7],"category_scores_gemma":[0.000011738404,0.000026591038,0.000023061462,0.00015561169,0.000020241301,0.000009082892,0.00014800798,0.000034527464,0.000031663403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.2425477e-7,0.000017260567,0.00021187394,0.0000019938434,0.0000028608267,0.0000022873496,0.0000726781,0.008226819,0.00001998975,0.92391783,0.023767527,0.04375827],"study_design_scores_gemma":[0.00012321283,0.000021970867,0.013777571,0.000007574929,0.000002310615,0.00000331874,0.000020347952,0.50227726,0.00031317072,0.038226698,0.4451119,0.00011463696],"about_ca_topic_score_codex":0.00028518282,"about_ca_topic_score_gemma":0.00004795688,"teacher_disagreement_score":0.9547804,"about_ca_system_score_codex":0.000018030407,"about_ca_system_score_gemma":0.000007715887,"threshold_uncertainty_score":0.1910251},"labels":[],"label_agreement":null},{"id":"W1997883204","doi":"10.1145/966789.966802","title":"The Sun Never Sits on Distributed Development","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Apache (Canada)","funders":"","keywords":"The Internet; Computer science; Software; Business; Internet privacy; Computer security; Data science; World Wide Web; Operating system","score_opus":0.015317506828379707,"score_gpt":0.2269123511940756,"score_spread":0.2115948443656959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997883204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035351034,0.00037791862,0.9422171,0.0017645824,0.0020385657,0.00030847202,0.000009111982,0.0004145458,0.017518658],"genre_scores_gemma":[0.99644196,0.0000024675771,0.0017290718,0.00045411568,0.000041232033,0.000012099212,0.000012060091,0.0000058979,0.00130108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880385,0.00014076715,0.00020994192,0.00026175025,0.0002546078,0.00032909945],"domain_scores_gemma":[0.99912745,0.0001760602,0.000068509114,0.0004824196,0.00006197623,0.00008359269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047457116,0.00012652765,0.00010333912,0.000020942964,0.00040727653,0.00023970281,0.00068614003,0.000045300865,0.0000079501215],"category_scores_gemma":[0.00008426486,0.000084513515,0.000040103776,0.00028182854,0.000021065984,0.000107651686,0.00007105588,0.00011495654,0.0003738011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068570284,0.00010595295,0.0008763873,0.000010826902,0.000047202342,0.00003298283,0.00048014204,0.002199056,0.000040369934,0.9304041,0.051450998,0.014345118],"study_design_scores_gemma":[0.00018900145,0.0000301757,0.003938355,0.00002351588,0.0000011479785,0.000014271594,0.000011905146,0.0024238513,0.0009343266,0.0010355528,0.9912323,0.00016560419],"about_ca_topic_score_codex":0.0000060431926,"about_ca_topic_score_gemma":0.000005362664,"teacher_disagreement_score":0.9610909,"about_ca_system_score_codex":0.000065065324,"about_ca_system_score_gemma":0.00013214353,"threshold_uncertainty_score":0.48045817},"labels":[],"label_agreement":null},{"id":"W2001498256","doi":"10.1145/1046931.1046941","title":"A Conversation with Tim Bray","year":2005,"lang":"en","type":"article","venue":"Queue","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; XML; Computer science; Management; The Venerable; Software; Library science; World Wide Web; Linguistics; Classics; Programming language; History; Philosophy","score_opus":0.010130561996378028,"score_gpt":0.18119047446730352,"score_spread":0.1710599124709255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001498256","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30016598,0.00066406274,0.000074748175,0.003334669,0.00016776161,0.00014149286,0.000013950963,0.00017685286,0.69526047],"genre_scores_gemma":[0.992011,0.0000067825135,0.00009350831,0.00081080734,0.0005687298,0.000007932364,0.0000049748282,0.0000051187226,0.006491164],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997376,0.000008001962,0.00004772238,0.000067766414,0.00005849974,0.00008036623],"domain_scores_gemma":[0.9998618,0.000012425501,0.000019806632,0.000061019815,0.00002996051,0.000015017322],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000028349752,0.000050501058,0.00004951069,0.000029401339,0.00011615886,0.00004171467,0.000030758627,0.000009742041,0.002489985],"category_scores_gemma":[0.0000026461767,0.00003370783,0.000022483378,0.000014585075,0.000101685095,0.000121909114,0.0000056276417,0.000037507358,0.00014935575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051228013,0.00008572224,0.0017535955,0.000027156311,0.00013588033,0.000009917439,0.5107613,0.0000105361,0.000024626232,0.44332978,0.02936277,0.014447466],"study_design_scores_gemma":[0.0003477617,0.00008516544,0.00075794745,0.000017685614,0.000018846991,0.0000017792266,0.012786045,0.000033554777,0.00021950708,0.00025344957,0.98535657,0.00012171182],"about_ca_topic_score_codex":0.0001785158,"about_ca_topic_score_gemma":0.002943176,"teacher_disagreement_score":0.9559938,"about_ca_system_score_codex":0.0000065394743,"about_ca_system_score_gemma":0.0000062021513,"threshold_uncertainty_score":0.99842185},"labels":[],"label_agreement":null},{"id":"W2094386631","doi":"10.1145/1095408.1095416","title":"A Conversation with Roger Sessions and Terry Coatta","year":2005,"lang":"en","type":"article","venue":"Queue","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; Computer science; World Wide Web; Silicon valley; Software; Component (thermodynamics); Management; Session (web analytics); Software engineering; Operating system; Sociology; Political science; Law","score_opus":0.002943077553773141,"score_gpt":0.18697317958277504,"score_spread":0.18403010202900189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094386631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8271328,0.00022400059,0.1411926,0.024478525,0.00014764172,0.00023144724,0.0000030599592,0.00029011478,0.0062997984],"genre_scores_gemma":[0.9813248,0.000005690144,0.014880655,0.0036139286,0.000071924325,0.000007756888,0.0000028331378,0.000004795847,0.000087631764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999435,0.00002312879,0.00007531853,0.00021021075,0.00011747767,0.00013884706],"domain_scores_gemma":[0.99958587,0.000037152546,0.000036157464,0.0002383128,0.00003113499,0.000071375136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000057140805,0.000078852434,0.000069613656,0.000052410105,0.00007879643,0.00007127066,0.00021852025,0.0000305522,0.000018243145],"category_scores_gemma":[0.0000011741305,0.000055912464,0.000011705738,0.00016278477,0.000020378324,0.00033676115,0.00008989856,0.00007187306,0.00003134465],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015638956,0.000599654,0.09799272,0.00026881756,0.00024881185,0.00012047057,0.121796265,0.0018841842,0.01522845,0.26558983,0.0038702805,0.49224412],"study_design_scores_gemma":[0.0057474505,0.0009727422,0.16909072,0.00051781134,0.000109079934,0.00062943046,0.0035825141,0.32544547,0.056133166,0.008085532,0.42767236,0.0020137078],"about_ca_topic_score_codex":0.0001261667,"about_ca_topic_score_gemma":0.0004876996,"teacher_disagreement_score":0.4902304,"about_ca_system_score_codex":0.000009343806,"about_ca_system_score_gemma":0.00003052302,"threshold_uncertainty_score":0.22800441},"labels":[],"label_agreement":null},{"id":"W3083013455","doi":"10.1145/1647300.1658422","title":"Maximizing Power Efficiency with Asymmetric Multicore Systems","year":2009,"lang":"en","type":"article","venue":"Queue","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Multi-core processor; Computer science; Power consumption; Power (physics); Central processing unit; Architecture; Energy consumption; Efficient energy use; Embedded system; Parallel computing; Core (optical fiber); Computer architecture; Operating system; Telecommunications; Electrical engineering; Engineering","score_opus":0.010527408604574462,"score_gpt":0.23443657355862152,"score_spread":0.22390916495404706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083013455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034558247,0.00031802518,0.97735405,0.00027170285,0.00013856322,0.00015734858,3.0469585e-7,0.0008722599,0.017431933],"genre_scores_gemma":[0.8480372,0.000007176914,0.15145467,0.00025353648,0.000021214024,0.0000039834636,7.4250323e-7,0.0000055669443,0.00021594984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989647,0.00004903486,0.00017539223,0.0003133935,0.00024147159,0.0002559835],"domain_scores_gemma":[0.99923134,0.000048343067,0.00008983279,0.00044775897,0.00010712722,0.00007561611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021935762,0.00012720763,0.00014690164,0.00022867978,0.00012533285,0.00021221799,0.0006034189,0.000052620242,0.0000015577189],"category_scores_gemma":[0.000037872298,0.00009921692,0.00003111744,0.00090476294,0.000017875898,0.00020747793,0.000051508185,0.0001123917,0.000025263158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000441291,0.0009544839,0.003257864,0.000059834052,0.00005358171,0.00028483258,0.0030187236,0.3476471,0.0005423071,0.51744807,0.011326801,0.11536229],"study_design_scores_gemma":[0.00040596628,0.00053240533,0.0030094609,0.00009056021,0.0000043897057,0.00008412491,0.0000249691,0.99206394,0.0011419822,0.00042889387,0.0018438774,0.00036940834],"about_ca_topic_score_codex":0.000022631053,"about_ca_topic_score_gemma":3.0363256e-7,"teacher_disagreement_score":0.8445813,"about_ca_system_score_codex":0.00003875073,"about_ca_system_score_gemma":0.000041943666,"threshold_uncertainty_score":0.40459487},"labels":[],"label_agreement":null},{"id":"W3083460403","doi":"10.1145/3387945.3388781","title":"Demystifying Stablecoins","year":2020,"lang":"en","type":"article","venue":"Queue","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Autorité des Marchés Financiers","keywords":"Business; Currency; Cash; Cryptocurrency; Financial system; Settlement (finance); Payment; Monetary economics; Economics; Finance; Computer science; Computer security","score_opus":0.02497282822804121,"score_gpt":0.2350908483001411,"score_spread":0.2101180200720999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083460403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016876247,0.00012519666,0.94445765,0.03471355,0.000035598456,0.00007720967,0.0000010966116,0.00059090636,0.0031225416],"genre_scores_gemma":[0.95821667,0.000008193583,0.039668556,0.0020348032,0.000027791095,0.000015190759,5.362113e-7,0.0000029344026,0.000025316827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995429,0.000010846275,0.000077121585,0.00019488783,0.000054953838,0.000119313976],"domain_scores_gemma":[0.99962497,0.000018888662,0.000022839959,0.000257725,0.000018738114,0.00005686434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000056530283,0.00004637362,0.00006080019,0.00001961734,0.00008149165,0.00002960315,0.00054256595,0.000049366663,0.000017676874],"category_scores_gemma":[0.000023592449,0.00004558276,0.000017871636,0.00030371427,0.000020914433,0.00008070846,0.00015612185,0.0001143788,0.00015518143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8898943e-7,0.000014513056,0.00034871564,0.0000055919904,0.00000414889,0.0000046274204,0.00040804176,0.000014675502,0.0010980441,0.9720907,0.0026888368,0.023321586],"study_design_scores_gemma":[0.00046375205,0.00013172987,0.0019378058,0.000010540697,0.00000731885,0.000026137313,0.000103503786,0.4500373,0.03751369,0.12682779,0.38245615,0.00048426463],"about_ca_topic_score_codex":0.000009662885,"about_ca_topic_score_gemma":0.000004096772,"teacher_disagreement_score":0.94134045,"about_ca_system_score_codex":0.000008250722,"about_ca_system_score_gemma":0.000024214849,"threshold_uncertainty_score":0.19945952},"labels":[],"label_agreement":null},{"id":"W3083464588","doi":"10.1145/1943176.1945954","title":"Returning Control to the Programmer","year":2011,"lang":"en","type":"article","venue":"Queue","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; SIMD; x86; Compiler; Multi-core processor; Parallel computing; Programmer; Workstation; Operating system; Control unit; Computer architecture; Software","score_opus":0.038917193310088624,"score_gpt":0.2404838340918524,"score_spread":0.20156664078176378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083464588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013806125,0.00007108807,0.9746622,0.0014359563,0.00020541596,0.00052326283,3.197127e-7,0.00059240917,0.021128764],"genre_scores_gemma":[0.94543445,8.0469334e-7,0.051914744,0.0018925492,0.00007527386,0.00015979611,9.053238e-8,0.000008403274,0.0005139083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903464,0.00014185061,0.00015379972,0.0002123836,0.00023643515,0.00022090845],"domain_scores_gemma":[0.9990612,0.00004859497,0.000050844854,0.0006831056,0.00006769803,0.000088521185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082132703,0.00008215589,0.000096791206,0.00004330896,0.000072259354,0.000079753656,0.0012769204,0.00005388413,0.000035613022],"category_scores_gemma":[0.00008616518,0.000052279807,0.00003992602,0.00022700406,0.000016183601,0.00015677913,0.00011986868,0.00012313084,0.00035910474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022855551,0.00013124569,0.006722035,0.000030281852,0.00007300891,0.00015366083,0.025591614,0.000004893125,0.0032687078,0.63085955,0.06444554,0.26869664],"study_design_scores_gemma":[0.0016088907,0.0020032339,0.012359124,0.0005527523,0.00003851286,0.0006150604,0.0004747591,0.05350518,0.205861,0.037982132,0.6828566,0.0021427495],"about_ca_topic_score_codex":0.00021461121,"about_ca_topic_score_gemma":0.00004049303,"teacher_disagreement_score":0.9440538,"about_ca_system_score_codex":0.000019885963,"about_ca_system_score_gemma":0.000040927178,"threshold_uncertainty_score":0.46156847},"labels":[],"label_agreement":null},{"id":"W3083622544","doi":"10.1145/2381996.2381998","title":"Sender-side Buffers and the Case for Multimedia Adaptation","year":2012,"lang":"en","type":"article","venue":"Queue","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Computer science; Adaptation (eye); The Internet; Communication source; Competition (biology); Architecture; World Wide Web; Point (geometry); Web site; Computer network; Ecology","score_opus":0.020973838989267017,"score_gpt":0.2377950167441162,"score_spread":0.2168211777548492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083622544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011835201,0.0007441182,0.9825312,0.0035097022,0.00048806958,0.0003130513,0.0000014561911,0.000076797405,0.000500428],"genre_scores_gemma":[0.9818197,0.0000104077235,0.017148282,0.00054635847,0.0002313894,0.00006335071,8.8560154e-7,0.000003491627,0.00017612109],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995495,0.000058138696,0.00008112937,0.00010180638,0.00005102904,0.00015838338],"domain_scores_gemma":[0.9992275,0.00050043705,0.000033635166,0.00014390242,0.000030545947,0.000063976106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003487606,0.000056690977,0.000068586785,0.000014780346,0.000115277166,0.000047513906,0.00010087531,0.000027278662,0.000002071768],"category_scores_gemma":[0.000048298865,0.000037505346,0.000027427814,0.00004986853,0.000045672157,0.00020591698,0.000024320585,0.00004656469,0.000008796521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019919162,0.000011008412,0.00003736454,0.0000035389971,0.000012099888,0.000008960428,0.0022112387,0.00020854599,0.0000055129335,0.1447567,0.001048631,0.85167646],"study_design_scores_gemma":[0.0011992485,0.0000140062675,0.00011283352,0.0000028518057,0.000011833646,0.00017750853,0.00022413586,0.9927323,0.000020908972,0.001084349,0.0043562856,0.00006373559],"about_ca_topic_score_codex":0.000050450195,"about_ca_topic_score_gemma":0.00005319142,"teacher_disagreement_score":0.9925237,"about_ca_system_score_codex":0.000008246047,"about_ca_system_score_gemma":0.000016178716,"threshold_uncertainty_score":0.15294236},"labels":[],"label_agreement":null},{"id":"W3083624021","doi":"10.1145/1698223.1709862","title":"Managing Contention for Shared Resources on Multicore Processors","year":2010,"lang":"en","type":"article","venue":"Queue","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Multi-core processor; Memory hierarchy; Shared memory; Shared resource; Hierarchy; Computer architecture; Resource (disambiguation); Parallel computing; Distributed computing; Operating system; Computer network; Cache","score_opus":0.02154502129187181,"score_gpt":0.27652729046998065,"score_spread":0.25498226917810884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083624021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02318379,0.000013162902,0.9711682,0.0013132099,0.00023756038,0.00025718327,0.0000018122741,0.00069409446,0.0031309633],"genre_scores_gemma":[0.76267135,0.0000027307458,0.23592661,0.00038577395,0.000071749426,0.000050899594,0.0000055008413,0.00000893743,0.00087645237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993718,0.000015002523,0.00012002168,0.00024505108,0.000101909194,0.00014621217],"domain_scores_gemma":[0.99947023,0.00006481181,0.00007190841,0.00025798607,0.000095457726,0.00003960277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019238095,0.00007848187,0.000079591395,0.00008621131,0.00013679678,0.00014873949,0.000437855,0.00005028366,0.0000047754734],"category_scores_gemma":[0.00009676183,0.000071074006,0.00004061362,0.000115732444,0.000017617518,0.00015917362,0.00005480748,0.00010696137,0.000009943945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017474114,0.00063307234,0.0029175107,0.0003492907,0.00007848614,0.00002025672,0.009161191,0.018136187,0.016648838,0.46638677,0.040338032,0.44515562],"study_design_scores_gemma":[0.00035888073,0.00010583032,0.00090800214,0.000050262843,0.0000027970675,0.000003204567,0.000017217579,0.9691337,0.008534767,0.009081846,0.01163042,0.00017310567],"about_ca_topic_score_codex":0.000012496457,"about_ca_topic_score_gemma":0.000008298469,"teacher_disagreement_score":0.9509975,"about_ca_system_score_codex":0.000008702783,"about_ca_system_score_gemma":0.000011586544,"threshold_uncertainty_score":0.2898314},"labels":[],"label_agreement":null},{"id":"W3127208614","doi":"10.1145/2857274.2886105","title":"Accountability in Algorithmic Decision-making","year":2015,"lang":"en","type":"article","venue":"Queue","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Earnings; Computer science; Tone (literature); Accountability; Domain (mathematical analysis); Narrative; Quarter (Canadian coin); Style (visual arts); Data science; Accounting; Business; Political science; History; Literature","score_opus":0.08703800505921906,"score_gpt":0.4545973693891219,"score_spread":0.3675593643299028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127208614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8048214,0.00013971483,0.00029705343,0.0048255315,0.0006657863,0.00018433355,0.000003148822,0.000059793143,0.18900329],"genre_scores_gemma":[0.99765825,0.000024659028,0.0013056217,0.00058180117,0.00026793845,0.000003921146,3.760493e-7,0.0000053427575,0.00015205766],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989168,0.00015562822,0.0001412997,0.00013548817,0.00040255053,0.0002482255],"domain_scores_gemma":[0.9990441,0.0004582456,0.000036344303,0.00012302479,0.00020807178,0.00013018775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029686494,0.00005417955,0.00010648944,0.000045871948,0.00017542843,0.00013079439,0.00020970857,0.00015276839,0.00008349111],"category_scores_gemma":[0.004547396,0.000053404943,0.00003210403,0.00026063184,0.00016999523,0.00039265802,0.00004017214,0.00021464952,0.00006816409],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010134409,0.00032021225,0.08106866,0.000011790837,0.00001578275,0.000051467683,0.38913375,0.00010201934,0.000022176471,0.22390376,0.010943432,0.2943256],"study_design_scores_gemma":[0.00039509314,0.00004193301,0.021616207,0.000093781484,0.0000040649393,5.1819467e-7,0.0414182,0.00018265378,0.000010007863,0.8820603,0.053924277,0.00025299247],"about_ca_topic_score_codex":0.019845944,"about_ca_topic_score_gemma":0.04868236,"teacher_disagreement_score":0.6581565,"about_ca_system_score_codex":0.00029816132,"about_ca_system_score_gemma":0.0005697507,"threshold_uncertainty_score":0.986681},"labels":[],"label_agreement":null},{"id":"W3135708166","doi":"10.1145/3454122.3454124","title":"The SPACE of Developer Productivity","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Software Engineering Research","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Space (punctuation); Dimension (graph theory); Metric (unit); Work (physics); Software; Software engineering; Industrial engineering; Operations management; Engineering; Programming language; Mathematics; Operating system; Mechanical engineering","score_opus":0.015327004625376513,"score_gpt":0.2553325923800361,"score_spread":0.24000558775465958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135708166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45663738,0.0013607033,0.52030826,0.018214587,0.0013162318,0.0001698599,9.805387e-7,0.0002563494,0.0017356611],"genre_scores_gemma":[0.97084117,0.000013790966,0.026624832,0.000011794657,0.00005132524,0.0000055624805,1.6510741e-7,0.000004442123,0.0024469343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99945956,0.00003779619,0.00005435341,0.00014094124,0.00018034894,0.00012697002],"domain_scores_gemma":[0.99892557,0.0004000848,0.000011535582,0.00049422425,0.00014472168,0.000023884955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030519275,0.00003442318,0.000046624944,0.000014129002,0.00004751338,0.000041560797,0.00037433344,0.000014269176,0.0000041086123],"category_scores_gemma":[0.0014975771,0.000024346835,0.00001624473,0.000354721,0.000027161672,0.00008592536,0.00022067642,0.0000793007,0.00002192833],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098346845,0.00015864773,0.081322275,0.0001608021,0.00011776274,0.0001722197,0.003440582,0.0012242564,0.08340956,0.47969463,0.02596455,0.32432488],"study_design_scores_gemma":[0.00010469562,0.000022151147,0.17667387,0.000021051377,0.000001227877,0.00003733655,0.000022662633,0.0020011794,0.7148919,0.0019360236,0.104150444,0.00013745781],"about_ca_topic_score_codex":0.000013053853,"about_ca_topic_score_gemma":0.000012113932,"teacher_disagreement_score":0.6314823,"about_ca_system_score_codex":0.00001824065,"about_ca_system_score_gemma":0.0001873051,"threshold_uncertainty_score":0.17928478},"labels":[],"label_agreement":null},{"id":"W3136409268","doi":"10.1145/2576966.2582994","title":"Eventually Consistent: Not What You Were Expecting?","year":2014,"lang":"en","type":"article","venue":"Queue","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"NoSQL; Scalability; Computer science; Key (lock); The Internet; World Wide Web; Simple (philosophy); Database; Value (mathematics); Foundation (evidence); Data science; Computer security","score_opus":0.012322795548579691,"score_gpt":0.2317083311408225,"score_spread":0.21938553559224283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136409268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05525582,0.0013970274,0.8953875,0.0064542256,0.005783783,0.00042966343,0.000018586725,0.0008053727,0.034468073],"genre_scores_gemma":[0.99529445,0.000016884169,0.001983017,0.0010885284,0.00018125802,0.000017926432,0.0000051120237,0.000009089436,0.0014037238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986864,0.000087971974,0.0002599737,0.00039040676,0.00028948858,0.0002858076],"domain_scores_gemma":[0.99895364,0.00007080171,0.000111780464,0.00066275796,0.00008910804,0.00011188879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038861745,0.00013602951,0.00020106003,0.000037787246,0.00012770733,0.00056241977,0.00073321536,0.000068768175,0.000023933893],"category_scores_gemma":[0.00006046041,0.00012362607,0.00008776307,0.00015746166,0.00003061954,0.000737231,0.00020305194,0.00011386106,0.00029343367],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001756851,0.00025638042,0.0006813345,0.00009744133,0.000070456714,0.000056279718,0.004273076,0.00027963097,0.0037482237,0.61810654,0.025462698,0.34695038],"study_design_scores_gemma":[0.0016066876,0.00029368215,0.0030941754,0.0005705844,0.000015381047,0.0001611185,0.0011786064,0.09610566,0.009912772,0.005151222,0.8808238,0.0010863495],"about_ca_topic_score_codex":0.000066612185,"about_ca_topic_score_gemma":0.00003189114,"teacher_disagreement_score":0.9400386,"about_ca_system_score_codex":0.000031439195,"about_ca_system_score_gemma":0.000036017642,"threshold_uncertainty_score":0.54234266},"labels":[],"label_agreement":null},{"id":"W3137729930","doi":"10.1145/2927299.2940294","title":"Debugging Distributed Systems","year":2016,"lang":"en","type":"article","venue":"Queue","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Key (lock); Process (computing); Software engineering; Distributed computing; Software; Programming language; Operating system","score_opus":0.010269769397285222,"score_gpt":0.21726800610362468,"score_spread":0.20699823670633946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137729930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030638962,0.0003511239,0.99142903,0.001246806,0.00091275864,0.00011562121,0.000069029426,0.00041106844,0.0024006625],"genre_scores_gemma":[0.9982976,0.000006896344,0.0005535765,0.000059715363,0.00011243605,0.000026828677,0.0000050747176,0.000006448585,0.00093144976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892336,0.00005366887,0.00022196192,0.00029996323,0.00020036161,0.00030071283],"domain_scores_gemma":[0.99911165,0.000068606096,0.00007910378,0.0005540812,0.00007995688,0.000106622516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020911136,0.000111381654,0.00015614832,0.00003453743,0.00008527094,0.00015762747,0.0006265015,0.00005463744,0.000008778589],"category_scores_gemma":[0.000041230312,0.00006938789,0.000047313333,0.00023081081,0.000023932771,0.00040294894,0.000096404525,0.000044584736,0.0003297833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075560465,0.000088540546,0.0045554712,0.00006509083,0.00006290037,0.00013196153,0.00018695321,0.00022115957,0.008233011,0.8356843,0.06991265,0.0808504],"study_design_scores_gemma":[0.0016392703,0.00010634093,0.010240169,0.00075130997,0.000011093114,0.00020696555,0.000047317048,0.06573665,0.0026855874,0.0029477738,0.91468155,0.00094596547],"about_ca_topic_score_codex":0.0000702595,"about_ca_topic_score_gemma":0.0000043021305,"teacher_disagreement_score":0.99523365,"about_ca_system_score_codex":0.000066724235,"about_ca_system_score_gemma":0.0000453048,"threshold_uncertainty_score":0.42388073},"labels":[],"label_agreement":null},{"id":"W3138148839","doi":"10.1145/2576966.2576968","title":"The API Performance Contract","year":2014,"lang":"en","type":"article","venue":"Queue","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CMC Microsystems (Canada)","funders":"","keywords":"Design by contract; Correctness; Computer science; Documentation; Software engineering; Work (physics); Software; Programming language; Computer security; Software system","score_opus":0.004790572585700352,"score_gpt":0.20089389750527373,"score_spread":0.19610332491957339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138148839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7777416,0.00037906438,0.19025302,0.0034348764,0.0028679438,0.0003352453,5.202705e-7,0.0005876266,0.024400113],"genre_scores_gemma":[0.9982939,0.000042008538,0.00074690144,0.00031335937,0.00014480474,0.000017368613,2.5322532e-7,0.0000037341918,0.00043769064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920124,0.00006104337,0.00015872714,0.00017841197,0.00017361913,0.0002269454],"domain_scores_gemma":[0.9989245,0.00022668701,0.000053468717,0.0006882352,0.00005864719,0.00004846901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008133037,0.000076832446,0.000088603294,0.000014849718,0.00032865797,0.00011919206,0.0007213372,0.000042273132,0.0000050695276],"category_scores_gemma":[0.00007986582,0.000042529635,0.000041478143,0.00012537545,0.00005431019,0.00039232458,0.00008232889,0.000107527456,0.0003582809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000121406765,0.000043204916,0.06379961,0.000056394787,0.000017747621,0.00000128009,0.0006371693,0.0001624441,0.00013709559,0.083832264,0.004016164,0.8472845],"study_design_scores_gemma":[0.00052662095,0.00023058715,0.2208255,0.000049787814,0.000004489597,0.000038211787,0.000015864716,0.31961155,0.0033794462,0.0030001553,0.4519767,0.0003410789],"about_ca_topic_score_codex":0.000027044316,"about_ca_topic_score_gemma":0.000008445532,"teacher_disagreement_score":0.8469434,"about_ca_system_score_codex":0.00002108934,"about_ca_system_score_gemma":0.00003538859,"threshold_uncertainty_score":0.46050957},"labels":[],"label_agreement":null},{"id":"W3138274094","doi":"10.1145/3134434.3136559","title":"Bitcoin’s Academic Pedigree","year":2017,"lang":"en","type":"article","venue":"Queue","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Blueprint; Terminology; Bridging (networking); Computer science; Data science; Epistemology; Sociology; Engineering ethics; Computer security; Visual arts; Linguistics; Art; Philosophy; Engineering","score_opus":0.02391266032517347,"score_gpt":0.29193089334966627,"score_spread":0.2680182330244928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138274094","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3815771,0.00058102375,0.5014078,0.06898879,0.00077388296,0.00038225768,0.000005108525,0.0014211728,0.04486285],"genre_scores_gemma":[0.991081,0.00003753933,0.007944747,0.0003022715,0.00006774021,0.000029184528,3.3732442e-7,0.0000033906263,0.00053378823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99943256,0.000008395732,0.00009184091,0.0002295887,0.00007959249,0.00015804103],"domain_scores_gemma":[0.9983886,0.000017613991,0.000084805426,0.0014397217,0.000027640785,0.000041647232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016195429,0.00006157416,0.000072765004,0.000040147483,0.00043707617,0.00007404764,0.0021854632,0.0001444218,0.000009943],"category_scores_gemma":[0.000051682215,0.000057035457,0.000026431684,0.00005197484,0.000105150415,0.00020336147,0.00044150607,0.00026712514,0.00022291711],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.379895e-7,0.000011842051,0.003528466,0.00000207353,0.000002888664,0.0000041438943,0.000099787816,3.495574e-7,0.00025833925,0.9440941,0.0034875625,0.048510104],"study_design_scores_gemma":[0.000515609,0.00006165771,0.101547554,0.000022120474,0.000007966975,0.00007440252,0.000024201372,0.028377378,0.013097302,0.6248011,0.23098901,0.00048169855],"about_ca_topic_score_codex":0.00005961217,"about_ca_topic_score_gemma":0.000027329093,"teacher_disagreement_score":0.6095039,"about_ca_system_score_codex":0.000011936662,"about_ca_system_score_gemma":0.000028701157,"threshold_uncertainty_score":0.40611705},"labels":[],"label_agreement":null},{"id":"W3138559045","doi":"10.1145/2838344.2852078","title":"Challenges of Memory Management on Modern NUMA System","year":2015,"lang":"en","type":"article","venue":"Queue","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Registered memory; Interleaved memory; Node (physics); Uniform memory access; Dram; Key (lock); Shared memory; Interconnection; Flat memory model; Latency (audio); Embedded system; Memory management; Operating system; Semiconductor memory; Computer network; Computer hardware; Telecommunications","score_opus":0.0526163387580963,"score_gpt":0.2708370863205612,"score_spread":0.2182207475624649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138559045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065345044,0.00040081207,0.7721187,0.00033670265,0.00016067582,0.00010526864,2.8379307e-7,0.00050151855,0.22572261],"genre_scores_gemma":[0.9150563,0.000039197246,0.084478386,0.000057864556,0.000025370538,0.000009774813,3.919076e-7,0.000005568194,0.00032714318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927527,0.000058673086,0.00014072291,0.0002059406,0.00021118889,0.000108197375],"domain_scores_gemma":[0.99932307,0.000017620318,0.00007112711,0.0004664648,0.00006690835,0.000054808108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030557252,0.00007460497,0.0001139482,0.00008824822,0.000023362662,0.000019955243,0.00048662975,0.000033454726,4.0414955e-7],"category_scores_gemma":[0.0000063113384,0.00006732654,0.00002766147,0.00009050227,0.000011813924,0.000075430595,0.0001392163,0.000042408767,0.00002499415],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073923848,0.000075613316,0.000008913174,0.00011429955,0.00002096793,0.000018134493,0.0013604508,0.031184016,0.000006750049,0.86222893,0.0031429222,0.10183162],"study_design_scores_gemma":[0.00047324426,0.00024305393,0.00018616555,0.00026616314,0.000005647117,0.0000132303885,0.0002997466,0.9822608,0.0039321035,0.010920405,0.0011672518,0.00023214934],"about_ca_topic_score_codex":0.000008419586,"about_ca_topic_score_gemma":8.3106016e-7,"teacher_disagreement_score":0.9510768,"about_ca_system_score_codex":0.000044746124,"about_ca_system_score_gemma":0.000016078422,"threshold_uncertainty_score":0.27454966},"labels":[],"label_agreement":null},{"id":"W3160992390","doi":"10.1145/2090147.2108597","title":"The Hyperdimensional Tar Pit","year":2012,"lang":"en","type":"article","venue":"Queue","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Factor (programming language); Computer science; Quarter (Canadian coin); Rule of thumb; Unit (ring theory); Arithmetic; Operations research; Management; Mathematics; Algorithm; History; Programming language; Economics; Archaeology; Mathematics education","score_opus":0.011475586658985177,"score_gpt":0.22727761830720214,"score_spread":0.21580203164821696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160992390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2865192,0.005256752,0.6495718,0.020223454,0.011246059,0.00076330727,0.0000059699087,0.0011526967,0.025260825],"genre_scores_gemma":[0.95836145,0.000008499009,0.039799858,0.000745868,0.0004882806,0.000014994138,8.5756074e-7,0.000007800691,0.000572407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882096,0.0001019261,0.00015080876,0.00022057266,0.00029437582,0.00041138454],"domain_scores_gemma":[0.9987067,0.0003671055,0.000039923478,0.00069259916,0.00006315933,0.00013052688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006575419,0.000105194726,0.00009590029,0.000023888346,0.00026911322,0.00009740261,0.0008470553,0.00004132846,0.000029969704],"category_scores_gemma":[0.000080651684,0.00006815867,0.00006398848,0.00019892484,0.00007198379,0.0003148249,0.0005489156,0.00013541359,0.00047125254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007990972,0.0003599965,0.010593382,0.000009293505,0.000040980427,0.000013424982,0.0017339092,0.00021552834,0.0009183086,0.66465306,0.023371084,0.29808307],"study_design_scores_gemma":[0.0005159875,0.00016298467,0.14181694,0.000012914522,0.000012205662,0.00022673138,0.00006428843,0.12551841,0.002978841,0.07457552,0.6534117,0.0007034833],"about_ca_topic_score_codex":0.00003889455,"about_ca_topic_score_gemma":0.000008010454,"teacher_disagreement_score":0.6718423,"about_ca_system_score_codex":0.000063958185,"about_ca_system_score_gemma":0.000051043717,"threshold_uncertainty_score":0.6057155},"labels":[],"label_agreement":null},{"id":"W3161565660","doi":"10.1145/3466132.3466779","title":"The Complex Path to Quantum Resistance","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Confidentiality; Computer science; Information and Communications Technology; Computer security; Cryptography; Quantum; Path (computing); Internet privacy; Telecommunications; World Wide Web; Computer network","score_opus":0.013823747462747659,"score_gpt":0.2449068541284198,"score_spread":0.23108310666567214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161565660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03874623,0.0011820119,0.893838,0.0578919,0.0014101545,0.00017920756,0.0000074879476,0.00040715962,0.006337855],"genre_scores_gemma":[0.8270464,0.0000324246,0.16284083,0.005060905,0.00039813985,0.000016135058,0.0000036168567,0.000021110573,0.004580466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988719,0.000103303144,0.00015298677,0.00033778025,0.00022740623,0.00030661374],"domain_scores_gemma":[0.9988122,0.00020267656,0.00003787602,0.0007488893,0.00009580038,0.00010253132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023715771,0.00010105995,0.00010601694,0.000020278063,0.0004401022,0.00028970587,0.00081012765,0.000024589282,0.00000632499],"category_scores_gemma":[0.000093920695,0.00007031933,0.000055420463,0.0004406214,0.000029887735,0.000046549227,0.00036316848,0.00014237463,0.000084943415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000080470845,0.00005465741,0.0000703499,0.00002130793,0.000020800338,0.00023497865,0.0014808174,0.0010971092,0.004344163,0.8452507,0.07133529,0.07608177],"study_design_scores_gemma":[0.00016746874,0.000060190796,0.0047727213,0.000061034534,0.000002182238,0.00004485829,0.0000566833,0.23703477,0.0016240197,0.034223117,0.72166663,0.00028634886],"about_ca_topic_score_codex":0.000012166851,"about_ca_topic_score_gemma":0.000079917845,"teacher_disagreement_score":0.8110276,"about_ca_system_score_codex":0.000018977542,"about_ca_system_score_gemma":0.000092410904,"threshold_uncertainty_score":0.33849546},"labels":[],"label_agreement":null},{"id":"W3165873519","doi":"10.1145/3466132.3467860","title":"Quantum-safe Trust for Vehicles","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer security; Automotive industry; Nothing; Entertainment; Computer science; Internet privacy; Business; Engineering; Law; Political science","score_opus":0.020402990468839942,"score_gpt":0.2808047395620381,"score_spread":0.2604017490931982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165873519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011661174,0.00014800955,0.9809681,0.0030832149,0.00073606166,0.000088707915,0.0000021711337,0.0001591922,0.003153329],"genre_scores_gemma":[0.7483233,0.000009211447,0.24806847,0.0008934643,0.00035200545,0.000028553051,0.00000794082,0.000019520152,0.0022975113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908197,0.000066954795,0.00014908092,0.00032234096,0.00014780553,0.00023184285],"domain_scores_gemma":[0.9991246,0.00022797883,0.00005530829,0.00043377475,0.000101999736,0.00005633505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022880798,0.000094131174,0.00013140135,0.00003533604,0.00015879454,0.000110850466,0.000500673,0.00005823937,0.00004046857],"category_scores_gemma":[0.0003840818,0.00009467901,0.00007435792,0.00022112358,0.000024687379,0.00025758415,0.00021565419,0.0001387435,0.000058068304],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081849885,0.000041279116,0.0011610575,0.000029801029,0.000019886464,0.000055050077,0.00049819436,0.0076055685,0.0017125268,0.94475645,0.0030563625,0.04105564],"study_design_scores_gemma":[0.00072356744,0.00006567134,0.0021274288,0.000032316173,0.000010715051,0.000039388367,0.00011604643,0.83822775,0.008862488,0.04257354,0.106890805,0.0003302669],"about_ca_topic_score_codex":0.000019991976,"about_ca_topic_score_gemma":0.0000073047845,"teacher_disagreement_score":0.90218294,"about_ca_system_score_codex":0.000032658598,"about_ca_system_score_gemma":0.00012043218,"threshold_uncertainty_score":0.3860898},"labels":[],"label_agreement":null},{"id":"W3200804445","doi":"10.1145/3487019.3487026","title":"Designing UIs for Static Analysis Tools","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Usability; Computer science; Workflow; Static analysis; False positive paradox; Human–computer interaction; Software engineering; Programming language; Artificial intelligence; Database","score_opus":0.03207525565080939,"score_gpt":0.3028695785582222,"score_spread":0.27079432290741284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200804445","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057215383,0.000048139722,0.9980497,0.0003160734,0.00007124492,0.00010958786,0.000004370105,0.00039212927,0.00043661764],"genre_scores_gemma":[0.13492593,0.000006828895,0.86395556,0.00040805692,0.000020737909,0.00008529022,0.000005504883,0.0000063201583,0.00058576406],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992796,0.0000400072,0.0001416973,0.0002765704,0.000104509694,0.00015761546],"domain_scores_gemma":[0.99910444,0.0002387541,0.00005624209,0.00039747186,0.00016139436,0.000041679574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014936307,0.00006990074,0.0001396669,0.00011672278,0.00007957139,0.000126481,0.00023961184,0.00003059426,0.000021320235],"category_scores_gemma":[0.00023515223,0.000073675095,0.00010374288,0.000911042,0.000010288219,0.00038000048,0.00007613975,0.00005194353,0.0000084632065],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015331563,0.00012815962,0.00053663563,0.00009791741,0.0006600416,0.00013894863,0.0012892431,0.0068964297,0.07770119,0.1123895,0.0060218717,0.7941247],"study_design_scores_gemma":[0.00015014055,0.00007538726,0.00030826038,0.0000108963095,0.000073326446,0.000009742522,0.000055051183,0.04546385,0.9088028,0.029770866,0.015060599,0.0002190948],"about_ca_topic_score_codex":0.0000069594753,"about_ca_topic_score_gemma":0.000018306733,"teacher_disagreement_score":0.8311016,"about_ca_system_score_codex":0.000043864125,"about_ca_system_score_gemma":0.00005429335,"threshold_uncertainty_score":0.3004383},"labels":[],"label_agreement":null},{"id":"W4229835014","doi":"10.1145/966712.966730","title":"Calendar","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phoenix; Supercomputer; Computer science; Usability; Library science; Operating system; History; Archaeology","score_opus":0.018831482513269944,"score_gpt":0.233873593512543,"score_spread":0.21504211099927306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229835014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031147307,0.00013896158,0.9421659,0.0009407997,0.00055007194,0.000082129816,0.0000028586458,0.00019806236,0.024773888],"genre_scores_gemma":[0.9691501,0.0000023102427,0.028378256,0.00050001265,0.000014240772,0.00000497312,1.3098968e-7,0.000003233916,0.0019466921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994786,0.00006620907,0.00007397241,0.00016558962,0.000084482424,0.00013114214],"domain_scores_gemma":[0.99952,0.000036645455,0.000012793416,0.00035865663,0.000025712336,0.000046175872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019176173,0.000049130613,0.000053433807,0.000019338746,0.000039965755,0.000027559352,0.00031901454,0.000028001283,0.00010503729],"category_scores_gemma":[0.000060938917,0.00004431613,0.000026465881,0.000111137844,0.00001863673,0.00017363332,0.000026229194,0.00006299915,0.000425667],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020642547,0.0001058541,0.0014270381,0.000011637461,0.000010259056,0.000018346225,0.0011656077,0.000048290614,0.0022576905,0.9600568,0.025016526,0.009879904],"study_design_scores_gemma":[0.00030125957,0.00014449439,0.0017895763,0.000013459215,0.0000033234267,0.000043483647,0.000038191396,0.0038335468,0.17407544,0.07974872,0.7396821,0.00032641186],"about_ca_topic_score_codex":0.000015357464,"about_ca_topic_score_gemma":0.0000061804863,"teacher_disagreement_score":0.9380028,"about_ca_system_score_codex":0.000016993527,"about_ca_system_score_gemma":0.000038001628,"threshold_uncertainty_score":0.547123},"labels":[],"label_agreement":null},{"id":"W4231569191","doi":"10.1145/1016998.1017015","title":"Calendar","year":2004,"lang":"en","type":"article","venue":"Queue","topic":"Advanced Data Processing Techniques","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summit; Computer science; Operating system; Kernel (algebra); Linux kernel; Programming language; Geography; Mathematics; Discrete mathematics; Cartography","score_opus":0.005209048288521319,"score_gpt":0.21428641659865483,"score_spread":0.20907736831013352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231569191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014075357,0.000716417,0.97318226,0.00012218676,0.00015699885,0.00006876081,0.00006618584,0.003729776,0.007882077],"genre_scores_gemma":[0.8628592,0.00007836516,0.13682753,0.00007511124,0.00005976279,0.000012220353,0.000011077885,0.000028035369,0.00004873368],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997522,0.000001113398,0.000052760333,0.000058490106,0.000040783874,0.000094606236],"domain_scores_gemma":[0.9998293,0.0000033369595,0.0000045124693,0.00013187603,0.0000072553903,0.000023724368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000019665693,0.000050356113,0.00004428546,0.000021665908,0.000016282942,0.000004545995,0.00007777695,0.000028706676,0.00001587681],"category_scores_gemma":[0.000009695683,0.000051352632,0.000009225396,0.000056009198,0.000014200678,0.000120274875,0.000011635058,0.00006805224,0.00007445227],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018385846,0.00014535441,0.00038955748,0.000638735,0.00008900912,0.00027941048,0.001680969,0.1497648,0.20007749,0.1253118,0.09590828,0.4256962],"study_design_scores_gemma":[0.00031260436,0.000029554894,0.00022111413,0.000093903516,0.000004320855,0.000030070945,0.000018577883,0.0009319223,0.5714291,0.0988695,0.32769054,0.00036879268],"about_ca_topic_score_codex":0.0000075751923,"about_ca_topic_score_gemma":0.000005509274,"teacher_disagreement_score":0.8487838,"about_ca_system_score_codex":0.000049829312,"about_ca_system_score_gemma":0.00000774267,"threshold_uncertainty_score":0.20940995},"labels":[],"label_agreement":null},{"id":"W4241032395","doi":"10.1145/971564.971572","title":"News 2.0","year":2004,"lang":"en","type":"article","venue":"Queue","topic":"Bacillus and Francisella bacterial research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cyberspace; Quarter (Canadian coin); Convict; Crew; Conviction; Aside; Set-aside; Computer security; Business; Computer science; Internet privacy; Political science; World Wide Web; The Internet; Law; Aeronautics; Engineering; History","score_opus":0.0105779344514244,"score_gpt":0.2604734618579923,"score_spread":0.2498955274065679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241032395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768715,0.0002750533,0.0016932987,0.0004939054,0.00015658313,0.000084072424,0.0000066582716,0.000009908345,0.020409051],"genre_scores_gemma":[0.9974373,0.00013229607,0.00041328397,0.00029574838,0.00033263664,0.0000071077443,0.00002852606,0.0000098418,0.0013432908],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99956495,0.000010370007,0.000063331674,0.00014508887,0.00006264799,0.00015364224],"domain_scores_gemma":[0.99971014,0.0000014357237,0.000011362925,0.00018393199,0.000030947067,0.000062202555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000054540884,0.000054869488,0.00004970292,0.000012082272,0.000035519613,0.000015334248,0.00009505723,0.00006958748,0.00006706587],"category_scores_gemma":[0.0000358968,0.000048394788,0.00003772081,0.00003908202,0.000031876436,9.836543e-7,0.000043087373,0.00004119302,0.00013036063],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038479622,0.000026610896,0.000360183,0.000004136281,0.000008759491,0.0000035396308,0.0000150927535,0.000020531239,0.9897349,0.0012087558,0.001342422,0.0072365794],"study_design_scores_gemma":[0.0007470231,0.00022945565,0.0018700655,0.000005271578,0.000002557366,0.0000117712025,0.000016997039,0.0000018495209,0.6202004,0.0010899529,0.37568048,0.00014420603],"about_ca_topic_score_codex":0.000120966884,"about_ca_topic_score_gemma":0.000115190145,"teacher_disagreement_score":0.37433806,"about_ca_system_score_codex":0.000008507636,"about_ca_system_score_gemma":0.000062157065,"threshold_uncertainty_score":0.19734822},"labels":[],"label_agreement":null},{"id":"W4280579394","doi":"10.1145/3534861","title":"FHIR: Reducing Friction in the Exchange of Healthcare Data","year":2022,"lang":"en","type":"article","venue":"Queue","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interoperability; Health care; Medicaid; Principal (computer security); Business; Internet privacy; Computer science; World Wide Web; Computer security; Political science; Law","score_opus":0.2223380570040356,"score_gpt":0.4899030439337646,"score_spread":0.26756498692972897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280579394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83969,0.013123603,0.00022768733,0.107330605,0.007098069,0.007437885,0.0007203126,0.00022642358,0.024145398],"genre_scores_gemma":[0.9956334,0.0001615009,0.00006212661,0.0021182413,0.00043261558,0.0006354692,0.00014834585,0.000021120852,0.00078713027],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435353,0.0037626233,0.00068073085,0.0002940511,0.00036564592,0.0005433868],"domain_scores_gemma":[0.99788266,0.0006097388,0.00032342185,0.0010824398,0.000048793965,0.000052923075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058539636,0.00008372614,0.00022620488,0.00012866539,0.00078492996,0.0000022083061,0.0006817198,0.000078855504,0.00044025556],"category_scores_gemma":[0.00018833925,0.00006775323,0.000021266978,0.0005721622,0.0000138921905,0.00008756041,0.00034709123,0.0012913197,0.000033529188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032541942,0.0005972038,0.1494832,0.0097015975,0.000052337986,0.000046801102,0.23019154,0.00014213141,0.00080883247,0.036826987,0.5029613,0.06886263],"study_design_scores_gemma":[0.00096994534,0.00048236473,0.017336441,0.00037867812,0.000011353114,0.000022333888,0.053405304,0.002688987,0.000011857083,0.00074802607,0.92375475,0.00018997001],"about_ca_topic_score_codex":0.0569839,"about_ca_topic_score_gemma":0.01298542,"teacher_disagreement_score":0.42079344,"about_ca_system_score_codex":0.00064351765,"about_ca_system_score_gemma":0.0010601358,"threshold_uncertainty_score":0.9492957},"labels":[],"label_agreement":null},{"id":"W4296312724","doi":"10.1145/3561826","title":"The Arrival of Zero Trust: What Does it Mean?","year":2022,"lang":"en","type":"article","venue":"Queue","topic":"Information and Cyber Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Perimeter; Computer security; Computer science; Zero (linguistics); Point (geometry); Cloud computing; Business; Mathematics; Operating system","score_opus":0.008932866801989837,"score_gpt":0.22635728133782856,"score_spread":0.21742441453583872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296312724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5228663,0.0021207056,0.16120684,0.11074735,0.021924715,0.0014848298,0.000047343947,0.0008242692,0.17877762],"genre_scores_gemma":[0.9970414,0.000037622274,0.00038522048,0.0015278253,0.000020233914,0.000015362888,0.0000012563602,0.0000020882626,0.0009689659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993243,0.000061030885,0.0001522991,0.00008000517,0.00026793964,0.000114395465],"domain_scores_gemma":[0.99946594,0.000044336346,0.000072720206,0.00035714486,0.00003414199,0.000025739504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037345922,0.0000452985,0.00005642638,0.000024434263,0.00030459304,0.00014888363,0.00074539025,0.000011455015,0.00009398592],"category_scores_gemma":[0.000011211989,0.000027728107,0.000042780677,0.00015091205,0.0000375336,0.0005818197,0.00030966994,0.000103501094,0.000023580524],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060212456,0.000025033793,0.000038692542,0.0000057645234,0.00000959559,0.0000021246078,0.026783364,0.00009434034,0.000039992683,0.93416137,0.0056445324,0.033189174],"study_design_scores_gemma":[0.00039623745,0.00010425042,0.00047010242,0.000009807256,0.000004197852,0.000020101737,0.010557936,0.03932459,0.0068939584,0.047764577,0.89425564,0.00019858404],"about_ca_topic_score_codex":0.00002330178,"about_ca_topic_score_gemma":0.000040705218,"teacher_disagreement_score":0.88861114,"about_ca_system_score_codex":0.000022321812,"about_ca_system_score_gemma":0.000044792556,"threshold_uncertainty_score":0.23427142},"labels":[],"label_agreement":null},{"id":"W4296444191","doi":"10.1145/3561799","title":"From Zero to One Hundred","year":2022,"lang":"en","type":"article","venue":"Queue","topic":"Information and Cyber Security","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Zero (linguistics); Praise; Computer security; Key (lock); Computer science; Psychology","score_opus":0.01539724640209786,"score_gpt":0.22850284952262392,"score_spread":0.21310560312052607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296444191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116570264,0.00003932859,0.82036644,0.009934421,0.0014837411,0.00024411864,0.000036162324,0.00040739306,0.050918147],"genre_scores_gemma":[0.9818306,3.8588908e-7,0.010992769,0.0066791335,0.000042487052,0.000025559879,0.000009724771,0.0000024152625,0.00041691578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994548,0.000030940373,0.00009500136,0.000109465036,0.00020352182,0.00010625981],"domain_scores_gemma":[0.9995916,0.000014417262,0.000023658631,0.00029566203,0.000017977763,0.000056725148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010196925,0.000034179673,0.000052256833,0.00004048531,0.00014102405,0.00006338444,0.00052238215,0.000010240456,0.0002949606],"category_scores_gemma":[0.000007599393,0.000044065186,0.000021397927,0.00020577619,0.000003931134,0.00019854262,0.0003881488,0.00008276462,0.0004869545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011403183,0.00012795223,0.000072755356,0.0000033400124,0.00001726045,0.000011624576,0.029978344,0.0004387393,0.0007590284,0.77386576,0.062298067,0.13241571],"study_design_scores_gemma":[0.00063518865,0.00017390562,0.0077389157,0.000005726693,0.000003730735,0.000008082502,0.00036382917,0.025469903,0.0058010807,0.06860767,0.89078605,0.00040593345],"about_ca_topic_score_codex":0.0003005516,"about_ca_topic_score_gemma":0.000015071384,"teacher_disagreement_score":0.86526036,"about_ca_system_score_codex":0.00003997903,"about_ca_system_score_gemma":0.000032037624,"threshold_uncertainty_score":0.6258977},"labels":[],"label_agreement":null},{"id":"W4367837127","doi":"10.1145/3595878","title":"DevEx: What Actually Drives Productivity","year":2023,"lang":"en","type":"article","venue":"Queue","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Quality (philosophy); Measure (data warehouse); Work (physics); Order (exchange); Product (mathematics); Focus (optics); Knowledge management; Process management; Business; Engineering; Database","score_opus":0.022718759625442453,"score_gpt":0.2664595124774976,"score_spread":0.24374075285205515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367837127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93657094,0.00058511924,0.0025157914,0.005464974,0.0052770297,0.00029369286,0.000003194259,0.0025666913,0.046722557],"genre_scores_gemma":[0.9939677,0.0003005782,0.00038121152,0.00010271293,0.00020964602,0.000020978176,0.000008682918,0.000020387724,0.004988061],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962926,0.000024812041,0.00006043951,0.00009259002,0.00006929996,0.00012360782],"domain_scores_gemma":[0.99968225,0.00009590888,0.000009735721,0.00015296115,0.000019188547,0.00003996964],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016504533,0.000058927217,0.000052766383,0.000053358912,0.000031785676,0.000088112574,0.000067471694,0.000028965022,0.00017849114],"category_scores_gemma":[0.00011845642,0.000060199513,0.0000151268905,0.0002496226,0.000009849134,0.0006943013,0.000009545292,0.00008794769,0.0019826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016558328,0.00010586625,0.00080869906,0.0002025517,0.00013169408,0.000025520792,0.019883683,0.0073178085,0.052958094,0.0052791927,0.32635185,0.5869185],"study_design_scores_gemma":[0.00013083266,0.000018265619,0.023324521,0.00003164661,0.000013397486,0.000013347177,0.0023702027,0.0029845557,0.02718524,0.0011339156,0.9424923,0.00030174205],"about_ca_topic_score_codex":0.000003508379,"about_ca_topic_score_gemma":0.000009353163,"teacher_disagreement_score":0.6161405,"about_ca_system_score_codex":0.000020191259,"about_ca_system_score_gemma":0.000026448302,"threshold_uncertainty_score":0.9987945},"labels":[],"label_agreement":null},{"id":"W4390770714","doi":"10.1145/3639448","title":"Multiparty Computation: To Secure Privacy, Do the Math","year":2023,"lang":"en","type":"article","venue":"Queue","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computation; Computer science; Secure multi-party computation; Set (abstract data type); Theoretical computer science; Basis (linear algebra); Secure two-party computation; Computer security; Algorithm; Mathematics; Programming language","score_opus":0.02103817089424194,"score_gpt":0.28075468345460214,"score_spread":0.2597165125603602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390770714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20177695,0.00008959518,0.7802694,0.01397824,0.0008975969,0.0004534786,0.00005342905,0.00090580847,0.0015755214],"genre_scores_gemma":[0.97238123,0.000010496151,0.026054308,0.001339485,0.00012506345,0.000029931376,0.000022329572,0.0000067939,0.000030354404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991581,0.000051127186,0.00011548253,0.00026505307,0.0002068776,0.00020335036],"domain_scores_gemma":[0.9991789,0.00012226791,0.000029079343,0.0005483743,0.00004174853,0.000079646794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028542275,0.000083655505,0.00007720595,0.000072693125,0.00018887142,0.00021554947,0.00084070757,0.00003252028,0.0000098736955],"category_scores_gemma":[0.000035641293,0.00005754509,0.000051621577,0.0011007318,0.000026900298,0.0002189981,0.00047810766,0.00010589769,0.000665046],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004929865,0.000040469276,0.00078685215,0.000014037218,0.000013649178,0.000026266458,0.009219037,0.00059530477,0.000099717814,0.8459861,0.12156871,0.021644885],"study_design_scores_gemma":[0.0005526122,0.00013528502,0.06392787,0.000046213478,0.000008952362,0.000031752228,0.00044459687,0.20662427,0.0005551373,0.124339014,0.60282975,0.00050453003],"about_ca_topic_score_codex":0.00003504517,"about_ca_topic_score_gemma":0.000024039835,"teacher_disagreement_score":0.7706043,"about_ca_system_score_codex":0.000008435791,"about_ca_system_score_gemma":0.000026475123,"threshold_uncertainty_score":0.8548043},"labels":[],"label_agreement":null},{"id":"W4392664111","doi":"10.1145/3649402","title":"Challenges in Adopting and Sustaining Microservice-based Software Development","year":2024,"lang":"en","type":"article","venue":"Queue","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"Syracuse University","keywords":"Computer science; Software; Microservices; Software engineering; Software development; Process management; Computer security; Operating system; Business; Cloud computing","score_opus":0.03821265094773035,"score_gpt":0.264396240877011,"score_spread":0.22618358992928067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392664111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7831359,0.0345065,0.17395094,0.0047304695,0.0010652739,0.0004613259,0.0000010868608,0.0014026028,0.0007458867],"genre_scores_gemma":[0.9418277,0.00010688253,0.05786385,0.00010382412,0.00003549001,0.000026126609,0.0000011021291,0.000008282262,0.000026722293],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990431,0.0000349065,0.00020012162,0.00037179553,0.00012093963,0.00022912044],"domain_scores_gemma":[0.99951845,0.0001502007,0.00002153006,0.00022902568,0.00003559091,0.000045208533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006265098,0.00010428774,0.00011708547,0.00012326468,0.000070451395,0.00013231285,0.00022974687,0.00006482522,0.0000021249562],"category_scores_gemma":[0.00003552161,0.00008806023,0.000019395913,0.00023464314,0.000016726714,0.00033885392,0.00013283633,0.00012286074,0.000021541864],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031409043,0.000023219816,0.016636841,0.0014384701,0.0000084390285,0.000067759334,0.009065555,0.00017910064,0.000038267113,0.0021397439,0.000023763903,0.9703757],"study_design_scores_gemma":[0.002283125,0.00034678337,0.55096346,0.009018414,0.000018105367,0.00020378029,0.0046338025,0.20079128,0.010175063,0.0029064133,0.21613641,0.0025233307],"about_ca_topic_score_codex":0.000028580129,"about_ca_topic_score_gemma":0.00009067838,"teacher_disagreement_score":0.96785235,"about_ca_system_score_codex":0.00008881686,"about_ca_system_score_gemma":0.00021088946,"threshold_uncertainty_score":0.35909918},"labels":[],"label_agreement":null},{"id":"W4406649941","doi":"10.1145/3711679","title":"The Price of Intelligence","year":2024,"lang":"en","type":"article","venue":"Queue","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Response Biomedical (Canada)","funders":"","keywords":"Economics","score_opus":0.028166549658518544,"score_gpt":0.3604190035785569,"score_spread":0.3322524539200383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406649941","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024391936,0.00837592,0.006172814,0.005649755,0.0029088014,0.00039525575,0.000008143241,0.00023953222,0.95185786],"genre_scores_gemma":[0.992702,0.0009602933,0.00009239931,0.00004030215,0.00022500259,0.0000074512946,3.6650925e-7,0.0000064479095,0.0059657423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990618,0.000111655456,0.00017348018,0.00013631282,0.00028522787,0.00023147337],"domain_scores_gemma":[0.99921215,0.00046395467,0.00002992494,0.00015456985,0.000092448565,0.000046961868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092302903,0.000058244128,0.000066615234,0.000033353703,0.00027129287,0.00012261745,0.00041438144,0.00006179104,0.00024752022],"category_scores_gemma":[0.00026490205,0.000041080726,0.000056419947,0.0004429908,0.00044136614,0.0001054465,0.00003355448,0.00014707363,0.00032298017],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020214484,0.00000806097,0.00003769369,0.0000136065255,0.000008375743,0.000004805586,0.011071431,0.0000058072073,0.000060295417,0.9634156,0.001173402,0.024198893],"study_design_scores_gemma":[0.0000078795865,0.000049610837,0.00010383281,0.000072307674,0.000009692668,0.0000020910636,0.013538907,0.0006463289,0.011061097,0.19804937,0.7763243,0.00013461258],"about_ca_topic_score_codex":0.0024143253,"about_ca_topic_score_gemma":0.0024371753,"teacher_disagreement_score":0.96831006,"about_ca_system_score_codex":0.000051580522,"about_ca_system_score_gemma":0.00029473164,"threshold_uncertainty_score":0.41513646},"labels":[],"label_agreement":null}]}