{"meta":{"query_hash":"d8af51727462","filters":{"venue":"Queue"},"cohort_total":34,"direct_labels_cover":0,"predictions_cover":34,"exported":34,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d8af51727462","api":"https://metacan.xera.ac/api/v1/cohort?venue=Queue"},"results":[{"id":"W1510531466","doi":"10.1145/966712.966721","title":"Sentient Data Access via a Diverse Society of Devices","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Lock (firearm); Ubiquitous computing; The Internet; Mobile device; Salient; World Wide Web; Computer security; Human–computer interaction; Engineering; Artificial intelligence","score_opus":0.07030963936068758,"score_gpt":0.33654603087358387,"score_spread":0.2662363915128963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510531466","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082430914,0.035646245,0.090962134,0.019835157,0.0025154736,0.00019548023,0.0012361013,0.0020761061,0.7651023],"genre_scores_gemma":[0.6987705,0.040813237,0.036852546,0.008727811,0.0036452704,0.0003807148,0.0017152332,0.0004883023,0.20860639],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990159,0.00021604582,0.00004525855,0.0001640907,0.0004472114,0.000111487585],"domain_scores_gemma":[0.99950635,0.00012064213,0.00003670167,0.00015729792,0.000090916896,0.000088064895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045193767,0.0005825346,0.00050682476,0.0010951244,0.0018542398,0.0053829798,0.0007473639,0.0012572543,0.022212723],"category_scores_gemma":[0.001687129,0.00023129222,0.00039888688,0.001965405,0.0020274962,0.0060032825,0.0065139956,0.0014046584,0.0066816956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017511402,0.00008816667,0.003466347,0.001161459,0.00016143902,0.0022443268,0.011705981,0.00096011546,0.030800536,0.35052454,0.09924019,0.49947187],"study_design_scores_gemma":[0.000012543911,0.00008541589,0.0027745932,0.00029344487,0.00005193444,0.0019244796,0.003670999,0.0010589329,0.0021576635,0.06839781,0.9194937,0.00007838397],"about_ca_topic_score_codex":0.000646098,"about_ca_topic_score_gemma":0.0007951913,"teacher_disagreement_score":0.022212723,"about_ca_system_score_codex":0.00037647938,"about_ca_system_score_gemma":0.00029975348,"threshold_uncertainty_score":0.07430893},"labels":[],"label_agreement":null},{"id":"W1556031820","doi":"10.1145/1626135.1629775","title":"Metamorphosis: the Coming Transformation of Translational Systems Biology","year":2009,"lang":"en","type":"article","venue":"Queue","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Foolishness; Download; Timeline; Headaches; Psychology; History; Psychoanalysis; Psychiatry; World Wide Web; Computer science; Social psychology","score_opus":0.020217886685773737,"score_gpt":0.28931939757161756,"score_spread":0.26910151088584383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556031820","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015173788,0.113488846,0.4286279,0.33104798,0.035836637,0.00026503988,0.0016020043,0.012554038,0.061403684],"genre_scores_gemma":[0.24646951,0.1419425,0.4271907,0.095537744,0.026802866,0.0011291086,0.0048357784,0.0056577264,0.05043403],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99451774,0.0025792073,0.00032015244,0.00074833777,0.0012704768,0.00056420255],"domain_scores_gemma":[0.98039937,0.00958147,0.00056154333,0.0047634183,0.001951696,0.0027424758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020217478,0.0010698921,0.0013437645,0.0018173436,0.0015918268,0.0063768323,0.0023799185,0.0036778587,0.010476409],"category_scores_gemma":[0.016721088,0.00092143577,0.0018990953,0.0011632816,0.008762656,0.012948008,0.00622622,0.012610032,0.006187994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003907897,0.00023896458,0.0014800805,0.0015454574,0.00015747135,0.00053016766,0.0023135282,0.002365886,0.019586664,0.45334288,0.17547514,0.342573],"study_design_scores_gemma":[0.00007903308,0.0002646382,0.00074258767,0.00059055013,0.000033964356,0.00039208552,0.00051924645,0.003915794,0.0045265085,0.4835914,0.50526124,0.000082950224],"about_ca_topic_score_codex":0.00072753435,"about_ca_topic_score_gemma":0.00081593095,"teacher_disagreement_score":0.020217478,"about_ca_system_score_codex":0.0027150526,"about_ca_system_score_gemma":0.0028064663,"threshold_uncertainty_score":0.106921494},"labels":[],"label_agreement":null},{"id":"W1596714882","doi":"10.1145/846057.864026","title":"Designing Portable Collaborative Networks","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Colligo (Canada)","funders":"","keywords":"Desk; Computer science; Work (physics); Resource (disambiguation); Set (abstract data type); Field (mathematics); Software; Wireless network; Wireless; Data science; Engineering management; Telecommunications; Engineering; Computer network","score_opus":0.01036221980436387,"score_gpt":0.22391464871486025,"score_spread":0.2135524289104964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596714882","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018299378,0.0003600868,0.96239793,0.00039034916,0.00015468828,0.00041951923,0.00005488249,0.0012098942,0.01671326],"genre_scores_gemma":[0.32922062,0.0010620106,0.64620674,0.00018424871,0.0001444291,0.0007907826,0.0002498516,0.0003508394,0.021790504],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99842465,0.0005083917,0.00010382962,0.00034442355,0.00039706004,0.00022166209],"domain_scores_gemma":[0.9978695,0.0008175043,0.00016336371,0.00055342756,0.00032385308,0.00027247897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023655512,0.00069776305,0.0005286605,0.00062130427,0.002216876,0.0028688032,0.0030406627,0.0014127427,0.0075407256],"category_scores_gemma":[0.006806397,0.00070886,0.0004996531,0.0007338421,0.0012408226,0.0039467993,0.004003591,0.0009146181,0.0022548717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033839073,0.0003287253,0.0033953395,0.00094722374,0.00013420577,0.0013611958,0.002839477,0.23903866,0.024384722,0.34517998,0.015683785,0.36636832],"study_design_scores_gemma":[0.00018757138,0.00053387554,0.0007286088,0.0001995876,0.00011977969,0.00080127094,0.0015752305,0.63094795,0.020088248,0.1870245,0.15771091,0.00008249982],"about_ca_topic_score_codex":0.0017403373,"about_ca_topic_score_gemma":0.0025523189,"teacher_disagreement_score":0.0075407256,"about_ca_system_score_codex":0.00090877496,"about_ca_system_score_gemma":0.0010098933,"threshold_uncertainty_score":0.025226235},"labels":[],"label_agreement":null},{"id":"W1979379492","doi":"10.1145/1039511.1039534","title":"Extensible Programming for the 21st Century","year":2004,"lang":"en","type":"article","venue":"Queue","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language; Extensibility; Template; Plan (archaeology); Software engineering; Operator (biology); World Wide Web","score_opus":0.020093982712393665,"score_gpt":0.2553887619376289,"score_spread":0.23529477922523523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979379492","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008451982,0.074765004,0.71764004,0.073230416,0.0067059644,0.00009704825,0.00016046793,0.003885962,0.11506308],"genre_scores_gemma":[0.122648,0.08045142,0.674723,0.018497936,0.0060785757,0.00043871344,0.000602556,0.0023408774,0.09421895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760014,0.0007413968,0.00022786626,0.0003974979,0.00086785015,0.00016526211],"domain_scores_gemma":[0.9959947,0.0016043179,0.00018987934,0.0012790316,0.00054285023,0.0003892417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061914753,0.00075896183,0.00039377803,0.0008212689,0.0012212988,0.005414077,0.0013031705,0.0017264459,0.0049712663],"category_scores_gemma":[0.0059533403,0.00048465573,0.00074599596,0.001145355,0.0054214513,0.013650158,0.004436534,0.005508148,0.0015110141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011320276,0.000014842975,0.00013021466,0.00009465831,0.000008889785,0.000048912803,0.0008165506,0.00059942855,0.0004266867,0.92332864,0.017806586,0.056713287],"study_design_scores_gemma":[0.0000100914,0.000018781006,0.00008684886,0.00026509838,0.0000073883934,0.00022052506,0.0001691537,0.001945457,0.00032275933,0.4035271,0.59341073,0.000016101809],"about_ca_topic_score_codex":0.0010615764,"about_ca_topic_score_gemma":0.0011694613,"teacher_disagreement_score":0.0061914753,"about_ca_system_score_codex":0.0016197868,"about_ca_system_score_gemma":0.0017411537,"threshold_uncertainty_score":0.03274405},"labels":[],"label_agreement":null},{"id":"W1983747875","doi":"10.1145/1189276.1189289","title":"The Virtualization Reality","year":2006,"lang":"en","type":"article","venue":"Queue","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nutrasource","funders":"University of Cambridge","keywords":"Software deployment; Variety (cybernetics); Computer science; Virtualization; Distributed computing; Operating system; Cloud computing","score_opus":0.009512667914010479,"score_gpt":0.22639914780891948,"score_spread":0.216886479894909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983747875","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038023166,0.077236615,0.10707735,0.37846255,0.020504484,0.00007438277,0.000712562,0.0009779069,0.376931],"genre_scores_gemma":[0.74240613,0.0679138,0.037228983,0.06692816,0.015895374,0.00016598945,0.00068975077,0.0005193673,0.0682524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977556,0.0005838999,0.00006352603,0.00042913295,0.00076030457,0.00040758724],"domain_scores_gemma":[0.9975683,0.0007017604,0.00014624435,0.00044892385,0.00048770534,0.00064702955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003261431,0.00047850725,0.0005509715,0.0005682565,0.0021990214,0.00923337,0.0012457187,0.0027719277,0.007328739],"category_scores_gemma":[0.0054244497,0.00032864252,0.00035861114,0.00060062914,0.0051939907,0.014920893,0.005050338,0.008073997,0.0021862846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028828872,0.000021390562,0.0004990681,0.00011751365,0.000012755117,0.00013087373,0.0005532795,0.0006325101,0.0007405859,0.90519005,0.060381833,0.031691264],"study_design_scores_gemma":[0.000009386957,0.00004203088,0.0006544392,0.0002298228,0.000009898192,0.00046041975,0.00104302,0.0015588898,0.00036144792,0.34442997,0.65116847,0.00003214608],"about_ca_topic_score_codex":0.0020937268,"about_ca_topic_score_gemma":0.0019226574,"teacher_disagreement_score":0.00923337,"about_ca_system_score_codex":0.0026330275,"about_ca_system_score_gemma":0.0029717744,"threshold_uncertainty_score":0.024517119},"labels":[],"label_agreement":null},{"id":"W1997883204","doi":"10.1145/966789.966802","title":"The Sun Never Sits on Distributed Development","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Apache (Canada)","funders":"","keywords":"The Internet; Computer science; Software; Business; Internet privacy; Computer security; Data science; World Wide Web; Operating system","score_opus":0.015317506828379707,"score_gpt":0.2269123511940756,"score_spread":0.2115948443656959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997883204","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049826084,0.020360371,0.02518081,0.15097444,0.083349854,0.0001419576,0.0008377792,0.017673338,0.6964989],"genre_scores_gemma":[0.035369758,0.010593261,0.011996962,0.039130222,0.012741759,0.00010609497,0.0008034812,0.0059172716,0.8833412],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669385,0.00037592914,0.00011657998,0.00059584813,0.0017442901,0.00047351705],"domain_scores_gemma":[0.9889865,0.0011505812,0.00043937698,0.0029294973,0.0027254613,0.003768608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027182228,0.0008112067,0.0011328458,0.0013447636,0.003418676,0.009188174,0.0021468583,0.0038209227,0.17741393],"category_scores_gemma":[0.015111129,0.00080115924,0.00068155455,0.0014149555,0.002397082,0.011724119,0.006511879,0.008179112,0.11719544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009473579,0.000049157516,0.00035061024,0.00019286203,0.000030334411,0.00010424467,0.00023095377,0.000095824,0.0008064543,0.057114545,0.8468925,0.09403777],"study_design_scores_gemma":[0.000011435369,0.000015517728,0.00007722544,0.00008007555,0.0000052733662,0.000039363495,0.000058839458,0.000040703762,0.00010926289,0.005433157,0.99412173,0.0000073737992],"about_ca_topic_score_codex":0.0026194372,"about_ca_topic_score_gemma":0.0040291357,"teacher_disagreement_score":0.17741393,"about_ca_system_score_codex":0.002117982,"about_ca_system_score_gemma":0.0031753003,"threshold_uncertainty_score":0.5935087},"labels":[],"label_agreement":null},{"id":"W2001498256","doi":"10.1145/1046931.1046941","title":"A Conversation with Tim Bray","year":2005,"lang":"en","type":"article","venue":"Queue","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; XML; Computer science; Management; The Venerable; Software; Library science; World Wide Web; Linguistics; Classics; Programming language; History; Philosophy","score_opus":0.010130561996378028,"score_gpt":0.18119047446730352,"score_spread":0.1710599124709255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001498256","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014201484,0.010629438,0.00045623325,0.93271923,0.023964442,0.0000166051,0.00007590607,0.000064396445,0.030653622],"genre_scores_gemma":[0.035053004,0.008476502,0.0007959285,0.80465215,0.011895219,0.00010161196,0.00009624171,0.00041532548,0.13851397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99401593,0.002891177,0.00012175498,0.00064384553,0.0014196091,0.0009076578],"domain_scores_gemma":[0.9915285,0.0034392185,0.00028765507,0.00023992916,0.0019136447,0.0025909878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058394847,0.0008065715,0.0010719503,0.0013143903,0.021862216,0.009356694,0.0016421253,0.010228181,0.027954593],"category_scores_gemma":[0.023988433,0.00058217545,0.0005415551,0.0017655417,0.0091625815,0.014284431,0.0053262655,0.02560529,0.010202153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001596016,0.000015817242,0.000088631845,0.000030849424,0.0000030567885,0.00013979097,0.011987293,0.000008527248,0.00007319241,0.008784928,0.9738429,0.005009033],"study_design_scores_gemma":[0.0000036766548,0.000007820869,0.0001303186,0.000099285266,0.0000017098358,0.00012459292,0.014215658,0.000020086292,0.00004709656,0.0018180076,0.9835174,0.000014255258],"about_ca_topic_score_codex":0.03455842,"about_ca_topic_score_gemma":0.051124785,"teacher_disagreement_score":0.03455842,"about_ca_system_score_codex":0.0068204594,"about_ca_system_score_gemma":0.0068909004,"threshold_uncertainty_score":0.09351748},"labels":[],"label_agreement":null},{"id":"W2094386631","doi":"10.1145/1095408.1095416","title":"A Conversation with Roger Sessions and Terry Coatta","year":2005,"lang":"en","type":"article","venue":"Queue","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; Computer science; World Wide Web; Silicon valley; Software; Component (thermodynamics); Management; Session (web analytics); Software engineering; Operating system; Sociology; Political science; Law","score_opus":0.002943077553773141,"score_gpt":0.18697317958277504,"score_spread":0.18403010202900189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094386631","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011651122,0.007045912,0.0007725033,0.9360719,0.038843308,0.00001948783,0.000057270972,0.000164583,0.015859889],"genre_scores_gemma":[0.018333554,0.005353675,0.0012592151,0.8479386,0.019222971,0.00008058204,0.00008528775,0.00055832905,0.10716774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99209774,0.0029081968,0.00027653435,0.001314888,0.0021040787,0.001298578],"domain_scores_gemma":[0.9874477,0.0046334635,0.00043611208,0.0003268298,0.0024094656,0.0047463905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008831964,0.0010626211,0.0011036325,0.0011257854,0.014955829,0.011821518,0.0019952927,0.0120947035,0.024023298],"category_scores_gemma":[0.026580743,0.0009994084,0.00085032627,0.0015661869,0.0062231296,0.018818729,0.0053464933,0.02853191,0.0082886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013375082,0.000016821064,0.00006999873,0.000018582376,0.000002263447,0.000082325656,0.0022758194,0.000008065141,0.00006448407,0.0041552135,0.98993194,0.0033611937],"study_design_scores_gemma":[0.000008135025,0.000016230895,0.00013372916,0.000064626875,0.0000022345946,0.0001321316,0.0042970004,0.00003388427,0.000047220747,0.0014458419,0.99379855,0.000020413356],"about_ca_topic_score_codex":0.025465775,"about_ca_topic_score_gemma":0.044740207,"teacher_disagreement_score":0.025465775,"about_ca_system_score_codex":0.006957154,"about_ca_system_score_gemma":0.0087302765,"threshold_uncertainty_score":0.080365956},"labels":[],"label_agreement":null},{"id":"W3083013455","doi":"10.1145/1647300.1658422","title":"Maximizing Power Efficiency with Asymmetric Multicore Systems","year":2009,"lang":"en","type":"article","venue":"Queue","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Multi-core processor; Computer science; Power consumption; Power (physics); Central processing unit; Architecture; Energy consumption; Efficient energy use; Embedded system; Parallel computing; Core (optical fiber); Computer architecture; Operating system; Telecommunications; Electrical engineering; Engineering","score_opus":0.010527408604574462,"score_gpt":0.23443657355862152,"score_spread":0.22390916495404706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083013455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17438233,0.0027431361,0.78884697,0.0008617161,0.00027967367,0.00014487225,0.00011961682,0.0010597267,0.031561926],"genre_scores_gemma":[0.9139779,0.000887904,0.07873849,0.00019680675,0.000123848,0.00007239687,0.000071115515,0.0001145124,0.005816981],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994747,0.000090185014,0.000032675933,0.000068201225,0.00023625826,0.00009804934],"domain_scores_gemma":[0.99926883,0.0002058183,0.00008326833,0.00014766627,0.00022559405,0.000068803485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060856435,0.0005139812,0.00047856043,0.0004216991,0.0005474516,0.0008165412,0.0012271397,0.00042808536,0.0030874338],"category_scores_gemma":[0.0017141568,0.00019677595,0.00019243582,0.0007125842,0.00039467492,0.0016058908,0.0010380434,0.00064521434,0.000650433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008394613,0.0003547657,0.0021185311,0.0005147395,0.00009670686,0.00033482554,0.00029290354,0.3594397,0.12263425,0.13354698,0.009414423,0.37041268],"study_design_scores_gemma":[0.00008059823,0.00022709389,0.00047697374,0.00003350721,0.00003963049,0.00014873038,0.000064511,0.89404064,0.028160615,0.06302543,0.013676523,0.000025780255],"about_ca_topic_score_codex":0.0006105632,"about_ca_topic_score_gemma":0.0015662309,"teacher_disagreement_score":0.0030874338,"about_ca_system_score_codex":0.00054279016,"about_ca_system_score_gemma":0.0007016801,"threshold_uncertainty_score":0.010328472},"labels":[],"label_agreement":null},{"id":"W3083460403","doi":"10.1145/3387945.3388781","title":"Demystifying Stablecoins","year":2020,"lang":"en","type":"article","venue":"Queue","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Autorité des Marchés Financiers","keywords":"Business; Currency; Cash; Cryptocurrency; Financial system; Settlement (finance); Payment; Monetary economics; Economics; Finance; Computer science; Computer security","score_opus":0.02497282822804121,"score_gpt":0.2350908483001411,"score_spread":0.2101180200720999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083460403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20836401,0.0065375264,0.55614656,0.020028783,0.0038303814,0.00043998432,0.0007223226,0.0051500225,0.1987804],"genre_scores_gemma":[0.8296209,0.004347812,0.10399271,0.002251787,0.0007458488,0.0002731402,0.00065956335,0.0011867805,0.056921393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997922,0.0005078345,0.00013361224,0.00033483206,0.00059739564,0.00050431513],"domain_scores_gemma":[0.9904683,0.0015144309,0.00051708193,0.0045232177,0.0020017598,0.00097513513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036898262,0.00043723916,0.0005254403,0.0012399182,0.001874007,0.0060096,0.0013661641,0.0021159975,0.009986766],"category_scores_gemma":[0.011262277,0.0003458437,0.00050629803,0.0009039905,0.0042932583,0.013804027,0.0060906303,0.0032477335,0.0027443995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006767221,0.000053401465,0.00080352963,0.00010673496,0.000011622418,0.00032562308,0.0009618825,0.0038299798,0.0049996385,0.9372072,0.0075084646,0.044124145],"study_design_scores_gemma":[0.0000466735,0.00009854526,0.0004868322,0.0001733268,0.000017397837,0.00034820044,0.00065349566,0.018198028,0.0056400537,0.66615766,0.3081361,0.00004358422],"about_ca_topic_score_codex":0.0020468049,"about_ca_topic_score_gemma":0.0024198592,"teacher_disagreement_score":0.009986766,"about_ca_system_score_codex":0.0015779374,"about_ca_system_score_gemma":0.0023209532,"threshold_uncertainty_score":0.03340906},"labels":[],"label_agreement":null},{"id":"W3083464588","doi":"10.1145/1943176.1945954","title":"Returning Control to the Programmer","year":2011,"lang":"en","type":"article","venue":"Queue","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; SIMD; x86; Compiler; Multi-core processor; Parallel computing; Programmer; Workstation; Operating system; Control unit; Computer architecture; Software","score_opus":0.038917193310088624,"score_gpt":0.2404838340918524,"score_spread":0.20156664078176378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083464588","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007864712,0.008122951,0.36041504,0.17210089,0.025769992,0.00032184328,0.00042303206,0.020893367,0.40408817],"genre_scores_gemma":[0.06851177,0.007114292,0.1331217,0.07109491,0.007467659,0.00039632284,0.0008143441,0.010095329,0.7013836],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9931039,0.0018243855,0.0003523596,0.0012437206,0.0027542012,0.0007215079],"domain_scores_gemma":[0.9756142,0.004962107,0.0007081702,0.0076422305,0.0070083216,0.00406489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054656756,0.0011986073,0.000837973,0.0011330595,0.0027567623,0.011503615,0.002602153,0.0024924397,0.078685164],"category_scores_gemma":[0.03190621,0.000810397,0.00076846575,0.0010824193,0.004816285,0.011697644,0.008694909,0.010044106,0.06847042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113081165,0.00010775801,0.0008907196,0.00020026795,0.000019895624,0.00021190832,0.00407026,0.00033022757,0.0022115326,0.118434384,0.62015283,0.25325727],"study_design_scores_gemma":[0.00002316887,0.000026658916,0.00016370795,0.00013146867,0.000008827117,0.00019116797,0.00080650195,0.00054767536,0.00046786538,0.027477916,0.9701339,0.000021110893],"about_ca_topic_score_codex":0.0023390406,"about_ca_topic_score_gemma":0.0021389856,"teacher_disagreement_score":0.078685164,"about_ca_system_score_codex":0.001591911,"about_ca_system_score_gemma":0.004247962,"threshold_uncertainty_score":0.26322812},"labels":[],"label_agreement":null},{"id":"W3083622544","doi":"10.1145/2381996.2381998","title":"Sender-side Buffers and the Case for Multimedia Adaptation","year":2012,"lang":"en","type":"article","venue":"Queue","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Computer science; Adaptation (eye); The Internet; Communication source; Competition (biology); Architecture; World Wide Web; Point (geometry); Web site; Computer network; Ecology","score_opus":0.020973838989267017,"score_gpt":0.2377950167441162,"score_spread":0.2168211777548492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083622544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04648288,0.0041182414,0.47679293,0.07277366,0.0040988554,0.00048815852,0.0004195239,0.0023053656,0.39252043],"genre_scores_gemma":[0.83896846,0.0014226183,0.0754643,0.008211108,0.0023112227,0.00063935947,0.00016238469,0.0009306529,0.07188994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99334383,0.0020571912,0.0002612324,0.0014437422,0.0014701004,0.0014238702],"domain_scores_gemma":[0.9567821,0.023024352,0.0019675384,0.009615349,0.006489952,0.0021207528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011023828,0.0008868369,0.0011852782,0.0010869318,0.004248717,0.010559757,0.0063960375,0.010550305,0.03698412],"category_scores_gemma":[0.05887212,0.0014106091,0.00094294973,0.0008694565,0.0071916734,0.026048725,0.0054094675,0.010222284,0.006088968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016265757,0.000058588455,0.0010853269,0.00006157481,0.000013991657,0.00076414447,0.0006673274,0.003884056,0.0011204145,0.9667448,0.008218446,0.017218618],"study_design_scores_gemma":[0.00013074116,0.00006536867,0.00051074394,0.00020446081,0.00005465196,0.0010786259,0.0007620074,0.058219273,0.0025985811,0.8500938,0.08619109,0.00009070376],"about_ca_topic_score_codex":0.005589954,"about_ca_topic_score_gemma":0.0031296248,"teacher_disagreement_score":0.03698412,"about_ca_system_score_codex":0.0033749826,"about_ca_system_score_gemma":0.003232546,"threshold_uncertainty_score":0.12372422},"labels":[],"label_agreement":null},{"id":"W3083624021","doi":"10.1145/1698223.1709862","title":"Managing Contention for Shared Resources on Multicore Processors","year":2010,"lang":"en","type":"article","venue":"Queue","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Multi-core processor; Memory hierarchy; Shared memory; Shared resource; Hierarchy; Computer architecture; Resource (disambiguation); Parallel computing; Distributed computing; Operating system; Computer network; Cache","score_opus":0.02154502129187181,"score_gpt":0.27652729046998065,"score_spread":0.25498226917810884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083624021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35684878,0.0058489987,0.61853004,0.0018022913,0.0007073632,0.00029784994,0.0001253457,0.0025232406,0.013316097],"genre_scores_gemma":[0.9300771,0.0006179524,0.064113766,0.00021872229,0.00022581554,0.0001311451,0.00010897536,0.00022967914,0.004276785],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754214,0.00063092663,0.00017604715,0.00028619563,0.0007542293,0.00061046507],"domain_scores_gemma":[0.99305236,0.0029966068,0.00053036166,0.0014854623,0.0012207752,0.00071447337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027028853,0.0006788656,0.0010140245,0.0008474337,0.0020867605,0.0022983348,0.0035676109,0.0008649189,0.0028073457],"category_scores_gemma":[0.010358684,0.00059562473,0.00038057036,0.0013330735,0.0011967021,0.00391284,0.0035440777,0.0013048695,0.00038606196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002829206,0.00059864164,0.011416906,0.00080602954,0.00045055733,0.002031191,0.0021446708,0.41747254,0.05995664,0.14693817,0.031307884,0.32404765],"study_design_scores_gemma":[0.00019537541,0.0002410412,0.0009163867,0.00003466856,0.00011367079,0.00020593705,0.00026187437,0.92852956,0.011743522,0.0466453,0.011065579,0.00004713256],"about_ca_topic_score_codex":0.003636111,"about_ca_topic_score_gemma":0.0071275844,"teacher_disagreement_score":0.003636111,"about_ca_system_score_codex":0.0016581195,"about_ca_system_score_gemma":0.0022760222,"threshold_uncertainty_score":0.0142944455},"labels":[],"label_agreement":null},{"id":"W3127208614","doi":"10.1145/2857274.2886105","title":"Accountability in Algorithmic Decision-making","year":2015,"lang":"en","type":"article","venue":"Queue","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Earnings; Computer science; Tone (literature); Accountability; Domain (mathematical analysis); Narrative; Quarter (Canadian coin); Style (visual arts); Data science; Accounting; Business; Political science; History; Literature","score_opus":0.08703800505921906,"score_gpt":0.4545973693891219,"score_spread":0.3675593643299028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127208614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041217305,0.008896477,0.7095861,0.11230229,0.001526731,0.0004277886,0.00080996036,0.00082732766,0.12440609],"genre_scores_gemma":[0.84266984,0.0037285592,0.13500743,0.005918493,0.0017806842,0.0008209788,0.0004700126,0.0003162755,0.009287693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9481818,0.0352661,0.0027976243,0.0059812763,0.0052839275,0.0024892874],"domain_scores_gemma":[0.6953229,0.26535818,0.009949838,0.015693156,0.010644568,0.0030314126],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.05453407,0.0013530363,0.0022532092,0.0032601648,0.0039328453,0.010994556,0.003080873,0.006006752,0.009995679],"category_scores_gemma":[0.19702566,0.0010227141,0.001520234,0.0033864877,0.018586367,0.013962667,0.0061169867,0.006424285,0.0013776139],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011474106,0.000056861918,0.0021979003,0.00024923676,0.00011630104,0.00013433192,0.0006585463,0.023515234,0.000112994174,0.9364171,0.005598436,0.030828424],"study_design_scores_gemma":[0.000024836754,0.000007975508,0.00012885746,0.000051825242,0.000009253579,0.000014735583,0.000061799015,0.016205238,0.00007715505,0.98012507,0.0032836369,0.000009646713],"about_ca_topic_score_codex":0.006752293,"about_ca_topic_score_gemma":0.0042942064,"teacher_disagreement_score":0.99606717,"about_ca_system_score_codex":0.0069551454,"about_ca_system_score_gemma":0.010681844,"threshold_uncertainty_score":0.28840715},"labels":[],"label_agreement":null},{"id":"W3135708166","doi":"10.1145/3454122.3454124","title":"The SPACE of Developer Productivity","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Software Engineering Research","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Space (punctuation); Dimension (graph theory); Metric (unit); Work (physics); Software; Software engineering; Industrial engineering; Operations management; Engineering; Programming language; Mathematics; Operating system; Mechanical engineering","score_opus":0.015327004625376513,"score_gpt":0.2553325923800361,"score_spread":0.24000558775465958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135708166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25366363,0.01667051,0.47658977,0.03918751,0.0015328173,0.00027394813,0.008582599,0.0025697509,0.20092946],"genre_scores_gemma":[0.93152326,0.0048869103,0.049028087,0.0005459932,0.0007011714,0.00037593153,0.0020024488,0.00041849096,0.010517787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98549473,0.0071923686,0.0010586964,0.001788382,0.003323064,0.0011427691],"domain_scores_gemma":[0.95451957,0.025641086,0.0048455894,0.004664417,0.00632403,0.0040052985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009302644,0.0013792635,0.0008467548,0.01122466,0.001688044,0.014206544,0.0013704866,0.0019705521,0.011767569],"category_scores_gemma":[0.058890887,0.00052053016,0.0009912013,0.012192065,0.0058920267,0.017436765,0.0071241837,0.0021789705,0.0024215681],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021151704,0.000058002508,0.016235767,0.0003558242,0.00009335111,0.00017306146,0.0045544845,0.006462621,0.00064579013,0.8614504,0.01086384,0.098895356],"study_design_scores_gemma":[0.000049843216,0.00016290383,0.009925572,0.00023452245,0.000032671123,0.0002952788,0.003638002,0.011665741,0.00044957103,0.9129176,0.06054374,0.00008453386],"about_ca_topic_score_codex":0.0028090777,"about_ca_topic_score_gemma":0.0009912759,"teacher_disagreement_score":0.014206544,"about_ca_system_score_codex":0.00333445,"about_ca_system_score_gemma":0.0030018033,"threshold_uncertainty_score":0.049197674},"labels":[],"label_agreement":null},{"id":"W3136409268","doi":"10.1145/2576966.2582994","title":"Eventually Consistent: Not What You Were Expecting?","year":2014,"lang":"en","type":"article","venue":"Queue","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"NoSQL; Scalability; Computer science; Key (lock); The Internet; World Wide Web; Simple (philosophy); Database; Value (mathematics); Foundation (evidence); Data science; Computer security","score_opus":0.012322795548579691,"score_gpt":0.2317083311408225,"score_spread":0.21938553559224283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136409268","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05453815,0.004357413,0.13904385,0.64777523,0.011373411,0.00025749666,0.0017398471,0.0027990262,0.13811551],"genre_scores_gemma":[0.66467595,0.004431075,0.08261352,0.12709653,0.002752443,0.00030314535,0.0015428029,0.0028007352,0.113783814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945216,0.0019448615,0.00032016283,0.00093452126,0.001619851,0.0006588991],"domain_scores_gemma":[0.9766217,0.004895161,0.0014082427,0.0044240477,0.01021971,0.0024311887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009992996,0.00057109655,0.0005081151,0.0005482383,0.0035348127,0.006437868,0.0018399977,0.0032655287,0.015114307],"category_scores_gemma":[0.04840637,0.0005523465,0.0006738703,0.0006255568,0.006338588,0.01758928,0.0025060305,0.008234174,0.006524446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000409713,0.0002449947,0.023098655,0.0006259895,0.00014505105,0.0028672644,0.01987304,0.0013340593,0.005022789,0.41141608,0.35308027,0.18188207],"study_design_scores_gemma":[0.00005532851,0.00019817436,0.0032984363,0.0005951491,0.000080533224,0.0022708597,0.012783186,0.0026447058,0.003221429,0.31276456,0.6619116,0.0001761087],"about_ca_topic_score_codex":0.005096178,"about_ca_topic_score_gemma":0.0054753316,"teacher_disagreement_score":0.015114307,"about_ca_system_score_codex":0.0021525288,"about_ca_system_score_gemma":0.0034841546,"threshold_uncertainty_score":0.052848697},"labels":[],"label_agreement":null},{"id":"W3137729930","doi":"10.1145/2927299.2940294","title":"Debugging Distributed Systems","year":2016,"lang":"en","type":"article","venue":"Queue","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Key (lock); Process (computing); Software engineering; Distributed computing; Software; Programming language; Operating system","score_opus":0.010269769397285222,"score_gpt":0.21726800610362468,"score_spread":0.20699823670633946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137729930","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018760933,0.0011190783,0.9510638,0.0017526769,0.0005273566,0.00030004233,0.0005778626,0.013209376,0.01268882],"genre_scores_gemma":[0.4432067,0.0013699924,0.54449034,0.00045181238,0.00019740536,0.00022977409,0.0012995448,0.0016875799,0.0070669344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557745,0.0021255384,0.00033078098,0.00051812426,0.0012293387,0.00021886257],"domain_scores_gemma":[0.97917056,0.010912212,0.00095806323,0.0057027335,0.0027937244,0.00046271482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007245965,0.00096181245,0.0007628109,0.0013914488,0.0010142651,0.002688291,0.0017554173,0.0011575939,0.008684032],"category_scores_gemma":[0.037659943,0.0005348626,0.00041665928,0.0011963419,0.0009048691,0.004846711,0.0023118737,0.0016908933,0.0019398669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044628882,0.00028723644,0.012804238,0.0012296772,0.00016100393,0.0006745256,0.0023611975,0.043625195,0.011825347,0.231674,0.04876654,0.64614475],"study_design_scores_gemma":[0.00039756479,0.00057684776,0.0038957468,0.00070827774,0.00017001122,0.0014803512,0.0014212794,0.38533857,0.03994067,0.3429505,0.2229849,0.00013534862],"about_ca_topic_score_codex":0.0014908655,"about_ca_topic_score_gemma":0.0015062935,"teacher_disagreement_score":0.008684032,"about_ca_system_score_codex":0.0006877522,"about_ca_system_score_gemma":0.0017012772,"threshold_uncertainty_score":0.03832072},"labels":[],"label_agreement":null},{"id":"W3138148839","doi":"10.1145/2576966.2576968","title":"The API Performance Contract","year":2014,"lang":"en","type":"article","venue":"Queue","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CMC Microsystems (Canada)","funders":"","keywords":"Design by contract; Correctness; Computer science; Documentation; Software engineering; Work (physics); Software; Programming language; Computer security; Software system","score_opus":0.004790572585700352,"score_gpt":0.20089389750527373,"score_spread":0.19610332491957339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138148839","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009308163,0.0012443705,0.24994263,0.041329518,0.003624813,0.0007250268,0.00241698,0.015538383,0.67587006],"genre_scores_gemma":[0.30187574,0.0023138297,0.17550945,0.028006816,0.00464668,0.003154834,0.006361852,0.024251612,0.45387915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9269373,0.01970603,0.00785119,0.0037975488,0.036831573,0.0048763934],"domain_scores_gemma":[0.83358693,0.03689188,0.007329071,0.04308475,0.07193936,0.007168025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05085175,0.0014241583,0.0012753723,0.0031835593,0.006134718,0.019045077,0.0052883453,0.008748952,0.05528447],"category_scores_gemma":[0.18390678,0.0024042479,0.0013366619,0.0033969497,0.0058373455,0.024910238,0.010287941,0.012470982,0.038924325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001379761,0.00013055008,0.0021630672,0.00017392232,0.000021491567,0.00017439801,0.0014060651,0.0012334351,0.0008631142,0.73701113,0.20380124,0.052883554],"study_design_scores_gemma":[0.000060026876,0.00009742785,0.0014604628,0.00029853123,0.000033166685,0.0005037616,0.00045408646,0.00428802,0.0014488962,0.0935999,0.89761096,0.00014465988],"about_ca_topic_score_codex":0.015431796,"about_ca_topic_score_gemma":0.0060760383,"teacher_disagreement_score":0.05528447,"about_ca_system_score_codex":0.0062443414,"about_ca_system_score_gemma":0.02029781,"threshold_uncertainty_score":0.26893294},"labels":[],"label_agreement":null},{"id":"W3138274094","doi":"10.1145/3134434.3136559","title":"Bitcoin’s Academic Pedigree","year":2017,"lang":"en","type":"article","venue":"Queue","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Blueprint; Terminology; Bridging (networking); Computer science; Data science; Epistemology; Sociology; Engineering ethics; Computer security; Visual arts; Linguistics; Art; Philosophy; Engineering","score_opus":0.02391266032517347,"score_gpt":0.29193089334966627,"score_spread":0.2680182330244928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138274094","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04444449,0.018956639,0.13009061,0.37910205,0.007756062,0.00017633515,0.00048978877,0.0010559919,0.41792804],"genre_scores_gemma":[0.8226209,0.015957855,0.020757023,0.02390998,0.0031732495,0.00023657667,0.0003142846,0.00054541347,0.11248465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98832476,0.005271662,0.0005308275,0.0016845799,0.0034253967,0.0007627314],"domain_scores_gemma":[0.9365017,0.026285106,0.0033629504,0.008984303,0.018617578,0.006248383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017958362,0.000424704,0.000592486,0.0031283796,0.007885438,0.01392715,0.0009091556,0.0034691175,0.010973004],"category_scores_gemma":[0.061940625,0.00057217316,0.00022618838,0.0041282987,0.014163595,0.016360559,0.0046756384,0.010296947,0.0033943516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006671503,0.000038759055,0.0013837361,0.00007376629,0.000011032421,0.00017322612,0.0029316305,0.00040515728,0.00019730737,0.9143458,0.031042822,0.04933001],"study_design_scores_gemma":[0.000030055418,0.00004834228,0.0006929022,0.00022936208,0.000010340678,0.00052745355,0.0010579068,0.0013664518,0.0005714304,0.50951743,0.48589292,0.000055444783],"about_ca_topic_score_codex":0.0059004566,"about_ca_topic_score_gemma":0.0044656424,"teacher_disagreement_score":0.017958362,"about_ca_system_score_codex":0.0067999824,"about_ca_system_score_gemma":0.007695003,"threshold_uncertainty_score":0.09497398},"labels":[],"label_agreement":null},{"id":"W3138559045","doi":"10.1145/2838344.2852078","title":"Challenges of Memory Management on Modern NUMA System","year":2015,"lang":"en","type":"article","venue":"Queue","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Registered memory; Interleaved memory; Node (physics); Uniform memory access; Dram; Key (lock); Shared memory; Interconnection; Flat memory model; Latency (audio); Embedded system; Memory management; Operating system; Semiconductor memory; Computer network; Computer hardware; Telecommunications","score_opus":0.0526163387580963,"score_gpt":0.2708370863205612,"score_spread":0.2182207475624649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138559045","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17412592,0.12502939,0.4853217,0.10288771,0.0053932928,0.00030645315,0.0012670577,0.0043315296,0.10133687],"genre_scores_gemma":[0.82430476,0.02162843,0.12215623,0.004968328,0.0030903334,0.00041826544,0.00043795066,0.0005903173,0.022405464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979832,0.00057084527,0.00012859431,0.00033574316,0.00071729004,0.0002643228],"domain_scores_gemma":[0.9966144,0.0014957492,0.00027500716,0.0006067171,0.0007211715,0.00028700175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027408167,0.00049805234,0.0012156577,0.0005784428,0.0024174615,0.0045915158,0.003401964,0.0016495938,0.0061449576],"category_scores_gemma":[0.008373055,0.0004987433,0.00037243174,0.0011536321,0.0016528827,0.007908272,0.0031761397,0.0027078744,0.002201778],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005404443,0.00021973744,0.003337425,0.001224468,0.00014358843,0.000544332,0.00089975056,0.12752695,0.007008007,0.4972209,0.09527346,0.26606107],"study_design_scores_gemma":[0.000081897895,0.00012200761,0.0011847608,0.0002121845,0.000053623346,0.00048481798,0.00067659095,0.46873024,0.0033066918,0.42833868,0.09672645,0.00008211625],"about_ca_topic_score_codex":0.002146993,"about_ca_topic_score_gemma":0.0021824704,"teacher_disagreement_score":0.0061449576,"about_ca_system_score_codex":0.0021359418,"about_ca_system_score_gemma":0.0016165513,"threshold_uncertainty_score":0.020556986},"labels":[],"label_agreement":null},{"id":"W3160992390","doi":"10.1145/2090147.2108597","title":"The Hyperdimensional Tar Pit","year":2012,"lang":"en","type":"article","venue":"Queue","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Factor (programming language); Computer science; Quarter (Canadian coin); Rule of thumb; Unit (ring theory); Arithmetic; Operations research; Management; Mathematics; Algorithm; History; Programming language; Economics; Archaeology; Mathematics education","score_opus":0.011475586658985177,"score_gpt":0.22727761830720214,"score_spread":0.21580203164821696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160992390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009942092,0.0032236055,0.823585,0.013251931,0.0022484614,0.00034545935,0.0038126055,0.0065712743,0.13701957],"genre_scores_gemma":[0.32958093,0.0051804925,0.49558407,0.008993573,0.002749702,0.0015273923,0.009143413,0.0057576206,0.14148282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99541533,0.0010937278,0.00033871012,0.0011352511,0.0013983109,0.00061874813],"domain_scores_gemma":[0.9920575,0.002921643,0.0003247893,0.003165298,0.0010493638,0.0004815133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040383,0.0015658544,0.0022419665,0.003089752,0.0054826587,0.008796204,0.0046251914,0.0028266136,0.077572435],"category_scores_gemma":[0.02052496,0.001204018,0.0035957373,0.0048527475,0.0052178157,0.020322677,0.012323424,0.00888029,0.024189612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017726421,0.000058698653,0.00028445097,0.00016674997,0.000036458085,0.00006270549,0.00016514461,0.0043907096,0.0003571867,0.9019954,0.048362035,0.043943174],"study_design_scores_gemma":[0.000045041994,0.000026354823,0.00009387163,0.000078818935,0.000026273114,0.00007536369,0.000089621826,0.024655577,0.0005093592,0.93040824,0.04396159,0.000029840296],"about_ca_topic_score_codex":0.004908204,"about_ca_topic_score_gemma":0.004788868,"teacher_disagreement_score":0.077572435,"about_ca_system_score_codex":0.0042387485,"about_ca_system_score_gemma":0.0047509167,"threshold_uncertainty_score":0.25950563},"labels":[],"label_agreement":null},{"id":"W3161565660","doi":"10.1145/3466132.3466779","title":"The Complex Path to Quantum Resistance","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Confidentiality; Computer science; Information and Communications Technology; Computer security; Cryptography; Quantum; Path (computing); Internet privacy; Telecommunications; World Wide Web; Computer network","score_opus":0.013823747462747659,"score_gpt":0.2449068541284198,"score_spread":0.23108310666567214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161565660","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055317216,0.036920156,0.16624281,0.33518982,0.006814265,0.000113435824,0.00040659073,0.0008128148,0.39818287],"genre_scores_gemma":[0.84614927,0.020501958,0.043334868,0.027606428,0.0038820154,0.0002607665,0.00013714907,0.0005649169,0.057562508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981117,0.00059876416,0.000047951795,0.00028836014,0.00071804493,0.00023517656],"domain_scores_gemma":[0.99589807,0.0019361168,0.00017021118,0.0009095134,0.000724423,0.00036163215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029391325,0.00038651362,0.0006842607,0.00091040076,0.0028856734,0.0044184206,0.001025083,0.0035441401,0.013692143],"category_scores_gemma":[0.009632674,0.00044378708,0.00046618836,0.00044944845,0.014615978,0.013897091,0.003440526,0.0069688093,0.0025099863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007255828,0.0000066755715,0.0000325647,0.000017580176,0.0000024886385,0.000012617876,0.00008383746,0.00026266946,0.00017870968,0.991561,0.004770054,0.0030645363],"study_design_scores_gemma":[0.00000726532,0.0000094382,0.000043264776,0.000022820359,0.0000013788253,0.00002151465,0.000048373862,0.0011495176,0.00013042659,0.97443944,0.024118384,0.000008167902],"about_ca_topic_score_codex":0.0017170142,"about_ca_topic_score_gemma":0.0010862227,"teacher_disagreement_score":0.013692143,"about_ca_system_score_codex":0.003413118,"about_ca_system_score_gemma":0.0017029463,"threshold_uncertainty_score":0.0458048},"labels":[],"label_agreement":null},{"id":"W3165873519","doi":"10.1145/3466132.3467860","title":"Quantum-safe Trust for Vehicles","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer security; Automotive industry; Nothing; Entertainment; Computer science; Internet privacy; Business; Engineering; Law; Political science","score_opus":0.020402990468839942,"score_gpt":0.2808047395620381,"score_spread":0.2604017490931982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165873519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04441475,0.0033995241,0.8707174,0.011477394,0.0007354069,0.00011296311,0.0004969975,0.0007810111,0.06786454],"genre_scores_gemma":[0.9501963,0.0014008733,0.03177296,0.00089601986,0.00033084612,0.000113539354,0.00022158153,0.00014033804,0.014927436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976611,0.0006884057,0.000091121954,0.00046007827,0.0006917977,0.00040743768],"domain_scores_gemma":[0.99400514,0.0030698862,0.0004969759,0.0011665632,0.0008847404,0.00037661218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001875323,0.0006442788,0.0008501318,0.00068039965,0.001534357,0.0027721345,0.0010732572,0.0022017069,0.0075691203],"category_scores_gemma":[0.013573471,0.00044377527,0.00075023284,0.00058648945,0.0046702134,0.0061747157,0.0040054773,0.0035543412,0.0013874044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005696363,0.000010296339,0.0001744246,0.00006303964,0.0000149316165,0.00007336435,0.00013921017,0.016000882,0.0005817448,0.9712657,0.0031682942,0.008451145],"study_design_scores_gemma":[0.000010609444,0.000017489514,0.000065595596,0.000021477435,0.0000052263536,0.00003239982,0.00003136407,0.062459886,0.00025981094,0.9335596,0.0035238534,0.000012693398],"about_ca_topic_score_codex":0.0039808573,"about_ca_topic_score_gemma":0.002459662,"teacher_disagreement_score":0.0075691203,"about_ca_system_score_codex":0.0031243716,"about_ca_system_score_gemma":0.0017686842,"threshold_uncertainty_score":0.025321305},"labels":[],"label_agreement":null},{"id":"W3200804445","doi":"10.1145/3487019.3487026","title":"Designing UIs for Static Analysis Tools","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Usability; Computer science; Workflow; Static analysis; False positive paradox; Human–computer interaction; Software engineering; Programming language; Artificial intelligence; Database","score_opus":0.03207525565080939,"score_gpt":0.3028695785582222,"score_spread":0.27079432290741284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200804445","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008957096,0.00040611284,0.9411101,0.00025579677,0.00015474959,0.00055910915,0.00018210325,0.04621791,0.0021571135],"genre_scores_gemma":[0.08122839,0.00044775728,0.89947855,0.0004404961,0.00010012631,0.00090472837,0.00063398865,0.012575952,0.0041899155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907953,0.0029451759,0.001437968,0.0010799571,0.0028473195,0.0008942876],"domain_scores_gemma":[0.969389,0.016487155,0.0020017475,0.0044998,0.006499163,0.0011231031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017802713,0.002735637,0.001394672,0.0039279955,0.0011937807,0.0059408667,0.0042456333,0.0020827597,0.004373615],"category_scores_gemma":[0.054155286,0.00318301,0.0016107676,0.0012930946,0.001740605,0.006642101,0.0045718933,0.0033859708,0.0035533616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013636305,0.000747096,0.019832414,0.0047920165,0.00054772286,0.0032540264,0.015854917,0.024540272,0.12697618,0.09812646,0.054571938,0.6493933],"study_design_scores_gemma":[0.00045767237,0.00084095227,0.007086872,0.0023337586,0.0008697155,0.0024702705,0.002224237,0.3234054,0.17849255,0.073448315,0.4076402,0.0007300504],"about_ca_topic_score_codex":0.0019280114,"about_ca_topic_score_gemma":0.002032743,"teacher_disagreement_score":0.017802713,"about_ca_system_score_codex":0.001126179,"about_ca_system_score_gemma":0.002083198,"threshold_uncertainty_score":0.0941509},"labels":[],"label_agreement":null},{"id":"W4229835014","doi":"10.1145/966712.966730","title":"Calendar","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phoenix; Supercomputer; Computer science; Usability; Library science; Operating system; History; Archaeology","score_opus":0.018831482513269944,"score_gpt":0.233873593512543,"score_spread":0.21504211099927306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229835014","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063721795,0.0036440166,0.0016315293,0.009376222,0.055097815,0.0010151435,0.011454445,0.0026343213,0.9145093],"genre_scores_gemma":[0.002265626,0.0020458002,0.0006905665,0.001855038,0.0048417985,0.00041243614,0.007015648,0.0007503442,0.98012275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875844,0.00013934376,0.00005846164,0.00015736846,0.00057572924,0.00031058115],"domain_scores_gemma":[0.99369425,0.0002475913,0.00019773465,0.0004521592,0.0025529792,0.0028552553],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002196698,0.0014316284,0.0011468546,0.003929268,0.0031752565,0.008447631,0.0018232429,0.001864619,0.778077],"category_scores_gemma":[0.0054177167,0.00052342186,0.0007460421,0.0034959335,0.00044656603,0.0034148311,0.0043322938,0.002500815,0.6212053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019315574,0.000017219503,0.00004733776,0.000038239003,6.876826e-7,0.0000075298562,0.0000068881914,0.000010092949,0.000038765575,0.0006605636,0.9843924,0.014760928],"study_design_scores_gemma":[0.0000087498065,0.0000092902665,0.00027683037,0.000038114176,9.60538e-7,0.000010002652,0.000030023513,0.00002043345,0.000027568183,0.00027442732,0.9993,0.0000035055693],"about_ca_topic_score_codex":0.008052506,"about_ca_topic_score_gemma":0.016605515,"teacher_disagreement_score":0.221923,"about_ca_system_score_codex":0.001695323,"about_ca_system_score_gemma":0.0047702375,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4231569191","doi":"10.1145/1016998.1017015","title":"Calendar","year":2004,"lang":"en","type":"article","venue":"Queue","topic":"Advanced Data Processing Techniques","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summit; Computer science; Operating system; Kernel (algebra); Linux kernel; Programming language; Geography; Mathematics; Discrete mathematics; Cartography","score_opus":0.005209048288521319,"score_gpt":0.21428641659865483,"score_spread":0.20907736831013352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231569191","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018780181,0.0030626203,0.0033734124,0.005925386,0.013900551,0.00062487816,0.06458949,0.0145705715,0.89207494],"genre_scores_gemma":[0.0021355385,0.00090508163,0.0005672078,0.0003475669,0.00049454207,0.000067508685,0.016085362,0.0011188798,0.9782783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993451,0.000028010927,0.000029112425,0.000084561805,0.00034694746,0.00016629504],"domain_scores_gemma":[0.9949249,0.00015683472,0.00015713355,0.00041140476,0.0029409386,0.0014088196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011037393,0.0010393715,0.0009038708,0.0027462414,0.0033838477,0.0055851163,0.0015483223,0.0011095606,0.64865154],"category_scores_gemma":[0.0039399387,0.0006927757,0.0004986317,0.0031576483,0.00046362905,0.0022624377,0.0019686953,0.0015519365,0.5301881],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027307977,0.000009596603,0.00010233936,0.00002370907,6.8452385e-7,0.00000809973,0.000014833659,0.000014616224,0.0000628719,0.00044310812,0.98670596,0.012586925],"study_design_scores_gemma":[0.000008803989,0.000005148949,0.00047253742,0.000014702246,0.0000011497298,0.000009787039,0.000028252,0.000035254157,0.00005007961,0.00009916085,0.99926966,0.000005456151],"about_ca_topic_score_codex":0.18000808,"about_ca_topic_score_gemma":0.30646756,"teacher_disagreement_score":0.35134846,"about_ca_system_score_codex":0.003108333,"about_ca_system_score_gemma":0.0059695262,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4241032395","doi":"10.1145/971564.971572","title":"News 2.0","year":2004,"lang":"en","type":"article","venue":"Queue","topic":"Bacillus and Francisella bacterial research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cyberspace; Quarter (Canadian coin); Convict; Crew; Conviction; Aside; Set-aside; Computer security; Business; Computer science; Internet privacy; Political science; World Wide Web; The Internet; Law; Aeronautics; Engineering; History","score_opus":0.0105779344514244,"score_gpt":0.2604734618579923,"score_spread":0.2498955274065679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241032395","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043701843,0.0022667919,0.00029306835,0.021523772,0.03367006,0.000091385205,0.0028422326,0.0014354012,0.9374402],"genre_scores_gemma":[0.0009660147,0.0007152167,0.00008915335,0.007828873,0.0022023798,0.000027752996,0.001226967,0.00021968513,0.98672396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913895,0.000044972396,0.000023731805,0.00008226328,0.00051659916,0.00019353484],"domain_scores_gemma":[0.9986255,0.000110739704,0.00005833875,0.00011272887,0.00052205764,0.0005707144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064548466,0.00085506466,0.0004541947,0.0012048016,0.0016408539,0.006540266,0.0009309554,0.003967505,0.6069154],"category_scores_gemma":[0.0032947438,0.0004214614,0.00065378845,0.0007713281,0.0005326863,0.002448789,0.0016791192,0.003263149,0.60099125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015608015,0.000007711312,0.00002736861,0.000022836883,8.650045e-7,0.000020651898,0.0000075205703,0.000005462218,0.00007144333,0.0009821478,0.98705846,0.011779869],"study_design_scores_gemma":[0.0000048692577,0.0000050597423,0.00013669835,0.0000215551,5.7558816e-7,0.00001391134,0.000016345233,0.000007925905,0.000026601061,0.00018391054,0.9995803,0.0000022412441],"about_ca_topic_score_codex":0.008657043,"about_ca_topic_score_gemma":0.016018253,"teacher_disagreement_score":0.6069154,"about_ca_system_score_codex":0.0012466944,"about_ca_system_score_gemma":0.0021893387,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4280579394","doi":"10.1145/3534861","title":"FHIR: Reducing Friction in the Exchange of Healthcare Data","year":2022,"lang":"en","type":"article","venue":"Queue","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interoperability; Health care; Medicaid; Principal (computer security); Business; Internet privacy; Computer science; World Wide Web; Computer security; Political science; Law","score_opus":0.2223380570040356,"score_gpt":0.4899030439337646,"score_spread":0.26756498692972897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280579394","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066673145,0.0034389135,0.46066013,0.22085188,0.0077682994,0.0026808607,0.0018801078,0.044864867,0.19118187],"genre_scores_gemma":[0.4006633,0.0021630228,0.41018832,0.034697708,0.0046451124,0.0010587089,0.0050945305,0.0075815376,0.13390774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92539555,0.033934556,0.0066607436,0.0063345805,0.020736603,0.0069379215],"domain_scores_gemma":[0.8274337,0.07662043,0.010696722,0.047423024,0.025867721,0.01195845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.106587514,0.0012073439,0.0010961466,0.005049734,0.008968125,0.02097101,0.0073054614,0.007457279,0.037047],"category_scores_gemma":[0.24149804,0.0014122261,0.0016920738,0.0043872306,0.007927513,0.041939717,0.024615046,0.0077127363,0.017496642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006421389,0.0008408643,0.0090410765,0.00065293413,0.000067284665,0.0006791176,0.014751276,0.0012288545,0.0017940978,0.2142807,0.3776146,0.37840706],"study_design_scores_gemma":[0.00070672063,0.0009927233,0.0077622076,0.00091585534,0.00009195596,0.0011081492,0.013668992,0.02070298,0.004338253,0.1549292,0.7943538,0.00042916765],"about_ca_topic_score_codex":0.01639678,"about_ca_topic_score_gemma":0.0109137595,"teacher_disagreement_score":0.106587514,"about_ca_system_score_codex":0.007487998,"about_ca_system_score_gemma":0.019448444,"threshold_uncertainty_score":0.56369543},"labels":[],"label_agreement":null},{"id":"W4296312724","doi":"10.1145/3561826","title":"The Arrival of Zero Trust: What Does it Mean?","year":2022,"lang":"en","type":"article","venue":"Queue","topic":"Information and Cyber Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Perimeter; Computer security; Computer science; Zero (linguistics); Point (geometry); Cloud computing; Business; Mathematics; Operating system","score_opus":0.008932866801989837,"score_gpt":0.22635728133782856,"score_spread":0.21742441453583872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296312724","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003865215,0.038078945,0.0035590038,0.9157507,0.012305966,0.00001395295,0.00010744831,0.00009437497,0.026224354],"genre_scores_gemma":[0.36049014,0.09597723,0.0037811033,0.48078567,0.037275292,0.00018719686,0.000279536,0.00073722145,0.020486591],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9904122,0.004280253,0.00040256968,0.0012386055,0.0021575424,0.0015088138],"domain_scores_gemma":[0.96651846,0.017229445,0.003076954,0.0021953862,0.0063476553,0.004631938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011603869,0.00072058704,0.0014264033,0.0017105897,0.008389981,0.019334061,0.00204067,0.012327145,0.010412751],"category_scores_gemma":[0.056338396,0.00054107036,0.0007197943,0.00209268,0.037078276,0.043693475,0.005921002,0.030155674,0.0048261685],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015671272,0.00006285314,0.0019429632,0.00048041332,0.000038164373,0.00035300365,0.0075022434,0.00014783334,0.00010318,0.7516571,0.19819193,0.039363585],"study_design_scores_gemma":[0.00003630997,0.00007747139,0.0011972926,0.001507591,0.00002862852,0.00040941022,0.0066276337,0.0002583905,0.000159581,0.7272576,0.26235595,0.00008414719],"about_ca_topic_score_codex":0.010469768,"about_ca_topic_score_gemma":0.006575914,"teacher_disagreement_score":0.019334061,"about_ca_system_score_codex":0.010204748,"about_ca_system_score_gemma":0.007549906,"threshold_uncertainty_score":0.07404095},"labels":[],"label_agreement":null},{"id":"W4296444191","doi":"10.1145/3561799","title":"From Zero to One Hundred","year":2022,"lang":"en","type":"article","venue":"Queue","topic":"Information and Cyber Security","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Zero (linguistics); Praise; Computer security; Key (lock); Computer science; Psychology","score_opus":0.01539724640209786,"score_gpt":0.22850284952262392,"score_spread":0.21310560312052607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296444191","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08327106,0.018416155,0.031071994,0.07887529,0.00758661,0.0000928628,0.0006420121,0.0011472631,0.77889675],"genre_scores_gemma":[0.79317766,0.012851455,0.011366914,0.013088428,0.0012946705,0.00018293492,0.0005949189,0.00046807318,0.16697499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969007,0.00094046263,0.0001584781,0.00045217693,0.001119227,0.00042895688],"domain_scores_gemma":[0.9961661,0.0010475633,0.0003665642,0.0006209973,0.0009508732,0.00084789493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024343021,0.0005899036,0.0004046533,0.001400637,0.0030815864,0.008520986,0.0010942671,0.0015330461,0.027037116],"category_scores_gemma":[0.010516843,0.00030125846,0.00030437933,0.0014414459,0.008669512,0.013678422,0.00715828,0.0046461,0.0069567626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009054958,0.000035590907,0.0020237688,0.00019780282,0.000011672675,0.00018570304,0.0032330465,0.0002383451,0.0007329989,0.85875803,0.052012146,0.0824803],"study_design_scores_gemma":[0.000011855081,0.00011515191,0.0018173831,0.00052223436,0.000013566742,0.00054288015,0.0044435896,0.00050037145,0.0005664717,0.32174203,0.6696829,0.00004158746],"about_ca_topic_score_codex":0.0017605436,"about_ca_topic_score_gemma":0.0017717336,"teacher_disagreement_score":0.027037116,"about_ca_system_score_codex":0.0032569712,"about_ca_system_score_gemma":0.002731741,"threshold_uncertainty_score":0.09044814},"labels":[],"label_agreement":null},{"id":"W4367837127","doi":"10.1145/3595878","title":"DevEx: What Actually Drives Productivity","year":2023,"lang":"en","type":"article","venue":"Queue","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Quality (philosophy); Measure (data warehouse); Work (physics); Order (exchange); Product (mathematics); Focus (optics); Knowledge management; Process management; Business; Engineering; Database","score_opus":0.022718759625442453,"score_gpt":0.2664595124774976,"score_spread":0.24374075285205515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367837127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87226206,0.0021408584,0.03141719,0.0059592393,0.00021102309,0.00010717744,0.0010530185,0.0006192591,0.08623031],"genre_scores_gemma":[0.99374455,0.00022973811,0.0026808155,0.00012560489,0.000034266068,0.00002778526,0.0001394098,0.000063753156,0.0029541398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950439,0.0016683913,0.00038735734,0.0007828886,0.0014986439,0.0006188194],"domain_scores_gemma":[0.9415008,0.0331864,0.009379987,0.0036352158,0.0074979695,0.004799588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046185204,0.00047678052,0.00034144832,0.0018735202,0.000625072,0.004964859,0.00082774943,0.00066933135,0.004744416],"category_scores_gemma":[0.041783422,0.0003078998,0.00024053345,0.0016283147,0.0017937765,0.0056614815,0.0024001366,0.0009500577,0.00094709825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003329973,0.00033767012,0.6774613,0.0007567676,0.00015075367,0.0004936922,0.01985545,0.0031980576,0.0046863887,0.025576642,0.010077541,0.25707272],"study_design_scores_gemma":[0.00006998486,0.00076338265,0.8201576,0.00075983355,0.00010505931,0.0009764098,0.027508536,0.01099182,0.009161174,0.046224155,0.08308645,0.00019557466],"about_ca_topic_score_codex":0.0026722993,"about_ca_topic_score_gemma":0.00251243,"teacher_disagreement_score":0.004964859,"about_ca_system_score_codex":0.0016582144,"about_ca_system_score_gemma":0.0013243045,"threshold_uncertainty_score":0.024425387},"labels":[],"label_agreement":null},{"id":"W4390770714","doi":"10.1145/3639448","title":"Multiparty Computation: To Secure Privacy, Do the Math","year":2023,"lang":"en","type":"article","venue":"Queue","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computation; Computer science; Secure multi-party computation; Set (abstract data type); Theoretical computer science; Basis (linear algebra); Secure two-party computation; Computer security; Algorithm; Mathematics; Programming language","score_opus":0.02103817089424194,"score_gpt":0.28075468345460214,"score_spread":0.2597165125603602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390770714","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004308392,0.011693075,0.80289924,0.056176484,0.0033897173,0.00020659552,0.00055246503,0.0015195528,0.11925446],"genre_scores_gemma":[0.43444076,0.023899104,0.41653022,0.022588065,0.0085260365,0.0010746615,0.0010599209,0.0012746967,0.09060651],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961486,0.0014130734,0.00020646678,0.00073424523,0.0012810117,0.00021666297],"domain_scores_gemma":[0.9954821,0.001735994,0.0002589931,0.0018873737,0.00039961401,0.0002359925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044786646,0.0010903713,0.001261461,0.0014647027,0.002728756,0.0065257135,0.0013502936,0.0033313658,0.01451024],"category_scores_gemma":[0.013651384,0.00077895774,0.0014843724,0.0019688369,0.012730226,0.015939094,0.005064177,0.008754065,0.010366977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030620493,0.000022751012,0.000094666866,0.00011908224,0.000019504114,0.000031478812,0.00014435139,0.0009771683,0.00023193464,0.9550077,0.014501453,0.02881921],"study_design_scores_gemma":[0.000014370018,0.000010071941,0.00003619961,0.000056746943,0.000006841898,0.000048057875,0.000025020943,0.0036228795,0.00044947868,0.95433885,0.041379448,0.000011943536],"about_ca_topic_score_codex":0.00083112187,"about_ca_topic_score_gemma":0.000539073,"teacher_disagreement_score":0.01451024,"about_ca_system_score_codex":0.00177702,"about_ca_system_score_gemma":0.0022266454,"threshold_uncertainty_score":0.048541605},"labels":[],"label_agreement":null},{"id":"W4392664111","doi":"10.1145/3649402","title":"Challenges in Adopting and Sustaining Microservice-based Software Development","year":2024,"lang":"en","type":"article","venue":"Queue","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"Syracuse University","keywords":"Computer science; Software; Microservices; Software engineering; Software development; Process management; Computer security; Operating system; Business; Cloud computing","score_opus":0.03821265094773035,"score_gpt":0.264396240877011,"score_spread":0.22618358992928067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392664111","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24920894,0.011193251,0.10118625,0.56410885,0.0016326671,0.00047598287,0.00008675256,0.0009115217,0.07119574],"genre_scores_gemma":[0.89169234,0.0068935426,0.08188608,0.010889739,0.0008366481,0.00032268246,0.000088181056,0.00026803283,0.0071227015],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97287583,0.010363914,0.0022183827,0.0018925756,0.010076074,0.0025732217],"domain_scores_gemma":[0.90837365,0.0398211,0.0069393255,0.0054732035,0.029307272,0.01008551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051621594,0.00028479612,0.00042183176,0.00095125637,0.0034061086,0.011201758,0.004116639,0.003604281,0.0016528749],"category_scores_gemma":[0.073468216,0.00045110635,0.00036423278,0.0011129805,0.003964422,0.009288781,0.0056765145,0.0060701123,0.0011467678],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008697656,0.00043484548,0.015222714,0.00082897383,0.000051800147,0.00092682755,0.015038651,0.009674801,0.004527803,0.23634858,0.027557043,0.689301],"study_design_scores_gemma":[0.0001291635,0.0013094161,0.019416196,0.0021983013,0.000060150014,0.0019001801,0.06509036,0.02959944,0.004687125,0.41969806,0.45564204,0.000269523],"about_ca_topic_score_codex":0.006234963,"about_ca_topic_score_gemma":0.0072378432,"teacher_disagreement_score":0.051621594,"about_ca_system_score_codex":0.0043772655,"about_ca_system_score_gemma":0.016512131,"threshold_uncertainty_score":0.27300435},"labels":[],"label_agreement":null},{"id":"W4406649941","doi":"10.1145/3711679","title":"The Price of Intelligence","year":2024,"lang":"en","type":"article","venue":"Queue","topic":"Intelligence, Security, War Strategy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Response Biomedical (Canada)","funders":"","keywords":"Economics","score_opus":0.028166549658518544,"score_gpt":0.3604190035785569,"score_spread":0.3322524539200383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406649941","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0148882605,0.010977626,0.06333635,0.4320194,0.0057199025,0.00010067801,0.00052684336,0.0012378673,0.47119302],"genre_scores_gemma":[0.70251566,0.009669765,0.037231103,0.0813265,0.008110185,0.0003084159,0.00055987155,0.0013299548,0.15894854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939215,0.0019060299,0.00020655523,0.0008680424,0.0026588961,0.00043901862],"domain_scores_gemma":[0.97528875,0.009626442,0.0009118452,0.007849807,0.00388915,0.0024340258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008457043,0.0011460623,0.0010100752,0.0013347975,0.0026594843,0.011221823,0.0024619878,0.0050589326,0.040124107],"category_scores_gemma":[0.03405286,0.0005387161,0.0008873495,0.00075904856,0.010552395,0.023731416,0.007264572,0.010801027,0.010381194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018320855,0.000054764158,0.0013841494,0.0002095996,0.00006945879,0.00016125628,0.0010835268,0.002015771,0.0005462352,0.83679503,0.07982777,0.07766919],"study_design_scores_gemma":[0.00005046567,0.00012158997,0.0013973261,0.00038280786,0.00004162971,0.00045841126,0.0015680677,0.004257156,0.00046316948,0.53083944,0.46035358,0.00006648458],"about_ca_topic_score_codex":0.005395949,"about_ca_topic_score_gemma":0.0034746905,"teacher_disagreement_score":0.040124107,"about_ca_system_score_codex":0.0028404235,"about_ca_system_score_gemma":0.0021783777,"threshold_uncertainty_score":0.13422853},"labels":[],"label_agreement":null}]}