{"meta":{"query_hash":"f71bbde44307","filters":{"venue":"ACM Computing Surveys"},"cohort_total":186,"direct_labels_cover":0,"predictions_cover":186,"exported":186,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f71bbde44307","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Computing+Surveys"},"results":[{"id":"W1599214081","doi":"10.1145/1242471.1242472","title":"A taxonomy of suffix array construction algorithms","year":2007,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Suffix array; Compressed suffix array; Computer science; Suffix; Generalized suffix tree; Suffix tree; Algorithm; Implementation; Theoretical computer science; Data structure; Programming language","score_opus":0.03606046574601381,"score_gpt":0.27250997427313595,"score_spread":0.23644950852712213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599214081","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047727305,0.00007661079,0.9496161,0.000057475077,0.0011234091,0.0001524953,0.0000060341763,0.00018567883,0.0010549292],"genre_scores_gemma":[0.45510775,0.0000027508174,0.5446777,0.000032210883,0.00014278147,0.0000010481652,0.000010602375,0.000007076297,0.000018080236],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99803793,0.00027832156,0.0004953546,0.00045181732,0.00034128487,0.00039530866],"domain_scores_gemma":[0.9975129,0.0007281934,0.00030483698,0.0011345217,0.000203587,0.00011595943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004021169,0.00017278432,0.0002676455,0.00016725504,0.00017027755,0.00007842396,0.0014086377,0.00008592534,0.000010660481],"category_scores_gemma":[0.00024644754,0.00016233856,0.000079419246,0.00058294943,0.00010762092,0.0003620288,0.000716699,0.00018947579,0.000022366183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039277,0.00008947319,0.023059137,0.000018721486,0.000026325559,0.000013971168,0.00021746861,0.00013524301,0.0018749259,0.0041592135,0.0005009336,0.96990067],"study_design_scores_gemma":[0.0030737477,0.0006208621,0.6802517,0.0004185412,0.000031736967,0.000422055,0.00042371085,0.18430468,0.08915428,0.0091842,0.0301852,0.0019292851],"about_ca_topic_score_codex":0.00026283247,"about_ca_topic_score_gemma":0.000013495558,"teacher_disagreement_score":0.9679714,"about_ca_system_score_codex":0.00003499598,"about_ca_system_score_gemma":0.000068554065,"threshold_uncertainty_score":0.66199744},"labels":[],"label_agreement":null},{"id":"W1965878030","doi":"10.1145/2635675","title":"Opportunistic Routing in Wireless Networks: Models, Algorithms, and Classifications","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Mobile Ad Hoc Networks","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Computer network; Network packet; Relay; Forwarder; Wireless network; Wireless; Node (physics); Geographic routing; Packet forwarding; Routing (electronic design automation); Set (abstract data type); Distributed computing; Routing protocol; Dynamic Source Routing; Telecommunications","score_opus":0.09991202871269256,"score_gpt":0.3247099436215215,"score_spread":0.22479791490882894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965878030","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012860459,0.3953441,0.6032255,0.000024732184,0.000544735,0.00044101244,0.0000046647947,0.00022344723,0.00019051839],"genre_scores_gemma":[0.0051317886,0.9685564,0.025277091,0.00006554213,0.0005469806,0.000059329323,0.00019002092,0.00010508697,0.000067758214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9919986,0.0035564092,0.0015504688,0.0015563137,0.00037844706,0.0009597285],"domain_scores_gemma":[0.9914793,0.0044808807,0.0009749182,0.0026652606,0.00012531507,0.0002743437],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007920243,0.0007298769,0.0021847486,0.0003226846,0.00031668216,0.0005255141,0.0035792075,0.0005304839,0.0000019052244],"category_scores_gemma":[0.00034480388,0.00072223984,0.00023790618,0.0013702302,0.00012285242,0.00028592357,0.0026885946,0.0012363838,0.000017346982],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1576583e-7,0.000030517142,0.00003893531,0.0007920741,0.000034555636,0.000023335639,0.00004172123,0.0019396618,5.93234e-9,0.027582461,0.00018746009,0.9693292],"study_design_scores_gemma":[0.000136629,0.000020778993,0.000107010455,0.0059478083,0.00005881174,0.00006642478,0.000003296796,0.962039,5.3913993e-9,0.0008442942,0.03009003,0.0006859274],"about_ca_topic_score_codex":0.00015247794,"about_ca_topic_score_gemma":0.00007069858,"teacher_disagreement_score":0.96864325,"about_ca_system_score_codex":0.00019600011,"about_ca_system_score_gemma":0.00036370815,"threshold_uncertainty_score":0.99952286},"labels":[],"label_agreement":null},{"id":"W1966080916","doi":"10.1145/1824795.1824799","title":"Business process modeling languages","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":433,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Business process modeling; Artifact-centric business process model; Business process; Business rule; Business process management; Software engineering; Process modeling; Modeling language; Business Process Model and Notation; Business requirements; Software development; Process management; Knowledge management; Software; Programming language; Work in process; Engineering","score_opus":0.0668253795907515,"score_gpt":0.3361136737983814,"score_spread":0.2692882942076299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966080916","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038040782,0.9663299,0.029184772,0.000100778976,0.0009850265,0.00038678586,0.000007952957,0.0009091029,0.0017153122],"genre_scores_gemma":[0.0112424465,0.9769791,0.0009851209,0.00030554843,0.008498143,0.000049169088,0.0012300438,0.0004364012,0.00027405398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99601805,0.00012423372,0.0012068916,0.0012048302,0.0006254038,0.0008205729],"domain_scores_gemma":[0.99580806,0.00028056643,0.0011105832,0.0013955878,0.0013707563,0.000034435725],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032645902,0.0010232091,0.0024947885,0.0009969921,0.00057972193,0.0011368303,0.0023234189,0.0006931707,0.000057208763],"category_scores_gemma":[0.0021467053,0.00085803,0.000588588,0.003428915,0.00007843232,0.0007959362,0.0010244199,0.0012584896,0.00045443285],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3763936e-7,0.00006526011,0.0000821996,0.024232041,0.000104530816,0.000019491472,0.000014579575,0.0043932623,1.6915644e-7,0.00011461985,0.000074235155,0.9708987],"study_design_scores_gemma":[0.00038175186,0.0000031364382,0.00003286311,0.021556655,0.0027759597,0.000034461347,0.00009275255,0.2565054,1.771845e-7,0.0015934685,0.7142197,0.0028036735],"about_ca_topic_score_codex":0.0009407733,"about_ca_topic_score_gemma":0.0001189643,"teacher_disagreement_score":0.968095,"about_ca_system_score_codex":0.000037266786,"about_ca_system_score_gemma":0.00025082272,"threshold_uncertainty_score":0.9999001},"labels":[],"label_agreement":null},{"id":"W1981303518","doi":"10.1145/2379776.2379783","title":"A survey and projection on medium access control protocols for wireless sensor networks","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Energy Efficient Wireless Sensor Networks","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Wireless sensor network; Computer network; Access control; Preamble; Protocol (science); Wireless; Key distribution in wireless sensor networks; Multiple Access with Collision Avoidance for Wireless; Key (lock); Wireless network; Distributed computing; Telecommunications; Computer security; Channel (broadcasting)","score_opus":0.1283335814565437,"score_gpt":0.3793691289777263,"score_spread":0.2510355475211826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981303518","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022846798,0.29822323,0.6781091,0.00003170225,0.0019530613,0.021056352,0.00004595402,0.000522738,0.000034983903],"genre_scores_gemma":[0.0126531245,0.9231495,0.026266713,0.00062759616,0.008831576,0.025642056,0.0013261486,0.0010604947,0.0004427688],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9871648,0.007454302,0.0013988725,0.0018137391,0.0006554591,0.0015128514],"domain_scores_gemma":[0.98217446,0.013158133,0.0015225462,0.0023234931,0.00047644,0.00034494547],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013317411,0.0011485987,0.0028011072,0.00045232035,0.0005670594,0.0010860454,0.0039555165,0.0009006787,0.000001911365],"category_scores_gemma":[0.0009296117,0.0009773709,0.0004518299,0.001416256,0.00014295914,0.00038707358,0.0015167154,0.0010904758,0.000011805964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014466496,0.00016233444,0.0008438136,0.002828638,0.00018411035,0.0000062016693,0.00003345679,0.007668405,6.8823404e-8,0.00018612668,0.00036589525,0.9877065],"study_design_scores_gemma":[0.0022095116,0.0005769918,0.006289288,0.014393501,0.00032670386,0.00010991877,0.000002708711,0.7446298,0.0000023499438,0.000019982677,0.22862136,0.0028178701],"about_ca_topic_score_codex":0.00016677078,"about_ca_topic_score_gemma":0.00013017531,"teacher_disagreement_score":0.9848886,"about_ca_system_score_codex":0.0002156471,"about_ca_system_score_gemma":0.00031333792,"threshold_uncertainty_score":0.99995095},"labels":[],"label_agreement":null},{"id":"W1986841213","doi":"10.1145/2659796","title":"Supporting Novice to Expert Transitions in User Interfaces","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Royal Society Te Apārangi","keywords":"Computer science; Human–computer interaction; Focus (optics); User interface; Interface (matter); Task (project management); Vocabulary; Factor (programming language); User interface design; Multimedia; User experience design","score_opus":0.0849931170347225,"score_gpt":0.39257791221268357,"score_spread":0.30758479517796106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986841213","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024878018,0.3820803,0.6150909,0.00048912317,0.00089089124,0.0007088624,0.00001038316,0.00032816542,0.00015261737],"genre_scores_gemma":[0.035709254,0.6630166,0.29478246,0.0033823657,0.0013447341,0.00031307456,0.00019006444,0.00045356274,0.0008078255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922276,0.0035920683,0.0015469465,0.0013542022,0.00037696882,0.00090217363],"domain_scores_gemma":[0.9946391,0.0023291553,0.00041199411,0.0022568277,0.00014787077,0.00021505445],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008098979,0.00063411234,0.0018993368,0.0005137098,0.00017047822,0.0004495745,0.004772542,0.00032755831,0.000028742219],"category_scores_gemma":[0.0012759005,0.0005957578,0.0003720366,0.0014243758,0.000050351726,0.00031539798,0.0013995356,0.0007795359,0.0005081697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.9236133e-7,0.00009062738,0.0000440452,0.0017058448,0.0000403392,0.000015816211,0.0025798348,0.0001517585,0.0000020860934,0.0001919301,0.0010867305,0.9940902],"study_design_scores_gemma":[0.00020341661,0.00016114204,0.0001440801,0.01270324,0.00003901386,0.00005323805,0.000056808327,0.004084513,0.000023991082,0.00019483044,0.9811173,0.001218407],"about_ca_topic_score_codex":0.00031983556,"about_ca_topic_score_gemma":0.00037073015,"teacher_disagreement_score":0.99287176,"about_ca_system_score_codex":0.00019613102,"about_ca_system_score_gemma":0.00024010324,"threshold_uncertainty_score":0.9996494},"labels":[],"label_agreement":null},{"id":"W2000050212","doi":"10.1145/857076.857077","title":"A brief history of just-in-time","year":2003,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":333,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Just-in-time compilation; Scheme (mathematics); Dynamic compilation; Programming language; Software engineering; Compiler","score_opus":0.08761154784216878,"score_gpt":0.30762269836625156,"score_spread":0.22001115052408277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000050212","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016366539,0.9323068,0.05889704,0.0000038999838,0.0023394052,0.00047033656,0.0000011526951,0.00016456553,0.0058151237],"genre_scores_gemma":[0.00052227057,0.9818652,0.009682001,0.00008111626,0.00031448732,0.000022550847,0.000044327648,0.00010158996,0.0073664053],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936952,0.0032190606,0.0011759417,0.0008586408,0.00047757482,0.0005735912],"domain_scores_gemma":[0.9957492,0.0010883529,0.0009488018,0.0019827478,0.00012269343,0.000108208544],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0071424814,0.00047265115,0.0020757164,0.000359715,0.0000442742,0.00007881247,0.0036454066,0.0003529175,0.000018989296],"category_scores_gemma":[0.00048015092,0.0004199884,0.00046942363,0.0007685369,0.00009296738,0.00011317341,0.00097017846,0.00046295597,0.00021985723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8150152e-7,0.00008367318,0.000110795634,0.0038748258,0.000051592688,0.000042885014,0.0002426851,0.0000026168887,8.65948e-8,0.0054639773,0.0035131501,0.9866135],"study_design_scores_gemma":[0.00015418832,0.000050978048,0.000052898482,0.0008480335,0.00003886643,0.000060483173,0.0000014574639,0.00022263479,1.4384027e-7,0.00033656196,0.9978066,0.00042714435],"about_ca_topic_score_codex":0.0004610286,"about_ca_topic_score_gemma":0.000017476636,"teacher_disagreement_score":0.99429345,"about_ca_system_score_codex":0.00054775155,"about_ca_system_score_gemma":0.0008688805,"threshold_uncertainty_score":0.9998252},"labels":[],"label_agreement":null},{"id":"W2008926781","doi":"10.1145/592642.592647","title":"Algorithmic issues in modeling motion","year":2002,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Human Motion and Animation","field":"Engineering","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Motion (physics); Representation (politics); Data science; Artificial intelligence; Management science","score_opus":0.0958107485910059,"score_gpt":0.32582766137686836,"score_spread":0.23001691278586245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008926781","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000727463,0.9062025,0.092237785,0.000003757759,0.00042522946,0.0002240143,0.0000050830126,0.00045484497,0.00037405058],"genre_scores_gemma":[0.0018752035,0.9955704,0.001903625,0.0000029774833,0.00033887627,0.0000059521863,0.00013962641,0.00008150961,0.000081829465],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824864,0.00047343053,0.0006051744,0.00025918667,0.00014676947,0.00026680142],"domain_scores_gemma":[0.99938565,0.0001202643,0.000071909104,0.00035332024,0.00002807908,0.00004076542],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012135517,0.00030361084,0.0007746223,0.00032389397,0.000050031398,0.000071416434,0.00031956655,0.00021998324,0.00006236266],"category_scores_gemma":[0.00011329927,0.0003192135,0.00015387815,0.00034062803,0.000007736558,0.000082441475,0.00007221307,0.0004377674,0.00036920817],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.754911e-8,0.000008853591,0.000004002208,0.002513363,0.000010947234,0.0000032531527,0.00008512192,0.04098353,7.106139e-8,0.00001056086,0.00011528985,0.956265],"study_design_scores_gemma":[0.000076300326,0.000004553333,0.00002949299,0.0049993694,0.000022174809,0.000006590831,0.0000046605332,0.91436315,9.7971274e-8,0.00005071628,0.08012625,0.00031665392],"about_ca_topic_score_codex":0.000032335545,"about_ca_topic_score_gemma":0.000013061596,"teacher_disagreement_score":0.95594835,"about_ca_system_score_codex":0.00015553346,"about_ca_system_score_gemma":0.000008404864,"threshold_uncertainty_score":0.999926},"labels":[],"label_agreement":null},{"id":"W2009688537","doi":"10.1145/1391729.1391730","title":"A survey of top- <i>k</i> query processing techniques in relational database systems","year":2008,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":834,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relational database; Database; Information retrieval; Dimension (graph theory); XML database; XML; Query optimization; Query language; Sargable; Domain (mathematical analysis); View; Database design; Web search query; World Wide Web; Search engine","score_opus":0.1129110638023711,"score_gpt":0.3416350848872731,"score_spread":0.22872402108490203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009688537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004057278,0.6972283,0.3013265,0.0000052358764,0.00036415338,0.0005163227,0.00011771122,0.00019080089,0.00024690805],"genre_scores_gemma":[0.00016245469,0.94867265,0.049176212,0.00001392062,0.00013270591,0.000023742763,0.001683554,0.000044864795,0.000089866095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934343,0.003159388,0.0014269096,0.0009299129,0.00060387736,0.00044560607],"domain_scores_gemma":[0.99498093,0.001844033,0.0010649916,0.0018125575,0.00022885161,0.000068662484],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008689558,0.0004616565,0.0015717983,0.00067874306,0.00012539965,0.00021377506,0.003401317,0.00020768335,0.0000011966117],"category_scores_gemma":[0.0009861628,0.00042583584,0.00015617393,0.002297869,0.00007935177,0.00078139326,0.0027515278,0.00052194804,0.000016733953],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2731103e-7,0.00006666249,0.0011332302,0.0042731734,0.000027536418,0.00004080028,0.000027775806,0.000013893683,3.9061625e-8,0.00031184588,0.0011294319,0.9929753],"study_design_scores_gemma":[0.00053993997,0.0001182864,0.015358656,0.072577715,0.0000979016,0.00018324288,0.000009900727,0.06961157,0.0000024061849,0.000081778504,0.838744,0.0026746292],"about_ca_topic_score_codex":0.0020639277,"about_ca_topic_score_gemma":0.00007610735,"teacher_disagreement_score":0.99030066,"about_ca_system_score_codex":0.0001043435,"about_ca_system_score_gemma":0.00052210194,"threshold_uncertainty_score":0.99981934},"labels":[],"label_agreement":null},{"id":"W2012601422","doi":"10.1145/1922649.1922651","title":"Consumer trust in e-commerce web sites","year":2011,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Vendor; Computational trust; E-commerce; Web of trust; Context (archaeology); Consumer-to-business; Conceptual framework; Empirical research; Knowledge management; Data science; World Wide Web; Marketing; Business; Sociology; Epistemology","score_opus":0.34651128473383486,"score_gpt":0.45143429889418185,"score_spread":0.104923014160347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012601422","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060390504,0.9905661,0.00026729392,0.000061599836,0.0009439126,0.00043368925,0.000052578685,0.0003277844,0.0013080224],"genre_scores_gemma":[0.0056142965,0.99025524,0.0020494866,0.00009885582,0.00007543671,0.000013312532,0.00006079846,0.00006828783,0.0017643132],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912486,0.0044087865,0.0019586568,0.0011672298,0.00061164895,0.00060505496],"domain_scores_gemma":[0.99009955,0.0058547617,0.00097328884,0.0027275889,0.0002154751,0.00012932166],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015940996,0.00056605274,0.0023379084,0.0013977207,0.00017214625,0.00018689137,0.0044660023,0.0008785363,0.00078319566],"category_scores_gemma":[0.008914464,0.00043081437,0.0005235109,0.0022862414,0.00026721958,0.00012413948,0.0016208658,0.0013495075,0.004117492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.572024e-7,0.00006432359,0.090121396,0.00010957046,0.000019178216,0.00002413979,0.000055387285,2.5039841e-7,1.1220889e-7,0.00021247864,0.0045420704,0.9048504],"study_design_scores_gemma":[0.00021687974,0.000020717485,0.041990615,0.0012380476,0.00007085411,0.00005480931,0.000041977397,0.000034862675,1.7735181e-7,0.0007239793,0.95509356,0.00051354023],"about_ca_topic_score_codex":0.00010671205,"about_ca_topic_score_gemma":0.0002517752,"teacher_disagreement_score":0.95055145,"about_ca_system_score_codex":0.00008149902,"about_ca_system_score_gemma":0.00027646494,"threshold_uncertainty_score":0.9998144},"labels":[],"label_agreement":null},{"id":"W2023426379","doi":"10.1145/2522968.2522977","title":"Peer-to-peer architectures for massively multiplayer online games","year":2013,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scalability; Peer-to-peer; Architecture; Massively parallel; Rendering (computer graphics); Distributed computing; Cheating; Multimedia; Human–computer interaction; Artificial intelligence; Parallel computing","score_opus":0.09724405236065099,"score_gpt":0.36705376151263364,"score_spread":0.26980970915198266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023426379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023669771,0.45312786,0.532547,0.0054524112,0.0022680175,0.0035930409,0.00029830696,0.0023971382,0.00007949965],"genre_scores_gemma":[0.00038291814,0.06212105,0.9288746,0.0008487147,0.0012811789,0.0004685127,0.0003611484,0.00028658134,0.0053753145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914074,0.0012198716,0.0015226784,0.002440152,0.0015414874,0.0018684459],"domain_scores_gemma":[0.9861564,0.0064073647,0.0008247715,0.004543051,0.0015845146,0.00048391588],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["metaepi_narrow","open_science"],"category_scores_codex":[0.0054272963,0.0014438645,0.003047596,0.0012620123,0.0003892796,0.0008143154,0.012587594,0.00080117426,0.00000918016],"category_scores_gemma":[0.014712401,0.0012027873,0.0008831827,0.0022126783,0.00012468343,0.00010896223,0.008079204,0.0013365584,0.0005183653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013949556,0.000073180076,0.000034420333,0.0010462553,0.00017433833,0.000016971953,0.00018184823,0.0010907453,0.0000011035446,0.00016011167,0.06256274,0.9346569],"study_design_scores_gemma":[0.00026466264,0.00022398744,0.0005653793,0.0034639009,0.00009408767,0.00006286749,0.000012469449,0.0064418353,0.000009948914,0.00097014144,0.9863771,0.0015135907],"about_ca_topic_score_codex":0.00016297976,"about_ca_topic_score_gemma":0.00010150693,"teacher_disagreement_score":0.9331433,"about_ca_system_score_codex":0.00027260027,"about_ca_system_score_gemma":0.00039657517,"threshold_uncertainty_score":0.99994326},"labels":[],"label_agreement":null},{"id":"W2024277001","doi":"10.1145/2642708","title":"A Survey on Green-Energy-Aware Power Management for Datacenters","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Renewable energy; Data center; Green computing; Electricity; Efficient energy use; Smart grid; Workload; Environmental economics; Energy management; Cloud computing; Energy (signal processing); Computer network; Electrical engineering; Operating system","score_opus":0.06131216663973425,"score_gpt":0.31887762723026863,"score_spread":0.25756546059053437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024277001","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037311763,0.329394,0.66579247,0.00014608732,0.0021676102,0.0010276764,0.00009089929,0.00061703083,0.0007604805],"genre_scores_gemma":[0.002406553,0.9403783,0.035150148,0.0045446446,0.0022055265,0.00032299117,0.0035850827,0.0009168932,0.010489876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99035686,0.0039353142,0.0013318459,0.0023139955,0.0008268437,0.0012351241],"domain_scores_gemma":[0.9894153,0.0041583963,0.0009971359,0.0049923053,0.00017440027,0.00026249042],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.009835567,0.0011526094,0.0023518354,0.00069085637,0.00052989786,0.00060316455,0.008203858,0.0003187629,0.000004590321],"category_scores_gemma":[0.00019139521,0.0009898191,0.0009360115,0.0011952925,0.0000706028,0.000031814456,0.0063624782,0.0005084413,0.00014395015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025349066,0.0001245855,0.00001178431,0.0035535505,0.00044059084,0.000026502907,0.00002681136,0.00020496023,1.4690548e-9,0.0019712613,0.02771977,0.96591765],"study_design_scores_gemma":[0.00047639245,0.00021590089,0.00034089878,0.0070581697,0.00014124606,0.0000084671965,0.0000025935265,0.03492226,5.5954455e-8,0.00013680413,0.95560545,0.0010917542],"about_ca_topic_score_codex":0.000637499,"about_ca_topic_score_gemma":0.0000687694,"teacher_disagreement_score":0.96482587,"about_ca_system_score_codex":0.0002521427,"about_ca_system_score_gemma":0.00008310084,"threshold_uncertainty_score":0.99925524},"labels":[],"label_agreement":null},{"id":"W2036082278","doi":"10.1145/1592451.1592455","title":"Internet geolocation","year":2009,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Crosslight Software (Canada)","funders":"","keywords":"Geolocation; Computer science; The Internet; Server; Software deployment; Computer security; World Wide Web; Data science","score_opus":0.062373823453040426,"score_gpt":0.31609377413643486,"score_spread":0.2537199506833944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036082278","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036128847,0.5245095,0.4742915,0.000022720309,0.00050168857,0.00013242297,7.7523737e-7,0.00025057615,0.0002872286],"genre_scores_gemma":[0.014823644,0.96555865,0.01763871,0.00015473533,0.0006532491,0.0000055832893,0.0001691632,0.00005210871,0.00094415067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949585,0.0019394672,0.0011023957,0.0010311484,0.00040840326,0.00056009454],"domain_scores_gemma":[0.99684083,0.00094456476,0.00076913636,0.0011584489,0.00017473438,0.00011225769],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043805973,0.0005658027,0.0016502085,0.00035538914,0.000116817166,0.0004811513,0.0046751057,0.00032775739,0.000018984862],"category_scores_gemma":[0.0004978121,0.00048057805,0.00071544806,0.0009002813,0.00003649968,0.00018243348,0.0012340143,0.00069022016,0.00052523694],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.069143e-8,0.000030570496,0.0000035910955,0.0004849648,0.000102698854,0.000015823089,0.00013459366,0.0001271377,3.053887e-9,0.016643807,0.0015254519,0.9809313],"study_design_scores_gemma":[0.00008814198,0.000070094655,0.000062451625,0.006008275,0.00017853003,0.000085627034,0.0000026618957,0.2995533,1.9615406e-7,0.000044911696,0.69311386,0.0007919225],"about_ca_topic_score_codex":0.00004975644,"about_ca_topic_score_gemma":0.000030834573,"teacher_disagreement_score":0.9801394,"about_ca_system_score_codex":0.00014109611,"about_ca_system_score_gemma":0.00017578684,"threshold_uncertainty_score":0.99976456},"labels":[],"label_agreement":null},{"id":"W2036333174","doi":"10.1145/351936.351953","title":"Choosing an object-oriented domain framework","year":2000,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Citation; Domain (mathematical analysis); Object (grammar); Library science; Artificial intelligence; Mathematics","score_opus":0.052600460995895056,"score_gpt":0.3584658570058323,"score_spread":0.30586539600993723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036333174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006450785,0.53861254,0.4586179,0.00001130922,0.0010966847,0.00036701842,0.0000067009514,0.0011505248,0.00007279248],"genre_scores_gemma":[0.00013618967,0.69430196,0.30426696,0.000039606697,0.0008747135,0.000024204306,0.00010203134,0.00017695667,0.00007735485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99155074,0.0035687767,0.0009575931,0.0016378086,0.0009892357,0.0012958354],"domain_scores_gemma":[0.9841416,0.010287377,0.00031185892,0.004693203,0.00014866653,0.00041728714],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.006654311,0.0008181339,0.0017998642,0.00067355484,0.0003856761,0.0007127865,0.0066512837,0.00064955896,0.00003844619],"category_scores_gemma":[0.0042269346,0.00078796287,0.000458142,0.0029980429,0.00008539457,0.00036968623,0.0020463078,0.0020371869,0.00043642338],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.836627e-7,0.000053054096,0.00011255695,0.0012563727,0.00006971262,0.00007914267,0.00023333324,0.00009268657,4.0425387e-8,0.00052515394,0.00018006377,0.9973975],"study_design_scores_gemma":[0.00018325308,0.00013099078,0.0010136442,0.015016754,0.000049687504,0.00018585105,0.000004962905,0.0021767796,7.7309664e-7,0.0013538011,0.97837394,0.001509548],"about_ca_topic_score_codex":0.00008202116,"about_ca_topic_score_gemma":0.0000030942472,"teacher_disagreement_score":0.99588794,"about_ca_system_score_codex":0.0003317371,"about_ca_system_score_gemma":0.0005522043,"threshold_uncertainty_score":0.9994571},"labels":[],"label_agreement":null},{"id":"W2048899404","doi":"10.1145/2187671.2187673","title":"Mitigating program security vulnerabilities","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Secure coding; Vulnerability management; Vulnerability (computing); Computer security; Security bug; Software deployment; Vulnerability assessment; Security testing; Variety (cybernetics); Software security assurance; Risk analysis (engineering); Damages; Key (lock); Security information and event management; Security service; Information security; Cloud computing security; Software engineering; Business","score_opus":0.08518590885983726,"score_gpt":0.36529501614452786,"score_spread":0.28010910728469063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048899404","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005665957,0.96669513,0.026038405,0.00008435976,0.0011990154,0.001992602,0.000035966634,0.0025118275,0.0013860072],"genre_scores_gemma":[0.0029676892,0.8737938,0.11999752,0.00009236242,0.0017840386,0.00068380503,0.00027745878,0.00020747728,0.00019585007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98793846,0.006430189,0.001781982,0.0015985494,0.000856962,0.001393858],"domain_scores_gemma":[0.98651475,0.0068902876,0.0011125759,0.0047355657,0.00036618748,0.00038060683],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.011294608,0.001054527,0.0024830387,0.0003529682,0.0006250509,0.00093372684,0.006406118,0.0005965919,0.00003809063],"category_scores_gemma":[0.0016728791,0.0009881698,0.00082447776,0.0015089132,0.0003268419,0.0006813387,0.004122021,0.0016261336,0.00045249538],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0686716e-7,0.00016124146,0.000048895483,0.007229134,0.00007709384,0.000002565266,0.0011552379,0.0000028117654,3.7516102e-8,0.010903982,0.00031813743,0.98010075],"study_design_scores_gemma":[0.000110717694,0.000054791526,0.000042908818,0.0026005364,0.00012225243,0.00008270339,0.000049078317,0.0014260948,0.0000027294207,0.0061848187,0.98814535,0.0011780052],"about_ca_topic_score_codex":0.00022916748,"about_ca_topic_score_gemma":0.000021721313,"teacher_disagreement_score":0.98782724,"about_ca_system_score_codex":0.0003283682,"about_ca_system_score_gemma":0.0005197378,"threshold_uncertainty_score":0.99925685},"labels":[],"label_agreement":null},{"id":"W2059186503","doi":"10.1145/1013208.1013210","title":"Image Retrieval from the World Wide Web","year":2004,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Université de Sherbrooke","funders":"","keywords":"Computer science; Information retrieval; Search engine indexing; Search engine; Image retrieval; Web crawler; World Wide Web; Web search engine; Task (project management); Data science; Web search query; Image (mathematics); Artificial intelligence","score_opus":0.058941593421872045,"score_gpt":0.3355765380036209,"score_spread":0.27663494458174887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059186503","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.032322e-7,0.66096354,0.33593908,0.00050976244,0.0006863918,0.000485306,0.000036355686,0.000837242,0.00054139725],"genre_scores_gemma":[0.00004432353,0.9116851,0.08645134,0.00028403592,0.0005085908,0.000010220224,0.00014499943,0.00007781232,0.00079354167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99388033,0.0026391293,0.0010589442,0.001124578,0.0006917715,0.0006052516],"domain_scores_gemma":[0.98845744,0.00667063,0.0008696498,0.0036256805,0.0002427251,0.00013389956],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0048583713,0.000653888,0.0013497528,0.00021500615,0.00043923163,0.0008898302,0.0077656414,0.00026704065,0.000037159363],"category_scores_gemma":[0.0020050146,0.00043963015,0.0006611138,0.0025565175,0.00020465028,0.00029884637,0.0024754165,0.0011491844,0.0005640208],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.3394204e-7,0.000040170078,0.000016421378,0.0007304252,0.0000831547,0.000026635442,0.0000488737,1.3418737e-7,0.0000047103445,0.0010536885,0.0027776891,0.9952174],"study_design_scores_gemma":[0.00015158852,0.000027457236,0.00023250158,0.007663166,0.00011776095,0.000020534217,0.0000030174779,0.00048500777,0.00007868759,0.0027315423,0.98774064,0.00074809557],"about_ca_topic_score_codex":0.00012331003,"about_ca_topic_score_gemma":0.000024391271,"teacher_disagreement_score":0.9944693,"about_ca_system_score_codex":0.00030096192,"about_ca_system_score_gemma":0.00094511174,"threshold_uncertainty_score":0.99980557},"labels":[],"label_agreement":null},{"id":"W2061686014","doi":"10.1145/2785733","title":"Collaborative Security","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":417,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Security information and event management; Cloud computing security; Interoperability; Computer security; Security through obscurity; Variety (cybernetics); Security service; Vulnerability (computing); Intrusion detection system; Security engineering; Collaboration; Asset (computer security); Computer security model; Software security assurance; Information security; Knowledge management; World Wide Web; Cloud computing","score_opus":0.05115314088231645,"score_gpt":0.33652438757497505,"score_spread":0.2853712466926586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061686014","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032053442,0.9481715,0.04623342,0.000034700388,0.0028376195,0.00051138306,0.00001710735,0.0005216394,0.0016694245],"genre_scores_gemma":[0.000046526646,0.9925103,0.0065052486,0.00005205658,0.00069329544,0.0000126502755,0.00005487409,0.00003753469,0.00008751675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926386,0.004598711,0.00076425466,0.0009319724,0.00054892624,0.0005175751],"domain_scores_gemma":[0.9955253,0.0011435591,0.00066693063,0.0019305277,0.0005128174,0.00022089279],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006743318,0.00053521944,0.0016284285,0.0002602319,0.00030194057,0.00042714298,0.0033358815,0.00044714686,0.00001475395],"category_scores_gemma":[0.0007154734,0.00047558657,0.00031218448,0.0024983364,0.00007071849,0.0003356795,0.0025551696,0.0008827454,0.0004511622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1726464e-7,0.00003052189,0.000001150429,0.000730815,0.00005043786,0.000016257483,0.0003025718,0.000006498898,6.3361685e-9,0.0013948466,0.008619375,0.9888472],"study_design_scores_gemma":[0.000103345315,0.000076222066,0.0000034742504,0.002012828,0.000045137433,0.000051958956,0.000005207549,0.0028952614,4.258816e-7,0.0035528312,0.99073756,0.00051576114],"about_ca_topic_score_codex":0.00005336127,"about_ca_topic_score_gemma":0.000030343394,"teacher_disagreement_score":0.98833144,"about_ca_system_score_codex":0.00021931299,"about_ca_system_score_gemma":0.00075034495,"threshold_uncertainty_score":0.99976957},"labels":[],"label_agreement":null},{"id":"W2071821890","doi":"10.1145/2522968.2522978","title":"Object class detection","year":2013,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"China Scholarship Council; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Class (philosophy); Object detection; Key (lock); Data science; Object (grammar); Boom; Artificial intelligence; Machine learning; Pattern recognition (psychology); Computer security","score_opus":0.07827523128352543,"score_gpt":0.3657628754005727,"score_spread":0.28748764411704725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071821890","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.5948468e-7,0.49204305,0.5060124,0.0000052401024,0.00047940228,0.00038831693,0.0000017186592,0.00079345214,0.00027595612],"genre_scores_gemma":[0.000059896814,0.92286116,0.076362334,0.00004757216,0.00030577002,0.00003088324,0.000018138946,0.00006317307,0.00025105212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953881,0.0018427124,0.0007990029,0.0009944258,0.0003748242,0.00060091686],"domain_scores_gemma":[0.99501777,0.0016368222,0.00065368164,0.0023527977,0.00020865213,0.00013028357],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025762967,0.00060067733,0.0014513194,0.00034695832,0.00024846726,0.00043721884,0.003513992,0.00038683804,0.000010975033],"category_scores_gemma":[0.0010115057,0.00050505134,0.00050477753,0.0011261259,0.00005727222,0.00055735715,0.0021097243,0.0008305953,0.0006545023],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7853316e-8,0.000013696904,0.0000016690733,0.0010111775,0.00003146883,0.000010264746,0.000012504561,5.9369484e-7,0.0000013729275,0.000090661866,0.0003700847,0.9984564],"study_design_scores_gemma":[0.000063039115,0.00009738705,0.000026887032,0.0024621654,0.00004852734,0.00009868348,0.0000011022921,0.000661145,0.00017568433,0.0013835697,0.99427956,0.0007022406],"about_ca_topic_score_codex":0.00006750954,"about_ca_topic_score_gemma":0.0000048900342,"teacher_disagreement_score":0.99775416,"about_ca_system_score_codex":0.0001931383,"about_ca_system_score_gemma":0.00017505417,"threshold_uncertainty_score":0.9997401},"labels":[],"label_agreement":null},{"id":"W2083854694","doi":"10.1145/2503009","title":"Distributed data management using MapReduce","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; USable; Implementation; Interface (matter); Cluster analysis; Distributed database; Analytics; Big data; Database; Data management; Computation; Distributed computing; Data science; Data mining; Software engineering; World Wide Web; Parallel computing; Artificial intelligence; Programming language","score_opus":0.14121936768211044,"score_gpt":0.3638292794721453,"score_spread":0.22260991179003484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083854694","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008538816,0.4962381,0.50083816,0.000038346298,0.0013535159,0.000507601,0.000038739694,0.0005735057,0.0004034431],"genre_scores_gemma":[0.00024572125,0.81098455,0.18493879,0.00014514031,0.0014798027,0.000012270041,0.0013838717,0.00021302588,0.0005968267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909362,0.0032475372,0.0013983464,0.0024972798,0.0008164645,0.0011041261],"domain_scores_gemma":[0.9862868,0.0012972086,0.0010447332,0.011045627,0.00009264525,0.0002329556],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.008713655,0.0009567355,0.0022039404,0.00045078102,0.00056280487,0.0008203926,0.01887922,0.00028646764,0.000004942132],"category_scores_gemma":[0.00033695472,0.00085250306,0.0004590183,0.0017341098,0.00008575236,0.00005796845,0.033643816,0.00071069365,0.00021554079],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.958511e-7,0.000067212895,0.0000052738283,0.0059049246,0.0003614441,0.000072993505,0.000021737875,0.0016435535,1.00124975e-8,0.00073380163,0.0034225807,0.98776627],"study_design_scores_gemma":[0.00015464531,0.000019000458,0.00003122205,0.006954567,0.000334941,0.00006690781,0.0000047014405,0.22844756,4.4816872e-8,0.0001273344,0.763057,0.00080206676],"about_ca_topic_score_codex":0.00009450457,"about_ca_topic_score_gemma":0.000002777575,"teacher_disagreement_score":0.9869642,"about_ca_system_score_codex":0.0002526442,"about_ca_system_score_gemma":0.00013050596,"threshold_uncertainty_score":0.99939257},"labels":[],"label_agreement":null},{"id":"W2083985819","doi":"10.1145/2616973","title":"A Taxonomy and Survey of Microscopic Mobility Models from the Mobile Networking Domain","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Opportunistic and Delay-Tolerant Networks","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Taxonomy (biology); Field (mathematics); Domain (mathematical analysis); Data science; Artificial intelligence","score_opus":0.1271266380728229,"score_gpt":0.31636877448488837,"score_spread":0.18924213641206547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083985819","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018359262,0.49431512,0.5040007,0.0000038648163,0.00065139425,0.00066797296,0.000053284362,0.0000592348,0.000064858374],"genre_scores_gemma":[0.034974866,0.92970675,0.034003887,0.00011343196,0.00065871066,0.00009245789,0.00035165294,0.00007503715,0.000023174945],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.989179,0.0072114337,0.0014331432,0.001193941,0.0003564522,0.00062604086],"domain_scores_gemma":[0.9809013,0.014573124,0.0012103219,0.0029559825,0.00019243034,0.00016682767],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013627543,0.00063768507,0.0024664148,0.00007431083,0.0003228736,0.00031108782,0.0035214694,0.00039116803,0.000003834094],"category_scores_gemma":[0.00008875344,0.00045951497,0.00030761017,0.00068262906,0.00028406593,0.00013439654,0.0028855104,0.00072280143,0.000007824171],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011110967,0.00003641011,0.001000238,0.0006102282,0.000104871906,0.0000038961834,0.00008872728,0.00015656129,2.604192e-8,0.000098726865,0.000513876,0.9973853],"study_design_scores_gemma":[0.0006062599,0.0001650093,0.0029958182,0.011940606,0.00027981988,0.00004157403,0.000015145785,0.5921377,1.7675036e-7,0.004738209,0.38548756,0.0015921268],"about_ca_topic_score_codex":0.0029485074,"about_ca_topic_score_gemma":0.00023268674,"teacher_disagreement_score":0.9957932,"about_ca_system_score_codex":0.000056027307,"about_ca_system_score_gemma":0.00039871197,"threshold_uncertainty_score":0.99978566},"labels":[],"label_agreement":null},{"id":"W2084598998","doi":"10.1145/2379776.2379778","title":"Dependability modeling and analysis of software systems specified with UML","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Seventh Framework Programme; Ministerio de Economía y Competitividad","keywords":"Dependability; Maintainability; Computer science; Unified Modeling Language; Software engineering; Software quality; Applications of UML; Reliability (semiconductor); Reliability engineering; Software development; Software; Programming language; Engineering","score_opus":0.12444972692334078,"score_gpt":0.3504899269273082,"score_spread":0.2260402000039674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084598998","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027064988,0.49107945,0.508167,0.0000033997485,0.000077846504,0.0002561466,0.000026368125,0.00011052997,0.000008596814],"genre_scores_gemma":[0.029710988,0.916719,0.05309396,0.0000045309025,0.00014084768,0.000021048414,0.00022520454,0.000059067286,0.000025341018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9917734,0.003930701,0.0013352045,0.0012641472,0.000989202,0.0007073041],"domain_scores_gemma":[0.99028474,0.0050014723,0.00069060817,0.003190245,0.0005561018,0.0002768271],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011469002,0.0005644425,0.003641138,0.0010487469,0.00022726784,0.00032671483,0.0026352594,0.00033185547,0.000007344486],"category_scores_gemma":[0.0013432894,0.00041542813,0.0007528994,0.00484588,0.00015895221,0.00027176016,0.0019159827,0.00065630145,0.000008749039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015577358,0.00008515311,0.0068824594,0.007083232,0.0022999097,0.0000052974538,0.00011070115,0.009658035,1.8531155e-8,0.00011540594,0.0000021494986,0.9737561],"study_design_scores_gemma":[0.00020925117,0.00009215638,0.0021173046,0.0043052584,0.006368074,0.000036204976,0.00002292543,0.97782,2.9647128e-7,0.00008674244,0.007826239,0.0011155499],"about_ca_topic_score_codex":0.0010654271,"about_ca_topic_score_gemma":0.00008526264,"teacher_disagreement_score":0.9726405,"about_ca_system_score_codex":0.00014962992,"about_ca_system_score_gemma":0.00032985382,"threshold_uncertainty_score":0.99982977},"labels":[],"label_agreement":null},{"id":"W2092705708","doi":"10.1145/641865.641868","title":"View planning for automated three-dimensional object reconstruction and inspection","year":2003,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Optical Sensing Technologies","field":"Physics and Astronomy","cited_by":449,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"","keywords":"Computer science; Computer vision; Artificial intelligence; Triangulation; Process (computing); Object (grammar); Frame (networking); 3D reconstruction; Set (abstract data type); Range (aeronautics); Reference frame; Task (project management)","score_opus":0.062026129823939694,"score_gpt":0.35223365799846984,"score_spread":0.29020752817453016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092705708","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085118855,0.9114317,0.08373158,0.000011803119,0.0009750658,0.0009292598,0.00004315678,0.0018367341,0.00018947864],"genre_scores_gemma":[0.007745317,0.30333,0.6857848,0.000036177626,0.0013210378,0.00011241397,0.0011395083,0.0004420951,0.00008863468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998264,0.0002780827,0.00049570383,0.000530158,0.00009926394,0.00033279986],"domain_scores_gemma":[0.9977893,0.0012725365,0.00041202232,0.0003907228,0.00009087304,0.0000444942],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007945242,0.00037716236,0.0010111114,0.00012648053,0.00034194993,0.00006714125,0.00018147411,0.00020245466,0.0000046831037],"category_scores_gemma":[0.00024685095,0.00033659503,0.00018791859,0.00029711062,0.00011713662,0.00006956716,0.00019931722,0.00039490667,0.000008078622],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.667081e-7,0.000012189029,0.00032305875,0.0005170866,0.000102668484,7.496038e-7,0.0000032848357,0.00017365116,3.156908e-7,0.0005972102,0.000107268446,0.99816173],"study_design_scores_gemma":[0.0025692005,0.0006195246,0.0024170976,0.07213357,0.0022459328,0.00059410476,0.000094071416,0.13666825,0.000037743535,0.08123963,0.6954636,0.0059172926],"about_ca_topic_score_codex":0.000034355093,"about_ca_topic_score_gemma":0.0000024813728,"teacher_disagreement_score":0.9922445,"about_ca_system_score_codex":0.000069863134,"about_ca_system_score_gemma":0.000074273434,"threshold_uncertainty_score":0.9999086},"labels":[],"label_agreement":null},{"id":"W2094392848","doi":"10.1145/2379776.2379781","title":"A comparison of index-based lempel-Ziv LZ77 factorization algorithms","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"Engineering and Physical Sciences Research Council; RMIT University","keywords":"Factorization; Computer science; Algorithm; Data compression; String (physics); Index (typography); Mathematics","score_opus":0.15953346682345704,"score_gpt":0.4072939967836119,"score_spread":0.24776052996015485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094392848","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048205948,0.45146164,0.5466365,0.000006681171,0.001298145,0.00032173452,0.000046962734,0.00018231105,0.00004117692],"genre_scores_gemma":[0.023174874,0.6395063,0.3316446,0.00007348825,0.0019957707,0.00004975908,0.003122958,0.0003112643,0.00012104912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99323076,0.0024060162,0.0016471834,0.001035395,0.0009291387,0.00075152534],"domain_scores_gemma":[0.99251133,0.0021449958,0.0018220615,0.0029737598,0.00030701043,0.0002408274],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036192224,0.0007610736,0.0025498047,0.00048517445,0.0002727708,0.00024343016,0.004456833,0.000544225,0.000021913827],"category_scores_gemma":[0.00036911832,0.00064613356,0.00049227045,0.0014223116,0.000092565184,0.00047783947,0.0023915218,0.000770253,0.00007566053],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8850145e-7,0.00019804538,0.0021427483,0.0022727645,0.00006148833,0.000002596952,0.000107091146,0.00014121298,4.4457417e-7,0.00017124566,0.00025583577,0.99464595],"study_design_scores_gemma":[0.00051161397,0.00016291732,0.0034357018,0.007827299,0.0002451342,0.000015626336,0.000008615757,0.15478076,0.000026462983,0.00013295563,0.83140093,0.0014519867],"about_ca_topic_score_codex":0.00020384524,"about_ca_topic_score_gemma":0.0000072525204,"teacher_disagreement_score":0.9931939,"about_ca_system_score_codex":0.00014379938,"about_ca_system_score_gemma":0.00048745752,"threshold_uncertainty_score":0.999599},"labels":[],"label_agreement":null},{"id":"W2102297485","doi":"10.1145/1132960.1132963","title":"Interestingness measures for data mining","year":2006,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":1125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Ranking (information retrieval); Data mining; Process (computing); Data science; Measure (data warehouse); Information retrieval","score_opus":0.295248331531593,"score_gpt":0.4196157088055408,"score_spread":0.12436737727394775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102297485","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.2649057e-7,0.45809528,0.54044616,0.000024780915,0.0004838525,0.00034366085,0.00025425997,0.0002554727,0.000096075244],"genre_scores_gemma":[0.0000055483683,0.2733306,0.72207355,0.000026228749,0.00067457056,0.00005778322,0.0035780475,0.00007559685,0.00017809201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99593186,0.00068766513,0.00093652867,0.0015475288,0.00030895873,0.0005874268],"domain_scores_gemma":[0.9888154,0.0043515884,0.00070415996,0.0058484524,0.00017747465,0.00010290584],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.006375656,0.00049981097,0.0012695425,0.00020406302,0.00039429453,0.00073256367,0.012923072,0.00020172092,9.628759e-7],"category_scores_gemma":[0.0020717923,0.00045128027,0.00021723294,0.0007908252,0.00005796782,0.00032638697,0.0065852995,0.00030671974,0.000033443986],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.038353e-8,0.000030703653,0.0000075163716,0.0012756452,0.00004684846,0.0000027888204,0.000022460084,0.0000031642694,2.1327013e-8,0.00027955562,0.014628282,0.98370296],"study_design_scores_gemma":[0.00009443065,0.000019862942,0.000023879547,0.0036550425,0.00010732909,0.000035143108,0.0000026612638,0.06218503,1.4310656e-7,0.000122055004,0.93324715,0.0005072849],"about_ca_topic_score_codex":0.00021044856,"about_ca_topic_score_gemma":0.00004462467,"teacher_disagreement_score":0.98319566,"about_ca_system_score_codex":0.000058329264,"about_ca_system_score_gemma":0.0003495356,"threshold_uncertainty_score":0.9997939},"labels":[],"label_agreement":null},{"id":"W2123513974","doi":"10.1145/1978802.1978812","title":"Decision-making techniques for software architecture design","year":2011,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Architecture; Architectural pattern; Software architecture; Set (abstract data type); Software; Selection (genetic algorithm); Software system; Management science; Software construction; Artificial intelligence; Programming language; Engineering","score_opus":0.16090131109755015,"score_gpt":0.3960676875086373,"score_spread":0.23516637641108715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123513974","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9094045e-8,0.4625575,0.5336879,0.0000021492704,0.00084509223,0.0008036229,0.000009308026,0.0020891244,0.0000052953988],"genre_scores_gemma":[5.695937e-7,0.32912633,0.67042875,0.000020786707,0.00019770295,0.0000918193,0.0000097825605,0.00010854298,0.000015712198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99386936,0.002602919,0.0009842548,0.0013713095,0.0002952056,0.0008769528],"domain_scores_gemma":[0.9373408,0.058765143,0.00069715595,0.002863245,0.00022652908,0.00010713835],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.009245887,0.00089885085,0.0021624465,0.0005695774,0.00029850364,0.00020814719,0.0064268745,0.00058358995,0.000002659787],"category_scores_gemma":[0.032216627,0.0007665693,0.00067571714,0.000917413,0.00007805893,0.0002032993,0.0027301542,0.00086949934,0.000017892715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014233681,0.000013366395,7.995456e-7,0.0021143158,0.00006363036,0.000012480297,0.0000912785,0.0025151197,5.168172e-8,0.0002433511,0.00026949903,0.9946747],"study_design_scores_gemma":[0.00014562828,0.0002879932,0.000013550794,0.032802586,0.00017806291,0.0002722903,0.00000211086,0.00063507026,0.000013222965,0.22876745,0.7345363,0.00234571],"about_ca_topic_score_codex":0.000003945943,"about_ca_topic_score_gemma":0.0000012110261,"teacher_disagreement_score":0.992329,"about_ca_system_score_codex":0.00018058877,"about_ca_system_score_gemma":0.0003066695,"threshold_uncertainty_score":0.9994785},"labels":[],"label_agreement":null},{"id":"W2126453598","doi":"10.1145/2333112.2333114","title":"Graphical passwords","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":562,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Usability; Password; Password policy; Authentication (law); Computer security; Cognitive password; Key (lock); Human-computer interaction in information security; World Wide Web; Data science; Human–computer interaction; Information security; One-time password; Network security policy; Security service","score_opus":0.11362883740205736,"score_gpt":0.35273889946735404,"score_spread":0.23911006206529667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126453598","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026131258,0.8648968,0.13151293,0.000069972244,0.0023563532,0.0003441592,0.000005607111,0.00046825092,0.00034334447],"genre_scores_gemma":[0.0026472986,0.9927401,0.003432604,0.00007383501,0.00071492663,0.00001809167,0.000072108574,0.000057364043,0.00024365731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99358094,0.0035921556,0.00092284754,0.00073882897,0.0005098289,0.000655402],"domain_scores_gemma":[0.9949421,0.0014252262,0.0005106057,0.0027471473,0.00011135012,0.00026356697],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005723292,0.00048197617,0.0014330499,0.00033357917,0.000206846,0.00037521397,0.004670763,0.00037988825,0.000015679427],"category_scores_gemma":[0.00030159345,0.00040578475,0.0005837517,0.0012445902,0.000057359885,0.00020601832,0.0017288285,0.0006561417,0.00090109545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0929417e-8,0.00005169969,0.000096303105,0.00180026,0.00006608915,0.0000043168498,0.0008415115,2.5624175e-8,1.219209e-8,0.004938004,0.00039584766,0.9918059],"study_design_scores_gemma":[0.00006178769,0.000012416397,0.00029860137,0.0016116633,0.00008918697,0.00006820382,0.0000018309561,0.0010334476,5.640491e-8,0.00040731876,0.9959346,0.00048088387],"about_ca_topic_score_codex":0.00003547451,"about_ca_topic_score_gemma":0.000009564562,"teacher_disagreement_score":0.9955388,"about_ca_system_score_codex":0.00006475779,"about_ca_system_score_gemma":0.00016902656,"threshold_uncertainty_score":0.9998768},"labels":[],"label_agreement":null},{"id":"W2138746098","doi":"10.1145/1177352.1177353","title":"Realization of natural language interfaces using lazy functional programming","year":2006,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Programming language; Lisp; Fifth-generation programming language; Prolog; Realization (probability); Natural language; Declarative programming; Functional programming; Programming paradigm; Artificial intelligence; Inductive programming","score_opus":0.07880268640925901,"score_gpt":0.33924999595451266,"score_spread":0.26044730954525364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138746098","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029174284,0.54867256,0.44939375,0.0000014882204,0.0012797505,0.00031542403,0.0000018256267,0.00019061651,0.000115406256],"genre_scores_gemma":[0.33585957,0.49975312,0.15317252,0.000062883955,0.005306313,0.000080165904,0.0028653576,0.0005004244,0.0023996164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960654,0.0014088836,0.00095779856,0.0006679055,0.00045868053,0.00044134687],"domain_scores_gemma":[0.9970918,0.0005674885,0.0011204338,0.00094758096,0.00021814555,0.000054508066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027750698,0.0004249291,0.0011600425,0.00028938608,0.0001743988,0.0002788135,0.0014838357,0.00024532675,0.000003692767],"category_scores_gemma":[0.00030306142,0.00034839718,0.00032454942,0.0009861403,0.0000741495,0.00021009542,0.0008883442,0.00035637384,0.000014944383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5967318e-7,0.00004043846,0.0001377172,0.0030655153,0.00007512215,0.000010381667,0.00017897706,0.00007323601,0.0000015640193,0.0035284257,0.000121521574,0.99276674],"study_design_scores_gemma":[0.00069173845,0.0002367466,0.0005519515,0.006328908,0.00047613308,0.0004986993,0.00011199042,0.031629056,0.000036015557,0.0011503092,0.9558557,0.002432721],"about_ca_topic_score_codex":0.0013089665,"about_ca_topic_score_gemma":0.00008481888,"teacher_disagreement_score":0.99033403,"about_ca_system_score_codex":0.00012492487,"about_ca_system_score_gemma":0.00021310066,"threshold_uncertainty_score":0.9998968},"labels":[],"label_agreement":null},{"id":"W2139315048","doi":"10.1145/1242471.1242473","title":"A survey of RST invariant image watermarking algorithms","year":2007,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Steganography and Watermarking Techniques","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Digital watermarking; Watermark; Invariant (physics); Computer science; Algorithm; Embedding; Image translation; Artificial intelligence; Image (mathematics); Computer vision; Theoretical computer science; Mathematics","score_opus":0.10144357783817108,"score_gpt":0.3632250606547337,"score_spread":0.2617814828165626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139315048","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004835772,0.45339382,0.54498076,0.000003911274,0.00053755235,0.00039403726,0.000040849754,0.00043538847,0.00020887009],"genre_scores_gemma":[0.0004464666,0.73103505,0.26799315,0.000026512142,0.00013443036,0.000010960744,0.00023791603,0.00009004709,0.000025462436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905391,0.0045873984,0.001921202,0.0012805905,0.0006479616,0.0010237509],"domain_scores_gemma":[0.9907173,0.004091908,0.0014647968,0.0030944794,0.00045561112,0.00017588286],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.018143808,0.00087904953,0.0026628443,0.00095533876,0.00028122865,0.00027706762,0.006237516,0.0005161844,0.000003474756],"category_scores_gemma":[0.00088055385,0.0007427786,0.00068783213,0.002471373,0.00022445305,0.00043060203,0.003726812,0.00094004645,0.000018153965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010924447,0.00005816442,0.00022916665,0.0026024885,0.000119418,0.00008790869,0.00010042866,0.0000013870746,0.000001074592,0.00016382083,0.00012027275,0.9965148],"study_design_scores_gemma":[0.0012618301,0.0006809371,0.020325184,0.06845614,0.0005629867,0.0008038612,0.000010662359,0.009623075,0.00044458348,0.0049310555,0.884859,0.008040642],"about_ca_topic_score_codex":0.000747394,"about_ca_topic_score_gemma":0.000049466325,"teacher_disagreement_score":0.98847413,"about_ca_system_score_codex":0.00010111456,"about_ca_system_score_gemma":0.0002621685,"threshold_uncertainty_score":0.9995023},"labels":[],"label_agreement":null},{"id":"W2142406320","doi":"10.1145/1749603.1749605","title":"Privacy-preserving data publishing","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":1639,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Simon Fraser University","keywords":"Data publishing; Computer science; Publishing; Data science; Information retrieval; Data mining; World Wide Web; Internet privacy; Law","score_opus":0.1860715150216004,"score_gpt":0.37635858730911337,"score_spread":0.19028707228751296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142406320","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034776472,0.76220274,0.22503954,0.0036223636,0.0036386966,0.0006969493,0.00026976469,0.0037941434,0.0007323174],"genre_scores_gemma":[0.0000076199362,0.5698832,0.42800915,0.00006882026,0.0005121376,0.0000119632205,0.0013578748,0.00011677034,0.00003243794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98731256,0.0034160337,0.0019715517,0.0040884316,0.001402314,0.001809093],"domain_scores_gemma":[0.73936886,0.014219205,0.0029864635,0.24237487,0.00053661375,0.0005139977],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science","research_integrity"],"category_scores_codex":[0.023199486,0.0012734552,0.0028161146,0.00094271946,0.00066410983,0.0067751035,0.5102046,0.0017954812,0.00004899572],"category_scores_gemma":[0.49208084,0.0011795376,0.00041342297,0.0032603296,0.00024400771,0.006926825,0.8565895,0.0059413384,0.00030551117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2675181e-7,0.00003524198,0.000037259128,0.0019021056,0.00008737794,0.00005229835,0.000014219762,3.1567114e-7,2.0746633e-7,0.00019756428,0.21240053,0.7852728],"study_design_scores_gemma":[0.0001379046,0.000018017154,0.000049446717,0.006165443,0.00009650575,0.00015907918,0.0000026480423,0.03337057,0.0000012749865,0.019768964,0.93903255,0.0011976003],"about_ca_topic_score_codex":0.0003672678,"about_ca_topic_score_gemma":0.00007173967,"teacher_disagreement_score":0.78407514,"about_ca_system_score_codex":0.0002281466,"about_ca_system_score_gemma":0.0010269913,"threshold_uncertainty_score":0.9995004},"labels":[],"label_agreement":null},{"id":"W2146606092","doi":"10.1145/1824795.1824798","title":"A taxonomy of sequential pattern mining algorithms","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":396,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Taxonomy (biology); Tree traversal; Sequential Pattern Mining; Key (lock); Data mining; Web mining; Information retrieval; Artificial intelligence; Machine learning; Algorithm; Web page; World Wide Web","score_opus":0.12317318612398061,"score_gpt":0.3469654630301945,"score_spread":0.2237922769062139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146606092","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000057286616,0.3728141,0.6255513,0.000015589001,0.0008115123,0.00037990327,0.000107308406,0.00015871131,0.00015587521],"genre_scores_gemma":[0.000033147324,0.4229795,0.57572323,0.000026851392,0.0006203607,0.00009251416,0.0003684454,0.000067014655,0.00008893301],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962771,0.000736769,0.0011000142,0.0010015105,0.0003713996,0.0005132255],"domain_scores_gemma":[0.99437636,0.0013325501,0.0010883808,0.002891943,0.00016385315,0.00014690177],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003191373,0.0005059811,0.0015155792,0.00027693008,0.0001974817,0.0002758596,0.005267059,0.00034682464,0.000012338198],"category_scores_gemma":[0.00028869923,0.0004682482,0.00042836726,0.00087072205,0.00010995759,0.00020517358,0.0028764633,0.0007144632,0.000082934],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.112144e-8,0.00004207279,0.000018565941,0.0007663678,0.000055767705,0.0000074718296,0.000055023756,0.0000012947797,2.936022e-7,0.00009756508,0.00041924033,0.9985363],"study_design_scores_gemma":[0.00011821621,0.000034377237,0.000050777224,0.0027634536,0.00009592209,0.00007796565,0.0000049664777,0.0136466315,0.0000033249132,0.00003346361,0.9826189,0.00055197056],"about_ca_topic_score_codex":0.00022720381,"about_ca_topic_score_gemma":0.000015669417,"teacher_disagreement_score":0.99798435,"about_ca_system_score_codex":0.0000433679,"about_ca_system_score_gemma":0.00041487382,"threshold_uncertainty_score":0.9997769},"labels":[],"label_agreement":null},{"id":"W2151408568","doi":"10.1145/592642.592643","title":"On type systems for object-oriented database programming languages","year":2002,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"Computer science; Programming language; Object-relational mapping; Object-oriented programming; Database design; Programming paradigm; Object (grammar); Set (abstract data type); Programming domain; Database; Method; Inductive programming; Artificial intelligence","score_opus":0.08693626203375857,"score_gpt":0.3469756488276312,"score_spread":0.2600393867938726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151408568","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010775983,0.66940755,0.32443783,0.0000062348618,0.0033278803,0.0017887461,0.000013366573,0.00062511954,0.0003922264],"genre_scores_gemma":[0.0015002275,0.968565,0.023429975,0.000065903005,0.0020438668,0.00033016558,0.0012343718,0.0002594723,0.0025710457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418235,0.001894704,0.0010234184,0.0013692444,0.0005599199,0.00097036344],"domain_scores_gemma":[0.9930846,0.0028579363,0.0009012766,0.002638475,0.00031709293,0.00020058078],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004840171,0.0007561288,0.001842796,0.000342792,0.00038662823,0.0006989312,0.0029343695,0.00037730983,0.0000036886227],"category_scores_gemma":[0.0018085606,0.0005977124,0.0004680359,0.0012476594,0.000055049873,0.00017404395,0.00097278797,0.0005296019,0.00026130842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001006696,0.0001080174,0.000011614418,0.0076622297,0.00014831175,0.000050058647,0.0001379895,0.000011539007,4.777431e-8,0.034511,0.0030807143,0.95427746],"study_design_scores_gemma":[0.00024953118,0.00030495986,0.0000025078937,0.0019179063,0.00010498662,0.000082248574,0.000021389733,0.0030089875,3.278184e-7,0.00007462668,0.9935293,0.0007032301],"about_ca_topic_score_codex":0.0002785093,"about_ca_topic_score_gemma":0.000013826318,"teacher_disagreement_score":0.9904486,"about_ca_system_score_codex":0.00016466163,"about_ca_system_score_gemma":0.00019177939,"threshold_uncertainty_score":0.99964744},"labels":[],"label_agreement":null},{"id":"W2164348333","doi":"10.1145/2379776.2379780","title":"Survey of scheduling techniques for addressing shared resources in multicore processors","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Thread (computing); Multi-core processor; Scheduling (production processes); Shared resource; Architecture; Distributed computing; Instruction set; Cache; Computer architecture; Embedded system; Operating system; Parallel computing","score_opus":0.19800983041105927,"score_gpt":0.39570481136649244,"score_spread":0.19769498095543317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164348333","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034000284,0.5131975,0.48518,0.000005903987,0.00015802057,0.0008117628,0.000030425073,0.00054266665,0.000039744566],"genre_scores_gemma":[0.0045736,0.29392305,0.7008409,0.000018329745,0.00015540089,0.00008786568,0.00026128,0.000114354945,0.000025237536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928878,0.0030499988,0.0018060971,0.0010190133,0.0004149253,0.00082219596],"domain_scores_gemma":[0.99084973,0.005060852,0.001777256,0.0015561193,0.0006275443,0.00012847206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014240457,0.00067411596,0.002323033,0.00091119565,0.00021722844,0.00028090752,0.004103098,0.00056043454,0.0000017638893],"category_scores_gemma":[0.003935758,0.000632112,0.00034930673,0.0019752453,0.00009761181,0.00035187133,0.001694136,0.000619455,0.0000031638917],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019355493,0.00009605691,0.0012493975,0.0065421825,0.00004059972,0.0000015782948,0.00036260104,0.0003682679,3.077954e-7,0.000034904337,0.000049880364,0.9912523],"study_design_scores_gemma":[0.0017172934,0.00056826667,0.01900512,0.16607723,0.00051487755,0.00008245676,0.000041108226,0.6399858,0.00025654768,0.0007817333,0.16375443,0.0072151097],"about_ca_topic_score_codex":0.00044151183,"about_ca_topic_score_gemma":0.00006589333,"teacher_disagreement_score":0.98403716,"about_ca_system_score_codex":0.00013567918,"about_ca_system_score_gemma":0.00035487613,"threshold_uncertainty_score":0.99961305},"labels":[],"label_agreement":null},{"id":"W2230430964","doi":"10.1145/2830555","title":"A Survey on Cache Management Mechanisms for Real-Time Embedded Systems","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Multi-core processor; Cache; Memory hierarchy; Predictability; Key (lock); Context (archaeology); Field (mathematics); Computer architecture; Embedded system; Distributed computing; Parallel computing; Operating system","score_opus":0.11583515431485146,"score_gpt":0.35848702047921077,"score_spread":0.2426518661643593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2230430964","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003391749,0.4187059,0.5696384,0.000010276633,0.0039178985,0.004623629,0.00013704626,0.00097430544,0.0019891406],"genre_scores_gemma":[0.0002850447,0.7378997,0.24893913,0.00005874917,0.0016074766,0.00086904893,0.0025061136,0.00086207804,0.0069726626],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97833604,0.013880141,0.0023346085,0.0025159162,0.0014484001,0.0014848893],"domain_scores_gemma":[0.98388046,0.007466531,0.0019845744,0.005466834,0.0007246694,0.0004769521],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.053858347,0.0014196804,0.0043704784,0.0007704125,0.00039562027,0.0013197863,0.0074518807,0.0007137935,0.0000037749198],"category_scores_gemma":[0.001496398,0.0012524567,0.00081410195,0.0016652083,0.00004680898,0.0002866739,0.0027613803,0.0006158705,0.0010942412],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004539659,0.00012888633,0.0000035257535,0.012870962,0.0008175437,0.000085774,0.00016122939,0.0009697031,7.248438e-7,0.006399988,0.010606683,0.96795046],"study_design_scores_gemma":[0.0036733737,0.0015803674,0.00035810107,0.08574907,0.0015499376,0.00040795913,0.000110134046,0.34346986,0.00000541245,0.002691055,0.5505714,0.009833345],"about_ca_topic_score_codex":0.0012448935,"about_ca_topic_score_gemma":0.000022936978,"teacher_disagreement_score":0.95811707,"about_ca_system_score_codex":0.0008017399,"about_ca_system_score_gemma":0.00060922484,"threshold_uncertainty_score":0.99985534},"labels":[],"label_agreement":null},{"id":"W2248302901","doi":"10.1145/2767181","title":"The State of Public Infrastructure-as-a-Service Cloud Security","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cloud computing; Cloud computing security; Competition (biology); Computer security; Computer science; Work (physics); Service (business); State (computer science); Security service; Business; Information security; Marketing","score_opus":0.07616722711998783,"score_gpt":0.34027597236407064,"score_spread":0.2641087452440828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248302901","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012230767,0.96766376,0.026954865,0.00040675452,0.0030731175,0.0007886253,0.00031866675,0.0003647204,0.00030715647],"genre_scores_gemma":[0.0005786214,0.99302506,0.0053215665,0.00013873809,0.00043187942,0.000016820968,0.0003666727,0.00007752135,0.000043117212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892432,0.005977256,0.0015760331,0.0010611751,0.0011089958,0.0010333534],"domain_scores_gemma":[0.98628,0.0049129697,0.0015520734,0.0056952685,0.0011888905,0.00037079674],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.015189018,0.0007025467,0.001802726,0.00025849152,0.0005964039,0.00075912144,0.012620845,0.0003089359,0.000005844239],"category_scores_gemma":[0.00429125,0.000527685,0.00043302108,0.0031245055,0.00025102636,0.00036926012,0.009721814,0.0013181258,0.00021942699],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.589256e-7,0.000039824943,0.000014100279,0.0014203945,0.00014126583,0.000006940924,0.00064121815,0.000014972731,2.6269834e-8,0.007356711,0.0071087405,0.98325545],"study_design_scores_gemma":[0.00014939277,0.00004278138,0.00009469815,0.0011184858,0.000066766515,0.00009670568,0.000013878884,0.0033310882,2.7285685e-7,0.02562292,0.96893144,0.00053156615],"about_ca_topic_score_codex":0.0009192998,"about_ca_topic_score_gemma":0.00081488123,"teacher_disagreement_score":0.9827239,"about_ca_system_score_codex":0.0003069972,"about_ca_system_score_gemma":0.0023159275,"threshold_uncertainty_score":0.9997175},"labels":[],"label_agreement":null},{"id":"W2252009993","doi":"10.1145/2817552","title":"How Close are We to Realizing a Pragmatic VANET Solution? A Meta-Survey","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Vehicular ad hoc network; Key (lock); Wireless ad hoc network; Entertainment; Multidisciplinary approach; Intelligent transportation system; Computer security; Data science; Telecommunications; Wireless; Transport engineering","score_opus":0.1501866256822852,"score_gpt":0.3362623909842343,"score_spread":0.18607576530194914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252009993","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001583968,0.9621236,0.03323995,0.00011793711,0.001265203,0.0016971659,0.00036164332,0.000959967,0.00021870332],"genre_scores_gemma":[0.0008181271,0.9846774,0.010597646,0.000038861766,0.0010968863,0.00016365062,0.0016524245,0.0005909213,0.00036410883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98858804,0.006625853,0.0013395493,0.0011102797,0.000861694,0.0014746081],"domain_scores_gemma":[0.992909,0.002752258,0.00064795814,0.0027138018,0.00034804866,0.0006289098],"candidate_categories":["metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.01563211,0.0014393242,0.0050855046,0.0004929857,0.0001966542,0.00054144405,0.0019733428,0.00069729745,0.000024517105],"category_scores_gemma":[0.002603648,0.0013037383,0.0009354092,0.0017861467,0.0000493249,0.00018321861,0.0010816432,0.0013557938,0.00036168806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013850619,0.00003918489,0.000026274174,0.010956354,0.0038953552,0.00011226171,0.00012238839,0.124071956,1.9883524e-7,0.000016133168,0.07087174,0.7898868],"study_design_scores_gemma":[0.00019603319,0.000042287455,0.000114622664,0.007490331,0.0027787413,0.00012129164,0.00001404318,0.041979894,1.2348401e-7,0.00006652804,0.9457247,0.0014713858],"about_ca_topic_score_codex":0.000260152,"about_ca_topic_score_gemma":0.0014629292,"teacher_disagreement_score":0.87485296,"about_ca_system_score_codex":0.00063692534,"about_ca_system_score_gemma":0.00024265583,"threshold_uncertainty_score":0.99983567},"labels":[],"label_agreement":null},{"id":"W2293330139","doi":"10.1145/375360.375363","title":"Efficient reasoning","year":2001,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Undecidable problem; Context (archaeology); Dilemma; Ideal (ethics); Range (aeronautics); Artificial intelligence; Theoretical computer science; Reasoning system; Decidability","score_opus":0.09252194336420816,"score_gpt":0.3499071126489863,"score_spread":0.2573851692847781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293330139","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027116732,0.51042795,0.48762324,0.000013100647,0.0006192474,0.00013449472,0.0000020795192,0.0003850966,0.00079204165],"genre_scores_gemma":[0.00020313902,0.92741054,0.07169457,0.000050402243,0.00032855416,0.000008637655,0.000026135165,0.000058570444,0.00021942295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472874,0.0019728092,0.0008556449,0.0011759778,0.00047427323,0.0007925673],"domain_scores_gemma":[0.9953363,0.0012828017,0.0005242669,0.0024953394,0.00015193,0.00020938092],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048323926,0.0006196255,0.0016124886,0.00027345697,0.00031170755,0.0004747093,0.00460908,0.0003486389,0.000009614193],"category_scores_gemma":[0.00073467515,0.0005434677,0.00046438072,0.0015226285,0.000052860338,0.000058011596,0.0021550509,0.00084226014,0.00046163995],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.430045e-8,0.00003041069,0.0000050207827,0.00074525404,0.000035728397,0.000040338968,0.00005012837,0.00071465224,1.6437788e-8,0.0025741279,0.0002479887,0.99555624],"study_design_scores_gemma":[0.00014938058,0.000061689505,0.00003621434,0.019599095,0.00013091766,0.0003927335,0.0000034318891,0.31708896,2.5551742e-7,0.0007014571,0.66032344,0.0015123952],"about_ca_topic_score_codex":0.000084150015,"about_ca_topic_score_gemma":0.000002744828,"teacher_disagreement_score":0.9940439,"about_ca_system_score_codex":0.00013425469,"about_ca_system_score_gemma":0.00040521158,"threshold_uncertainty_score":0.9997017},"labels":[],"label_agreement":null},{"id":"W2294047952","doi":"10.1145/367701.367728","title":"Process migration","year":2000,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":469,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process migration; Implementation; Process (computing); Software deployment; Locality; Data migration; Workstation; Distributed computing; Process management; Software engineering; Operating system","score_opus":0.05593355483876543,"score_gpt":0.34739906121630515,"score_spread":0.2914655063775397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294047952","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006087731,0.8588279,0.13868122,0.000031648367,0.0007581447,0.00039708486,0.00002839027,0.00039544972,0.0008741013],"genre_scores_gemma":[0.0002874965,0.99654543,0.0022023618,0.000032114753,0.00036195866,0.000023192315,0.00022181768,0.000039248167,0.00028638836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99606997,0.0012917481,0.00087214855,0.0008781143,0.0004089113,0.00047910275],"domain_scores_gemma":[0.99700487,0.00047760239,0.0005183536,0.0017586902,0.00012797704,0.000112531816],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022190236,0.00047869358,0.001378692,0.00015460225,0.00020712898,0.0004217849,0.0035354765,0.00028846718,0.0000108448085],"category_scores_gemma":[0.00017422749,0.0004064941,0.00034116264,0.0011687474,0.000029169509,0.00026504422,0.00035173743,0.00041367745,0.0004232716],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5826124e-8,0.000026054095,0.000009735648,0.00247549,0.000030029392,0.000013480928,0.00007620804,0.000033507076,6.1605294e-9,0.00017148111,0.0011621319,0.9960018],"study_design_scores_gemma":[0.000071220325,0.000019910081,0.000047373836,0.0062425025,0.000030268557,0.00006605625,0.0000016223564,0.0032406626,1.7963914e-7,0.00013894388,0.9896556,0.0004856276],"about_ca_topic_score_codex":0.00007178944,"about_ca_topic_score_gemma":0.000014711278,"teacher_disagreement_score":0.9955162,"about_ca_system_score_codex":0.000069028574,"about_ca_system_score_gemma":0.0003143147,"threshold_uncertainty_score":0.9998387},"labels":[],"label_agreement":null},{"id":"W2314419339","doi":"10.1145/2897165","title":"Computational Methods for Residential Energy Cost Optimization in Smart Grids","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Smart grid; Computer science; Renewable energy; Energy consumption; Scheduling (production processes); Grid; Reliability engineering; Risk analysis (engineering); Mathematical optimization; Electrical engineering; Engineering; Business","score_opus":0.04990963036584008,"score_gpt":0.3581827172885167,"score_spread":0.30827308692267663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314419339","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1979162e-7,0.44131514,0.55615175,0.000009323701,0.0018096463,0.00031319403,0.00002117321,0.00020951226,0.000170165],"genre_scores_gemma":[0.0000068865843,0.7548336,0.24290614,0.000030399882,0.00070269115,0.0001539829,0.0010241162,0.00018941588,0.00015278571],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961027,0.0015606757,0.0010368723,0.0005573035,0.00021443452,0.0005280381],"domain_scores_gemma":[0.99538666,0.0035879856,0.0002179611,0.0006249774,0.00010071438,0.00008171711],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038110581,0.00052758213,0.0012480102,0.0005921936,0.00009255824,0.00009995547,0.0007711237,0.00029477128,0.00004711088],"category_scores_gemma":[0.000529336,0.00050408667,0.00031405545,0.00057059864,0.000035682257,0.00010230783,0.0003876765,0.00020574416,0.000017135717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.078988e-7,0.0000071389545,0.0000036713195,0.0010518535,0.000096968804,0.0000018098525,0.000004169866,0.49836165,2.2258524e-8,0.00015436011,0.0036187319,0.49669904],"study_design_scores_gemma":[0.00027123067,0.00001025491,0.000036198155,0.0023776419,0.00006800212,0.0000043435925,6.7727836e-7,0.36535865,6.4792124e-7,0.00015084236,0.63131684,0.00040466528],"about_ca_topic_score_codex":0.0000635965,"about_ca_topic_score_gemma":0.000031820884,"teacher_disagreement_score":0.6276981,"about_ca_system_score_codex":0.00041744864,"about_ca_system_score_gemma":0.00009096223,"threshold_uncertainty_score":0.9997411},"labels":[],"label_agreement":null},{"id":"W2328002359","doi":"10.1145/2893488","title":"Parallel Optimal Pairwise Biological Sequence Comparison","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Pairwise comparison; Xeon; Xeon Phi; Parallel computing; Sequence (biology); Graphics; Field (mathematics); Supercomputer; Benchmark (surveying); Resource (disambiguation); Field-programmable gate array; Artificial intelligence; Operating system","score_opus":0.19535979625243,"score_gpt":0.39282431332644263,"score_spread":0.19746451707401264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328002359","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037561533,0.5107988,0.4876159,0.000033232594,0.0007527829,0.00027389737,0.000045558132,0.0003994037,0.00007665821],"genre_scores_gemma":[0.000059582148,0.79595745,0.20316313,0.000043014454,0.00044020946,0.000018325327,0.000192976,0.00004070834,0.00008458816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99212176,0.003385609,0.0013023405,0.0016809356,0.00054295367,0.00096640986],"domain_scores_gemma":[0.99219877,0.003187487,0.0009283496,0.003238962,0.00014733832,0.00029907323],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004055244,0.0008503921,0.002385854,0.00021676451,0.000398474,0.0004145663,0.007551566,0.00056799635,0.00003596581],"category_scores_gemma":[0.00073788647,0.000533419,0.000569458,0.00065370544,0.00018201476,0.00038162983,0.006667841,0.00078808656,0.00084342336],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.321018e-7,0.000061778235,0.000055640936,0.00042823458,0.00004795991,0.00005045625,0.00002753533,0.000026207383,2.7162915e-7,0.0007789588,0.0025463963,0.99597585],"study_design_scores_gemma":[0.00023221302,0.00013176804,0.00013643918,0.0075537814,0.000030672796,0.00010593573,0.0000021178548,0.014905055,5.446168e-7,0.00032103554,0.9755732,0.0010072325],"about_ca_topic_score_codex":0.00004882099,"about_ca_topic_score_gemma":0.0000014064315,"teacher_disagreement_score":0.9949686,"about_ca_system_score_codex":0.00015241568,"about_ca_system_score_gemma":0.00033936166,"threshold_uncertainty_score":0.99993455},"labels":[],"label_agreement":null},{"id":"W2400104698","doi":"10.1145/2732197","title":"A Survey on Implicit Surface Polygonization","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Computer Graphics and Visualization Techniques","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Toronto","funders":"Fundação para a Ciência e a Tecnologia; University of Toronto Scarborough; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Visualization; Focus (optics); Context (archaeology); Graphics; Identification (biology); Scientific visualization; Computer graphics; Information visualization; Data mining; Quality (philosophy); Computer graphics (images); Data science; Artificial intelligence; Information retrieval","score_opus":0.12384703702408933,"score_gpt":0.3979033107837392,"score_spread":0.27405627375964986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400104698","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000053492117,0.47970396,0.51814044,0.000010387093,0.0007184871,0.00044608628,0.000041748648,0.0008299782,0.000103569284],"genre_scores_gemma":[0.00040926092,0.98559,0.012459297,0.0001441964,0.0002445406,0.000008570887,0.00087783154,0.00013641187,0.00012991525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990786,0.0053729713,0.0011247391,0.0013437102,0.00074668985,0.00062587875],"domain_scores_gemma":[0.9928966,0.0022162013,0.0008769172,0.0030468903,0.0007072665,0.00025608612],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010826541,0.00078330067,0.0018639208,0.0005571184,0.00026339327,0.00075822236,0.004866207,0.000451855,0.0000039662364],"category_scores_gemma":[0.00079560565,0.00071685546,0.00038222398,0.0032536443,0.000048578393,0.0002104919,0.0026009763,0.000590214,0.00012358082],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.899499e-7,0.00007733292,0.00019470432,0.0005313066,0.00006168657,0.000007088189,0.00005702445,0.000028106046,1.9212575e-8,0.011325199,0.0067362273,0.98098093],"study_design_scores_gemma":[0.000321234,0.00043262736,0.0026020107,0.0063041244,0.00008301511,0.00003974164,0.0000010576731,0.05026652,0.0000030203998,0.003211907,0.9345419,0.002192855],"about_ca_topic_score_codex":0.00046938463,"about_ca_topic_score_gemma":0.00004064016,"teacher_disagreement_score":0.9787881,"about_ca_system_score_codex":0.00020005382,"about_ca_system_score_gemma":0.0006082622,"threshold_uncertainty_score":0.9995282},"labels":[],"label_agreement":null},{"id":"W2410319475","doi":"10.1145/2906153","title":"Ensuring Security and Privacy Preservation for Cloud Data Services","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Cloud computing; Computer science; Outsourcing; Computer security; Information privacy; Cloud computing security; Data security; Server; Data breach; Data Protection Act 1998; Internet privacy; Encryption; World Wide Web; Business","score_opus":0.13888327824700977,"score_gpt":0.37455431787297944,"score_spread":0.23567103962596966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410319475","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056371948,0.77326435,0.22244686,0.00022056181,0.0011654663,0.0011078835,0.0013388385,0.0003736326,0.000026050924],"genre_scores_gemma":[0.00017120106,0.9588778,0.037172217,0.000053780037,0.0010851353,0.000030084633,0.0025152522,0.000067141475,0.00002739085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948438,0.0014670255,0.00092585926,0.0017236578,0.00038216045,0.00065753335],"domain_scores_gemma":[0.9867412,0.005336788,0.0007760324,0.00676964,0.00020982829,0.0001665454],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0068959873,0.0005383233,0.0012336841,0.00019823172,0.0004944566,0.0006433389,0.010194002,0.00030974852,0.000002654672],"category_scores_gemma":[0.0019426204,0.00046318298,0.00016795481,0.000550812,0.000072728486,0.0013204172,0.018941034,0.0003748366,0.00003503609],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6684144e-7,0.000041110572,0.00006419185,0.010681552,0.000111308036,0.0000028882507,0.00036843366,5.9456653e-7,1.3605673e-7,0.0029680594,0.001843852,0.9839173],"study_design_scores_gemma":[0.00024829997,0.000025740657,0.00014267463,0.007954614,0.00009622606,0.000033675242,0.0000033461931,0.017282592,2.9657383e-7,0.0040915376,0.9695373,0.00058367505],"about_ca_topic_score_codex":0.00021588164,"about_ca_topic_score_gemma":0.00012511993,"teacher_disagreement_score":0.98333365,"about_ca_system_score_codex":0.00009438308,"about_ca_system_score_gemma":0.00025100223,"threshold_uncertainty_score":0.99978197},"labels":[],"label_agreement":null},{"id":"W2416230292","doi":"10.1145/2903745","title":"Vehicular Networks","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Natural Sciences and Engineering Research Council of Canada; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Variety (cybernetics); Content delivery; Architecture; Task (project management); Vehicular ad hoc network; Replica; Wireless ad hoc network; Distributed computing; Computer network; Artificial intelligence; Telecommunications; Systems engineering","score_opus":0.02823799123667153,"score_gpt":0.2780323242878214,"score_spread":0.24979433305114984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416230292","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000944183,0.9078047,0.0868732,0.0000049346295,0.002605486,0.0005277604,0.000019279913,0.0013763903,0.0007787958],"genre_scores_gemma":[0.00026176497,0.9957642,0.00089001027,0.000017809447,0.0022259823,0.000021731656,0.00024633892,0.00041646362,0.0001557133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99525183,0.0014261019,0.0010233811,0.0007076109,0.00035387304,0.0012372098],"domain_scores_gemma":[0.9957334,0.0016904821,0.00024042898,0.0020056365,0.00007182039,0.00025826125],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033023658,0.0009897365,0.0023478128,0.0002078221,0.00014191311,0.00013585176,0.0016769957,0.000859629,0.00007584485],"category_scores_gemma":[0.00025761913,0.0008028004,0.0007987675,0.0006280223,0.0000670309,0.00008321983,0.00063843495,0.0011704694,0.0009074912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2326764e-7,0.000005893424,0.000006855062,0.002151511,0.00029757668,0.00006196134,0.0000044272133,0.20764221,3.6430425e-8,0.000016393595,0.004738945,0.78507406],"study_design_scores_gemma":[0.000120451645,0.000011108827,0.000022681297,0.013910751,0.00018593662,0.00008711938,4.1218988e-7,0.13181056,1.1183634e-7,0.000024356303,0.85294545,0.000881043],"about_ca_topic_score_codex":0.00000908012,"about_ca_topic_score_gemma":0.000008960782,"teacher_disagreement_score":0.8482065,"about_ca_system_score_codex":0.00029992606,"about_ca_system_score_gemma":0.00008171642,"threshold_uncertainty_score":0.9998704},"labels":[],"label_agreement":null},{"id":"W2467945436","doi":"10.1145/2932710","title":"Visualizing Natural Language Descriptions","year":2016,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Exploit; Natural language user interface; Naturalness; Natural language programming; Natural language; Visualization; Simplicity; Natural language understanding; Language identification","score_opus":0.02202513094967928,"score_gpt":0.3171835668698234,"score_spread":0.2951584359201441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467945436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37080106,0.00008392786,0.62610394,0.0016779804,0.00030989823,0.000075768614,0.0000016462944,0.0006248569,0.00032093743],"genre_scores_gemma":[0.89434206,0.0000014489708,0.10509951,0.00018029936,0.00011287696,0.0000031044328,0.0000038994363,0.000015191811,0.00024157956],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99809116,0.0006301134,0.00023453409,0.0004542254,0.00022440565,0.00036555654],"domain_scores_gemma":[0.9973473,0.0011448914,0.00011300949,0.0012123226,0.0000920122,0.000090456735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015577598,0.00014983323,0.00014368845,0.00011718085,0.0002935439,0.00014312474,0.0016730822,0.000044719385,0.000015423873],"category_scores_gemma":[0.0011728166,0.00011098312,0.00006797419,0.0004478401,0.000047858943,0.00027393096,0.00087998895,0.00017803386,0.0003929172],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5029753e-7,0.000068279056,0.104147024,0.000009510676,0.000028544639,0.000010826388,0.0015094392,0.00013640367,0.040087953,0.024925612,0.00068800326,0.82838744],"study_design_scores_gemma":[0.00038662978,0.00002440859,0.89882696,0.00006327745,0.0000038913004,0.00002586518,0.000026055175,0.09719495,0.0012691551,0.0012299911,0.0006168462,0.0003319484],"about_ca_topic_score_codex":0.0005840237,"about_ca_topic_score_gemma":0.000034685905,"teacher_disagreement_score":0.8280555,"about_ca_system_score_codex":0.00006289203,"about_ca_system_score_gemma":0.000036646135,"threshold_uncertainty_score":0.50502867},"labels":[],"label_agreement":null},{"id":"W2469405371","doi":"10.1145/2938639","title":"Target Tracking for Sensor Networks","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Energy Efficient Wireless Sensor Networks","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Tracking (education); Position (finance); Sensor fusion; Wireless sensor network; Process (computing); Tree (set theory); Artificial intelligence; Tracking system; Data mining; Node (physics); Real-time computing; Trajectory; Kalman filter; Computer network","score_opus":0.06261823036271358,"score_gpt":0.3266402430293007,"score_spread":0.26402201266658715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469405371","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.048334e-7,0.48526514,0.51121527,0.000031979132,0.00238757,0.00048653252,0.000012425202,0.0004930344,0.000107458975],"genre_scores_gemma":[0.00006418615,0.8213237,0.17566784,0.00008071076,0.0021134715,0.000039514664,0.000115519986,0.00019387987,0.0004011672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921317,0.0026260212,0.0013985173,0.0017953893,0.0004884152,0.0015599286],"domain_scores_gemma":[0.98472226,0.010404097,0.0011743476,0.0031186298,0.0003271702,0.0002534892],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0058853864,0.0010144454,0.0025369744,0.0003492199,0.00049648626,0.00053378334,0.005543597,0.0007651599,0.000008502234],"category_scores_gemma":[0.0010601183,0.00079542096,0.0011082729,0.0010481215,0.000100781624,0.00023076985,0.0018296918,0.00071789976,0.000085690706],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1283816e-7,0.000034475543,0.000009706747,0.0010931386,0.00012360317,0.000020491283,0.000021090833,0.020331934,7.03786e-8,0.0012617477,0.001283498,0.97581965],"study_design_scores_gemma":[0.00026217118,0.000052572093,0.000011413775,0.010852967,0.000070941845,0.00006331658,0.0000010218076,0.15941823,0.0000010406542,0.00011700631,0.82804066,0.0011086805],"about_ca_topic_score_codex":0.000010043191,"about_ca_topic_score_gemma":0.00000362677,"teacher_disagreement_score":0.97471094,"about_ca_system_score_codex":0.00021466895,"about_ca_system_score_gemma":0.00023433856,"threshold_uncertainty_score":0.99983686},"labels":[],"label_agreement":null},{"id":"W2473397309","doi":"10.1145/2938370","title":"Out-of-Band Covert Channels—A Survey","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"U.S. Department of Defense","keywords":"Covert; Covert channel; Adversary; Computer science; Adversarial system; Channel (broadcasting); Computer security; Adversary model; Theoretical computer science; Artificial intelligence; Telecommunications; Linguistics","score_opus":0.07907436874142937,"score_gpt":0.33158114774739406,"score_spread":0.2525067790059647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473397309","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013599988,0.5465181,0.44998813,0.000011369011,0.0028830029,0.00019439137,0.000030435303,0.00013363647,0.00022732698],"genre_scores_gemma":[0.03125033,0.96457535,0.0022136683,0.000045488403,0.00076892425,0.000006270947,0.00016301165,0.00010077067,0.0008761806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908998,0.004797118,0.0016449186,0.0012201165,0.0006581459,0.00077989965],"domain_scores_gemma":[0.99107814,0.005337376,0.0014144091,0.0015828479,0.00042336283,0.00016388162],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011991148,0.0007424853,0.0029496464,0.00038746715,0.00016614421,0.00028520435,0.0053311186,0.00041661633,0.00003249934],"category_scores_gemma":[0.001769745,0.0005326605,0.0010040641,0.00086120795,0.000099882505,0.00018673,0.0015710789,0.00053026696,0.00036720088],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.385483e-7,0.000048917405,0.00005597345,0.0012829491,0.00037830713,0.000016092625,0.0001920971,0.00005349989,6.622459e-8,0.0025924507,0.0018450965,0.9935339],"study_design_scores_gemma":[0.0005116223,0.00019643332,0.0003032969,0.027938118,0.00030629765,0.000043929354,0.000005527215,0.034246873,0.000004996026,0.00005376687,0.934048,0.0023411505],"about_ca_topic_score_codex":0.000108696324,"about_ca_topic_score_gemma":0.00011425676,"teacher_disagreement_score":0.99119276,"about_ca_system_score_codex":0.00010938322,"about_ca_system_score_gemma":0.00035737577,"threshold_uncertainty_score":0.99971247},"labels":[],"label_agreement":null},{"id":"W2484021251","doi":"10.1145/2963143","title":"The Six Pillars for Building Big Data Analytics Ecosystems","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Queen's University","funders":"","keywords":"Analytics; Computer science; Big data; Data science; Process (computing); Data analysis; Ecosystem; Web analytics; World Wide Web; Data mining; Ecology; The Internet; Web intelligence","score_opus":0.35734988169095444,"score_gpt":0.3903184238851551,"score_spread":0.032968542194200645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484021251","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000075010403,0.90601045,0.083929345,0.00020216733,0.007935904,0.0010152591,0.00038856486,0.0002024509,0.00030836143],"genre_scores_gemma":[0.00031748702,0.9829386,0.0005059442,0.0001070488,0.013565021,0.000023421779,0.0020746205,0.00016743354,0.00030044612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961441,0.00021929764,0.0012523625,0.0011068162,0.00044310198,0.0008342882],"domain_scores_gemma":[0.98894435,0.0048461654,0.0015427246,0.0041826195,0.00045970562,0.000024429024],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0101180775,0.00067319913,0.0014329113,0.0003086958,0.0015514436,0.0013202854,0.007343189,0.00030183772,0.00001637356],"category_scores_gemma":[0.0062464955,0.00039237182,0.00035141368,0.0010820908,0.00012148802,0.0005793693,0.007579295,0.00033344544,0.00032304015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015766573,0.00001460595,0.00009455484,0.0077576553,0.00016944126,0.000002837697,0.0000013447296,0.0000027764363,1.2713664e-7,0.0011771551,0.021593066,0.9691849],"study_design_scores_gemma":[0.00009811238,0.00000358391,0.000015736618,0.00988019,0.0004053025,0.000008045328,0.0000051962606,0.0033815908,1.4481401e-7,0.0004146453,0.9852066,0.0005808669],"about_ca_topic_score_codex":0.00032435518,"about_ca_topic_score_gemma":0.00043982238,"teacher_disagreement_score":0.96860397,"about_ca_system_score_codex":0.00007415335,"about_ca_system_score_gemma":0.00016743173,"threshold_uncertainty_score":0.99985284},"labels":[],"label_agreement":null},{"id":"W2521935971","doi":"10.1145/2946802","title":"Performance and Security Improvements for Tor","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Qatar National Research Fund","keywords":"Computer science; Software deployment; Anonymity; Computer security; State (computer science); Network security; Point (geometry); Telecommunications; Software engineering","score_opus":0.036061957752171934,"score_gpt":0.30687179152765187,"score_spread":0.27080983377547996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521935971","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020284657,0.64905655,0.34905845,0.00002136358,0.00088210666,0.0004994873,0.000018079503,0.0001545661,0.00010653287],"genre_scores_gemma":[0.02624223,0.9627974,0.009829703,0.000060246777,0.00061354967,0.000028111592,0.000040816063,0.000053403073,0.0003345475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699074,0.0005211605,0.0007613991,0.00090735964,0.0002581655,0.0005611656],"domain_scores_gemma":[0.99719536,0.0012723497,0.00056191185,0.0007009063,0.00015826013,0.000111200854],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039583053,0.00045861772,0.001273221,0.00015754682,0.00025317256,0.00026587755,0.0020692253,0.00021160126,0.000005480226],"category_scores_gemma":[0.00032680048,0.0003262384,0.00039733507,0.0002519536,0.000046273755,0.00020337751,0.0013831595,0.00025708033,0.00003610301],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2702843e-7,0.000015995654,0.000017549915,0.0024203095,0.0001225499,0.0000014321012,0.000103341816,0.0000023732673,3.743756e-8,0.002330291,0.00043691788,0.99454886],"study_design_scores_gemma":[0.00034921555,0.00015759133,0.000042114087,0.008364627,0.00014861232,0.00002272295,0.0000036771783,0.25859636,7.7077044e-7,0.000040593306,0.7314365,0.00083722937],"about_ca_topic_score_codex":0.00000812473,"about_ca_topic_score_gemma":0.000007438607,"teacher_disagreement_score":0.99371165,"about_ca_system_score_codex":0.00008027944,"about_ca_system_score_gemma":0.00012016091,"threshold_uncertainty_score":0.99991894},"labels":[],"label_agreement":null},{"id":"W2566006170","doi":"10.1145/3007204","title":"Current Research and Open Problems in Attribute-Based Access Control","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Access Control and Trust","field":"Social Sciences","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Access control; Role-based access control; Scalability; Computer security; Delegation; Control (management); Discretionary access control; Data science; World Wide Web; Database; Artificial intelligence; Political science; Law","score_opus":0.6736949052232728,"score_gpt":0.6033928804853208,"score_spread":0.070302024737952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566006170","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036723402,0.9925932,0.00060034374,0.0003789713,0.00068633363,0.0033934119,0.00006697766,0.00005501128,0.0021890202],"genre_scores_gemma":[0.034194063,0.96477324,0.00003263178,0.000018609526,0.00055953173,0.00015627452,0.000080549515,0.00004312832,0.00014197592],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9860593,0.0104118185,0.00078271667,0.000908389,0.00078239257,0.0010554004],"domain_scores_gemma":[0.9906959,0.0068292017,0.0006872016,0.0011109562,0.00043935733,0.000237364],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.040431235,0.00036734485,0.0020424009,0.0004067802,0.0019168664,0.0037774504,0.008151795,0.00035507593,0.000029459497],"category_scores_gemma":[0.006615037,0.0003106177,0.00015683296,0.00073590275,0.00066773884,0.00052715355,0.0030662247,0.0013145772,0.000040836832],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002114373,0.00009078046,0.024573987,0.0018156022,0.000034304136,0.000009819992,0.000115864015,0.000004957157,1.906037e-9,0.0003305784,0.00034366926,0.9726783],"study_design_scores_gemma":[0.0010094872,0.00003505224,0.01203774,0.010480108,0.00004944412,5.9618037e-7,0.000014848175,0.00009002828,9.448717e-9,0.0009783092,0.9749059,0.00039848295],"about_ca_topic_score_codex":0.02383066,"about_ca_topic_score_gemma":0.014429044,"teacher_disagreement_score":0.9745622,"about_ca_system_score_codex":0.0002632883,"about_ca_system_score_gemma":0.002060815,"threshold_uncertainty_score":0.9999346},"labels":[],"label_agreement":null},{"id":"W2586913296","doi":"10.1145/2996451","title":"Mobile IP Handover for Vehicular Networks","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IPv6, Mobility, Handover, Networks, Security","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Handover; Computer network; Computer science; Mobile IP; Access network; Mobile computing; Internet Protocol; Mobile device; Cellular network; IMT Advanced; IP tunnel; The Internet; Mobile technology; Mobile Web","score_opus":0.0736756375115531,"score_gpt":0.33999412723068456,"score_spread":0.26631848971913147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586913296","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042096006,0.9086685,0.0810492,0.0000012550545,0.006412581,0.0025881582,0.00010267938,0.00077116623,0.00036435394],"genre_scores_gemma":[0.0023658813,0.99104697,0.0013770836,0.000016948778,0.003441632,0.0003378987,0.0007535206,0.00040646162,0.0002536347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99513924,0.0009809297,0.0012389934,0.0009976436,0.00035665813,0.001286522],"domain_scores_gemma":[0.9934224,0.0023835215,0.000545483,0.0032448964,0.00018004687,0.00022367068],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005979032,0.0011210509,0.0032233954,0.00015876602,0.0004892138,0.00040115867,0.002351547,0.0011168205,0.000026057418],"category_scores_gemma":[0.00068160286,0.0011040006,0.0012764778,0.00027248627,0.0001286696,0.00015750594,0.0008502017,0.0013156196,0.000077514924],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025818113,0.000036470447,0.00003465864,0.009483395,0.0004242673,0.000014461952,0.0000426521,0.031628698,3.0295656e-8,0.000015881973,0.004718882,0.953598],"study_design_scores_gemma":[0.0005214658,0.000060041984,0.000045310564,0.0048991316,0.0005161297,0.000021060698,0.0000017363136,0.1261192,4.474578e-7,0.00009987469,0.86668324,0.0010323937],"about_ca_topic_score_codex":0.000049932583,"about_ca_topic_score_gemma":0.000060325747,"teacher_disagreement_score":0.9525656,"about_ca_system_score_codex":0.00033079664,"about_ca_system_score_gemma":0.00011374412,"threshold_uncertainty_score":0.99914104},"labels":[],"label_agreement":null},{"id":"W2608738900","doi":"10.1145/3068281","title":"GPU Virtualization and Scheduling Methods","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Horizon 2020 Framework Programme; European Commission; Queen's University; Queen's University Belfast; VMware; Nvidia","keywords":"Computer science; Virtualization; Cloud computing; Virtual machine; Symmetric multiprocessor system; Scheduling (production processes); General-purpose computing on graphics processing units; Distributed computing; Graphics; Operating system","score_opus":0.16267783823552945,"score_gpt":0.43211804960909556,"score_spread":0.2694402113735661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608738900","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000061382593,0.5223253,0.47582656,0.00004033491,0.0008563251,0.00022631967,8.383602e-7,0.00028021072,0.00043799344],"genre_scores_gemma":[0.000046640656,0.68234676,0.316638,0.000045022367,0.0004446678,0.000006099132,0.000015092605,0.000057224,0.0004004763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927431,0.0042400016,0.0008489505,0.0012501399,0.00035443724,0.00056341646],"domain_scores_gemma":[0.9929222,0.0025877168,0.0010890212,0.0031321587,0.000106919666,0.00016199106],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011627355,0.00060257193,0.0016641604,0.00037173537,0.00093341776,0.0012122407,0.004349819,0.0003032589,0.0000018813544],"category_scores_gemma":[0.002084428,0.00052354037,0.00034504753,0.00046733688,0.000102481245,0.000051806994,0.0068832855,0.0005630243,0.000042118267],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.699027e-8,0.000018951907,0.0000119248725,0.0020220256,0.0001035288,0.000013299094,0.000119717275,0.00032734132,3.858084e-8,0.0014860999,0.000079474514,0.9958175],"study_design_scores_gemma":[0.00013655041,0.00003849436,0.000077903096,0.006590398,0.00013470191,0.000059189028,0.000005609669,0.12270092,3.0317491e-7,0.00052101776,0.86904305,0.00069187133],"about_ca_topic_score_codex":0.00006301756,"about_ca_topic_score_gemma":0.0000025750821,"teacher_disagreement_score":0.99512565,"about_ca_system_score_codex":0.00008002967,"about_ca_system_score_gemma":0.00013475052,"threshold_uncertainty_score":0.9998246},"labels":[],"label_agreement":null},{"id":"W2618843390","doi":"10.1145/3057270","title":"Current State of Text Sentiment Analysis from Opinion to Emotion Mining","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":485,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sentiment analysis; Computer science; Perspective (graphical); Emotion classification; Focus (optics); Data science; Emotion detection; Concept mining; Natural language processing; Artificial intelligence; Web mining; Emotion recognition; World Wide Web","score_opus":0.14543300333498774,"score_gpt":0.40614922833944267,"score_spread":0.2607162250044549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618843390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034330392,0.64875716,0.3486508,0.000023871418,0.0017883948,0.0002927362,0.00003939447,0.00007473093,0.00002959845],"genre_scores_gemma":[0.0014588925,0.9606849,0.036497146,0.00001398349,0.00045247996,0.000010204651,0.00073888764,0.00004934083,0.000094155286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993748,0.0018516328,0.0016808573,0.0013627096,0.00082911266,0.0005276894],"domain_scores_gemma":[0.99273974,0.00110966,0.0024032176,0.0032818988,0.000250911,0.0002145994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046091867,0.00060139,0.0028798254,0.0013805757,0.00032688034,0.0005850492,0.003964109,0.00011328423,0.000022856588],"category_scores_gemma":[0.00041049777,0.0005506879,0.0014450776,0.0020710484,0.000039251725,0.00023467548,0.0028082384,0.00030018765,0.00012540416],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.4926938e-7,0.000059904727,0.0011284591,0.00045780273,0.0012065936,0.0000020051068,0.00037459773,0.00048676104,2.6884774e-7,0.000010872812,0.00033846375,0.99593383],"study_design_scores_gemma":[0.00046151484,0.00013324614,0.03590178,0.022506848,0.003732218,0.0000029376304,0.000020902222,0.083950825,0.00001405103,0.0001333542,0.85106146,0.002080835],"about_ca_topic_score_codex":0.0002588518,"about_ca_topic_score_gemma":0.000026708372,"teacher_disagreement_score":0.993853,"about_ca_system_score_codex":0.00012754482,"about_ca_system_score_gemma":0.00019512065,"threshold_uncertainty_score":0.99969447},"labels":[],"label_agreement":null},{"id":"W2752198235","doi":"10.1145/3084288","title":"Encoding Arguments","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Probabilistic logic; Lemma (botany); Encoding (memory); Mathematical proof; Computer science; Generalization; Simple (philosophy); Theoretical computer science; Event (particle physics); Object (grammar); Set (abstract data type); Algorithm; Discrete mathematics; Mathematics; Artificial intelligence; Programming language","score_opus":0.22125334338740177,"score_gpt":0.4090374100271108,"score_spread":0.18778406663970904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752198235","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032918356,0.7311701,0.2613115,0.000043882275,0.004273477,0.0006864477,0.000011249097,0.00068209844,0.0018179577],"genre_scores_gemma":[0.00015622338,0.91742843,0.080813244,0.000046048724,0.0009686681,0.000023138244,0.00005666672,0.000097439864,0.00041012425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99067444,0.0035799749,0.0014745748,0.0021774818,0.00087627233,0.0012172824],"domain_scores_gemma":[0.9865873,0.003542716,0.0016213944,0.007691293,0.00024565394,0.00031164958],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.010309209,0.0010716589,0.0030703656,0.00044887347,0.00095663004,0.0016324227,0.015388713,0.00050728815,0.000018869918],"category_scores_gemma":[0.0029611273,0.0009704169,0.00100474,0.0007116308,0.00016244805,0.00049571064,0.01181191,0.0011417522,0.00066423055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0618728e-7,0.0000661699,0.00008727508,0.0019253471,0.0001059657,0.00006982708,0.00007188314,0.000011821867,3.3142925e-8,0.0003988451,0.00035005284,0.99691266],"study_design_scores_gemma":[0.00021431524,0.000071192495,0.0004719944,0.006028411,0.000113594084,0.00017535075,0.0000016032934,0.007038155,5.9747174e-7,0.0021444059,0.982379,0.0013613751],"about_ca_topic_score_codex":0.00013990563,"about_ca_topic_score_gemma":0.0000133896965,"teacher_disagreement_score":0.9955513,"about_ca_system_score_codex":0.00040435392,"about_ca_system_score_gemma":0.0006308626,"threshold_uncertainty_score":0.99940395},"labels":[],"label_agreement":null},{"id":"W2761909754","doi":"10.1145/3107614","title":"Automated Vehicle Detection and Classification","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Categorization; Artificial intelligence; Open research; Scalability; Intelligent transportation system; Machine learning; Contextual image classification; Database; Image (mathematics)","score_opus":0.15472427463487923,"score_gpt":0.3917708695872088,"score_spread":0.23704659495232958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761909754","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013290931,0.59437174,0.40359262,0.000042355434,0.000311755,0.00039304985,0.0000028014103,0.0011851548,0.00008721611],"genre_scores_gemma":[0.0030853688,0.97186804,0.024655312,0.000017862012,0.00019742368,0.00004245244,0.000030853218,0.000042806114,0.000059910504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974032,0.0008257071,0.0004829087,0.00080218207,0.00017746672,0.0003085146],"domain_scores_gemma":[0.99562126,0.001037754,0.0008106111,0.0023436511,0.00009078232,0.0000959427],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013262758,0.00031484116,0.00071584573,0.00013683787,0.00084742205,0.0005249962,0.00209324,0.00021359933,5.242374e-7],"category_scores_gemma":[0.00043176737,0.00029702994,0.00011948656,0.00042799456,0.00010058071,0.00028642407,0.0011390193,0.00037492404,0.000081044745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.84507e-8,0.000008688851,0.0000075714274,0.00034822774,0.000014611854,0.0000016359764,0.00001043027,0.0000129446125,0.00000258311,0.00046843832,0.000055666886,0.9990691],"study_design_scores_gemma":[0.0000970474,0.000024920148,0.0029294782,0.0013182561,0.000053096523,0.000065207045,6.5180666e-7,0.3428957,0.0000023171651,0.00068828335,0.6514483,0.00047672162],"about_ca_topic_score_codex":0.000015271935,"about_ca_topic_score_gemma":0.0000131430525,"teacher_disagreement_score":0.9985924,"about_ca_system_score_codex":0.00008481143,"about_ca_system_score_gemma":0.00009431638,"threshold_uncertainty_score":0.9999482},"labels":[],"label_agreement":null},{"id":"W2782183607","doi":"10.1145/3154834","title":"Underwater Wireless Sensor Networks","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Underwater Vehicles and Communication Systems","field":"Engineering","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canada Research Chairs","keywords":"Topology control; Computer science; Network topology; Context (archaeology); Computer network; Topology (electrical circuits); Wireless sensor network; Underwater; Wireless; Distributed computing; Wireless network; Key distribution in wireless sensor networks; Telecommunications; Electrical engineering; Engineering","score_opus":0.06766023760726628,"score_gpt":0.29753249712204427,"score_spread":0.229872259514778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782183607","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000406861,0.87659067,0.12098009,0.000005407934,0.0006316356,0.00032623473,0.000009472847,0.00076859357,0.0006472054],"genre_scores_gemma":[0.004006694,0.9924997,0.0017954045,0.000016134849,0.0009323712,0.00001526086,0.00020322112,0.00021513588,0.0003160518],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996558,0.001413092,0.00089586014,0.00039519963,0.00019095592,0.0005468828],"domain_scores_gemma":[0.99714226,0.000685288,0.00019551854,0.0017802971,0.00008417947,0.00011243187],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019148825,0.0005563808,0.0014016418,0.0001362444,0.00017097325,0.00020698494,0.0015351487,0.000448195,0.000024368706],"category_scores_gemma":[0.00000782531,0.00047496828,0.00036285407,0.00036908838,0.00006408507,0.000051968247,0.00060702587,0.0005936706,0.0005145366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.7120543e-7,0.000010084959,0.000019933144,0.0035318516,0.0002560152,0.0000044516373,0.00006681254,0.00067743304,3.7644577e-7,0.0000040582036,0.0011754318,0.9942534],"study_design_scores_gemma":[0.00008132656,0.00001233804,0.000013889073,0.0052203797,0.000097678516,0.000045816985,0.000010443113,0.014963881,0.000002550519,0.000013429498,0.9789387,0.00059955666],"about_ca_topic_score_codex":0.000044819786,"about_ca_topic_score_gemma":0.000022048644,"teacher_disagreement_score":0.99365383,"about_ca_system_score_codex":0.00013548718,"about_ca_system_score_gemma":0.000033557873,"threshold_uncertainty_score":0.9997702},"labels":[],"label_agreement":null},{"id":"W2783614532","doi":"10.1145/3197978","title":"A Survey on Compiler Autotuning using Machine Learning","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Compiler; Optimizing compiler; Loop optimization; Leverage (statistics); Interprocedural optimization; Pace; Parallel computing; Artificial intelligence; Programming language","score_opus":0.14938650114853463,"score_gpt":0.37375704087074435,"score_spread":0.22437053972220972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783614532","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000118428925,0.4611945,0.53596604,0.0000095944715,0.00077125686,0.00032467395,0.000016718013,0.0015197457,0.00018566524],"genre_scores_gemma":[0.000288128,0.72535896,0.27247876,0.0001985573,0.0005762164,0.0000074934646,0.0005799245,0.0002274139,0.00028451192],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9842545,0.010979221,0.0014080147,0.0016833367,0.00068566704,0.000989252],"domain_scores_gemma":[0.99061257,0.0047743763,0.0014558155,0.0025079392,0.00041698283,0.00023233234],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012941906,0.0010498216,0.0023771063,0.000836907,0.0009923284,0.00074954994,0.005059957,0.00053426035,0.000011452511],"category_scores_gemma":[0.0026236915,0.0009717431,0.0005484887,0.0021101448,0.00013186506,0.00020444955,0.0034442148,0.0015977948,0.00017501508],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018105471,0.00010524563,0.0006785855,0.0011107567,0.00019706896,0.000033763663,0.00014729849,0.0069595757,1.03492305e-7,0.00015842008,0.002343517,0.98826385],"study_design_scores_gemma":[0.00019546019,0.00020955919,0.0004082438,0.009041241,0.00006601941,0.00005700695,7.6244146e-7,0.71114826,0.0000016142113,0.00006473729,0.2774907,0.0013163869],"about_ca_topic_score_codex":0.00074004615,"about_ca_topic_score_gemma":0.000032096614,"teacher_disagreement_score":0.9869475,"about_ca_system_score_codex":0.000292391,"about_ca_system_score_gemma":0.0003505079,"threshold_uncertainty_score":0.9992733},"labels":[],"label_agreement":null},{"id":"W2788411626","doi":"10.1145/3167476","title":"Evaluating Computational Creativity","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Creativity; Computer science; Computational creativity; Task (project management); Creativity technique; Cognitive science; Software; Human–computer interaction; Cognition; Data science; Artificial intelligence; Psychology; Programming language","score_opus":0.4074853096323455,"score_gpt":0.5620924236654873,"score_spread":0.15460711403314176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788411626","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008149319,0.97618824,0.0074683074,0.000046963545,0.005918307,0.00077677454,0.000077387114,0.0003130446,0.0083960425],"genre_scores_gemma":[0.0027995668,0.9599008,0.02024731,0.0004587018,0.0039490173,0.00014741175,0.0009291299,0.00032000165,0.01124808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.989817,0.0072061615,0.00082177354,0.0011052757,0.0005092932,0.0005404532],"domain_scores_gemma":[0.98808295,0.009428782,0.0008050113,0.001304927,0.00023161402,0.00014672194],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008170477,0.0004899643,0.00122695,0.00028770117,0.00045166898,0.00014960104,0.0012539483,0.0002702666,0.0011032898],"category_scores_gemma":[0.0039143763,0.00045643427,0.00037276218,0.0009539447,0.0003380033,0.00006824283,0.000516592,0.0005663342,0.002439639],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010513743,0.0001985147,0.0003183869,0.0006315304,0.00006531918,0.0000054359493,0.00051511993,0.00001678622,7.2484895e-8,0.00031647875,0.005683476,0.9922478],"study_design_scores_gemma":[0.00031127068,0.00026437346,0.009124846,0.003985126,0.0002948162,0.00022558942,0.00006798751,0.0008043156,2.2150864e-7,0.00058671396,0.9833598,0.0009749081],"about_ca_topic_score_codex":0.000106104075,"about_ca_topic_score_gemma":0.000007849495,"teacher_disagreement_score":0.9912729,"about_ca_system_score_codex":0.00013367589,"about_ca_system_score_gemma":0.0004891598,"threshold_uncertainty_score":0.99980986},"labels":[],"label_agreement":null},{"id":"W2793353921","doi":"10.1145/3158644","title":"Survey and Analysis of Kernel and Userspace Tracers on Linux","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Linux kernel; User space; Overhead (engineering); Tracing; Operating system; Kernel (algebra); Stack (abstract data type); System call; Legacy system; Software; Embedded system; Software engineering","score_opus":0.09269364725147568,"score_gpt":0.35807121965084,"score_spread":0.2653775723993643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793353921","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008089007,0.8075264,0.19062331,0.000021387335,0.0002118361,0.00026292194,0.00020111569,0.00032053405,0.000023607001],"genre_scores_gemma":[0.0018741634,0.9540013,0.043828443,0.000017605178,0.000030775805,0.0000037571533,0.00016658941,0.000038674563,0.00003870678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557626,0.0017837158,0.0006647013,0.0012363524,0.00033233708,0.00040662749],"domain_scores_gemma":[0.99051845,0.005591735,0.00088561693,0.0027422425,0.00016593016,0.00009604438],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053707976,0.0005209869,0.0022513778,0.0009992076,0.00013916254,0.0001359821,0.0025882064,0.0003503219,0.0000015139086],"category_scores_gemma":[0.0036351087,0.0004512497,0.00022480043,0.0030601057,0.00039756836,0.00020648776,0.003021073,0.000450643,0.000007978867],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7461e-7,0.000022327084,0.001592372,0.0007208828,0.00067918,0.00000855406,0.000080659636,0.000027182765,8.164937e-8,0.00027840238,0.00019745056,0.996392],"study_design_scores_gemma":[0.002043993,0.002537026,0.36250156,0.023703743,0.009257202,0.0001567686,0.00017016642,0.10780442,0.000028677232,0.0022546875,0.47958255,0.009959207],"about_ca_topic_score_codex":0.00022034798,"about_ca_topic_score_gemma":0.00020526773,"teacher_disagreement_score":0.98643285,"about_ca_system_score_codex":0.00007478459,"about_ca_system_score_gemma":0.000099779245,"threshold_uncertainty_score":0.99979395},"labels":[],"label_agreement":null},{"id":"W2798879067","doi":"10.1145/3409452","title":"Comparative Analysis and Framework Evaluating Web Single Sign-on Systems","year":2020,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto Mississauga; University of Toronto","keywords":"Single sign-on; Credential; Usability; Password; Identity management; Computer science; Service provider; Authentication (law); Software deployment; Computer security; World Wide Web; Web service; Internet privacy; Service (business); Business; Software engineering; Human–computer interaction","score_opus":0.13812965203935956,"score_gpt":0.3666172352916724,"score_spread":0.22848758325231283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798879067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32667416,0.00042105105,0.66895676,0.00077196525,0.0016222659,0.0006139682,0.000027747208,0.0005268002,0.0003852837],"genre_scores_gemma":[0.979347,0.0000058230125,0.01999666,0.00020360952,0.00029939014,0.000018103321,0.00007025835,0.000021554888,0.00003763393],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99124736,0.004787532,0.00096254796,0.0016057771,0.0009415947,0.0004552166],"domain_scores_gemma":[0.992498,0.0036278188,0.0008817548,0.002327521,0.00039796738,0.00026696303],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005164359,0.0005259905,0.001361294,0.00047969123,0.00033009428,0.001627239,0.002643838,0.00035842965,0.000005869111],"category_scores_gemma":[0.0013108532,0.00053155795,0.00027928877,0.0015675295,0.000081839375,0.00011612157,0.0037111263,0.0010827143,0.00008599494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000494352,0.0017432267,0.18272117,0.0034967952,0.016155077,0.00014686852,0.5797005,0.09840318,0.002356334,0.05991223,0.0034724807,0.051842697],"study_design_scores_gemma":[0.00017023321,0.00012831249,0.03452831,0.00040626398,0.00018769361,0.000003346631,0.00019179702,0.9606185,0.00006169826,0.0030890517,0.00007878958,0.0005360003],"about_ca_topic_score_codex":0.00026100563,"about_ca_topic_score_gemma":0.00003321356,"teacher_disagreement_score":0.86221534,"about_ca_system_score_codex":0.00009856077,"about_ca_system_score_gemma":0.000171411,"threshold_uncertainty_score":0.9997136},"labels":[],"label_agreement":null},{"id":"W2800277550","doi":"10.1145/3158661","title":"A Survey on NoSQL Stores","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"NoSQL; Computer science; Consistency (knowledge bases); Implementation; Database; Big data; Relational database; Data science; Scalability; Data mining; Software engineering; Artificial intelligence","score_opus":0.09652618745836172,"score_gpt":0.3389769881995401,"score_spread":0.24245080074117836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800277550","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008173237,0.9517041,0.041094214,0.00005826833,0.0036481253,0.0006863813,0.000026223155,0.001045944,0.0016550191],"genre_scores_gemma":[0.00084836374,0.97932893,0.011577092,0.00050721026,0.003130685,0.000026296279,0.0002539102,0.00031620686,0.004011283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98790586,0.0070634387,0.0011527061,0.0019402365,0.00088728004,0.001050508],"domain_scores_gemma":[0.9881922,0.0057842047,0.000906759,0.0046464955,0.00022464676,0.0002456972],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012555368,0.0010016314,0.002154496,0.0006050927,0.00055915676,0.0006519194,0.008412698,0.0003917587,0.000014043008],"category_scores_gemma":[0.0018160634,0.00081447256,0.00072940567,0.0017775081,0.00013910909,0.00002319121,0.006050192,0.00086119224,0.0017319384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.525905e-7,0.00009600345,0.00007475882,0.0011484072,0.00018169511,0.00003735036,0.00008260288,0.00013241844,2.6887905e-9,0.00036070234,0.023677299,0.9742081],"study_design_scores_gemma":[0.00019714439,0.0002606677,0.0031962025,0.008510514,0.00008049714,0.00002008915,0.0000017529242,0.009332136,1.7750664e-7,0.00012897079,0.9770818,0.0011900831],"about_ca_topic_score_codex":0.0004674958,"about_ca_topic_score_gemma":0.000066325185,"teacher_disagreement_score":0.97301805,"about_ca_system_score_codex":0.00023552141,"about_ca_system_score_gemma":0.00025991743,"threshold_uncertainty_score":0.9994306},"labels":[],"label_agreement":null},{"id":"W2804347281","doi":"10.1145/3179993","title":"Co-Simulation","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Horizon 2020 Framework Programme","keywords":"Computer science; Modular design; Co-simulation; Discrete event simulation; Simulation modeling; Data science; Systems engineering; Management science; Simulation; Programming language","score_opus":0.45882078670740933,"score_gpt":0.5661062643273224,"score_spread":0.10728547761991303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804347281","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012982551,0.75173515,0.24306652,0.000022332233,0.00037823626,0.0007148293,0.000056739063,0.0003693123,0.0036439183],"genre_scores_gemma":[0.0026751377,0.9819613,0.010549459,0.000097705386,0.001400195,0.00003330492,0.00039001246,0.00010812087,0.0027847632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99369454,0.002361608,0.0016606431,0.0009285552,0.001048796,0.00030582986],"domain_scores_gemma":[0.97937536,0.016127322,0.0011625357,0.0026324824,0.00059305225,0.0001092707],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015156749,0.00035350092,0.0012613953,0.0004717546,0.00038028092,0.00043041006,0.0025732492,0.00034034418,0.00039318655],"category_scores_gemma":[0.008497465,0.0002633506,0.00052169285,0.0016803028,0.000113574,0.00010902101,0.00039486433,0.0002932417,0.0039669853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6116664e-7,0.000014504514,0.00006491797,0.00008924774,0.000013259443,4.869977e-7,0.000018219669,0.00016828484,1.6172006e-8,0.00015360101,0.009217665,0.99025965],"study_design_scores_gemma":[0.000042307787,0.00001722785,0.00020202436,0.0006577179,0.00003914645,0.0000036440847,0.0000037830457,0.005506655,5.245358e-7,0.0046007223,0.98864293,0.0002832899],"about_ca_topic_score_codex":0.000018346991,"about_ca_topic_score_gemma":0.0000032262226,"teacher_disagreement_score":0.98997635,"about_ca_system_score_codex":0.000076917386,"about_ca_system_score_gemma":0.00015845767,"threshold_uncertainty_score":0.9999819},"labels":[],"label_agreement":null},{"id":"W2883299390","doi":"10.1145/3204940","title":"Evaluation in Contextual Information Retrieval","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Computer science; Information retrieval; Data science; Context (archaeology); Human–computer information retrieval; Cognitive models of information retrieval; Task (project management); Demographics; World Wide Web; Search engine; Geography","score_opus":0.1314252247468133,"score_gpt":0.37861386329348223,"score_spread":0.24718863854666892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883299390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007945442,0.7170421,0.27858952,0.00002528228,0.0014310287,0.0011018416,0.0000054110483,0.00031681408,0.0014800859],"genre_scores_gemma":[0.0015958046,0.97962993,0.017893162,0.00008037045,0.00047397404,0.000041269177,0.00021793073,0.00003723913,0.000030327574],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918633,0.0050742794,0.0013503527,0.00048634523,0.00084094435,0.00038477205],"domain_scores_gemma":[0.9961645,0.00094027806,0.00085427467,0.0014683233,0.00050918374,0.00006345],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.029074078,0.00036556175,0.0010834185,0.00055799395,0.00010863858,0.00043207782,0.0023224005,0.00035145134,0.000007590049],"category_scores_gemma":[0.0019463085,0.00032037907,0.0002194085,0.0010858254,0.00003145547,0.0008481154,0.0010790736,0.00040798483,0.0001929572],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0196138e-7,0.000011775663,0.000013714574,0.0007184783,0.000025104582,0.0000012017105,0.0001875844,7.829604e-7,7.45397e-9,0.00039715666,0.0016936974,0.99695027],"study_design_scores_gemma":[0.00027781585,0.00010313012,0.0002516955,0.0073020505,0.00005508065,0.000046227222,0.000008081786,0.014836068,0.0000013364066,0.0010077957,0.9755502,0.0005605249],"about_ca_topic_score_codex":0.00020027702,"about_ca_topic_score_gemma":0.000038146194,"teacher_disagreement_score":0.99638975,"about_ca_system_score_codex":0.0004041546,"about_ca_system_score_gemma":0.00055097224,"threshold_uncertainty_score":0.99992484},"labels":[],"label_agreement":null},{"id":"W2911424601","doi":"10.1145/3274658","title":"A Perspective Analysis of Handwritten Signature Technology","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Handwritten Text Recognition Techniques","field":"Computer Science","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Perspective (graphical); Signature (topology); Artificial intelligence; Natural language processing","score_opus":0.05095119436942392,"score_gpt":0.3541816603901525,"score_spread":0.30323046602072856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911424601","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037965772,0.6868256,0.31112796,0.00006686193,0.00021476188,0.00055048364,0.000050159826,0.0006752762,0.0004850956],"genre_scores_gemma":[0.000678742,0.94666314,0.05207967,0.0000455665,0.0000796822,0.000032085456,0.00013356163,0.000066356966,0.00022118595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946559,0.0017903808,0.001123816,0.0013720626,0.00050001225,0.0005578079],"domain_scores_gemma":[0.9925381,0.0020037133,0.0012987347,0.0031595682,0.00091231527,0.000087577675],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032018684,0.0006515728,0.003950426,0.0043596816,0.000113089416,0.00014231607,0.0053592157,0.0010056255,0.000028628849],"category_scores_gemma":[0.0012646598,0.00057716673,0.0014142417,0.0109877465,0.00015750046,0.00018133849,0.0025289308,0.0011214649,0.0000942404],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0285062e-7,0.00006415743,0.000044410615,0.0013391898,0.0023157601,0.00001540321,0.00013281206,0.00000610233,8.5164805e-7,0.0028819565,0.00027082508,0.9929282],"study_design_scores_gemma":[0.0012949143,0.0012996815,0.0010175197,0.04244998,0.030904181,0.00033918617,0.00033431302,0.018810654,0.00027934104,0.026133738,0.86915797,0.0079785],"about_ca_topic_score_codex":0.000112544665,"about_ca_topic_score_gemma":0.000022527844,"teacher_disagreement_score":0.9849497,"about_ca_system_score_codex":0.0002836912,"about_ca_system_score_gemma":0.00042391286,"threshold_uncertainty_score":0.999668},"labels":[],"label_agreement":null},{"id":"W2914961791","doi":"10.1145/3292577","title":"Code Authorship Attribution","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Authorship Attribution and Profiling","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"New Brunswick Innovation Foundation","keywords":"Computer science; Malware; Attribution; Authorship attribution; Code (set theory); Field (mathematics); Cryptovirology; Categorization; Data science; Artificial intelligence; Computer security; Programming language; Set (abstract data type); Psychology","score_opus":0.26310978084345377,"score_gpt":0.4126861586154646,"score_spread":0.14957637777201083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914961791","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017634405,0.5221747,0.47438854,0.00007985062,0.0021850506,0.0004288448,0.00003976428,0.00052787445,0.00017361944],"genre_scores_gemma":[0.00031677654,0.9761572,0.020846058,0.0001113877,0.0005666109,0.000016343572,0.0006909194,0.00009227046,0.0012024259],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98885554,0.006786379,0.001256316,0.0014294662,0.00064360164,0.0010286968],"domain_scores_gemma":[0.9924223,0.002997805,0.0010089652,0.0030397114,0.00025409748,0.00027715522],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014439538,0.0007719353,0.0021525067,0.00039050722,0.00040806088,0.0005132472,0.0051021986,0.00088857464,0.000030547337],"category_scores_gemma":[0.001610826,0.000704967,0.00078437803,0.001785992,0.00006250454,0.0003140622,0.002604799,0.0015264436,0.002859301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.364588e-7,0.000022974318,0.00006948755,0.0030725617,0.00006612136,0.000012452956,0.00007192702,0.000012102676,8.196163e-8,0.015675178,0.0006988361,0.9802979],"study_design_scores_gemma":[0.00014305982,0.00004583589,0.00018179172,0.0048153996,0.00012708495,0.0000762621,0.0000016251194,0.00348795,0.0000024561373,0.0010902709,0.9891325,0.00089571974],"about_ca_topic_score_codex":0.000025813744,"about_ca_topic_score_gemma":0.000004489772,"teacher_disagreement_score":0.9884337,"about_ca_system_score_codex":0.00033292666,"about_ca_system_score_gemma":0.0006925351,"threshold_uncertainty_score":0.99954015},"labels":[],"label_agreement":null},{"id":"W2915125723","doi":"10.1145/3286688","title":"Sustainable Offloading in Mobile Cloud Computing","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Ottawa","funders":"","keywords":"Computer science; Mobile cloud computing; Cloud computing; Mobile device; Distributed computing; Energy consumption; Mobile computing; Scalability; Computer network; Operating system","score_opus":0.059608137716797446,"score_gpt":0.3358107463886693,"score_spread":0.27620260867187185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915125723","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002941705,0.88878953,0.08699805,0.000018261308,0.019892529,0.0016846558,0.0000010017809,0.0007986223,0.0015231555],"genre_scores_gemma":[0.0010320256,0.9553558,0.029885096,0.0001738827,0.010568832,0.00003913816,0.00015857205,0.00041410082,0.0023725366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98810387,0.0038015968,0.0023054774,0.0023129617,0.0007676699,0.002708425],"domain_scores_gemma":[0.9890864,0.0054983287,0.0013462589,0.003484551,0.00031807416,0.0002663958],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaepi_narrow","open_science"],"category_scores_codex":[0.013302739,0.0013148848,0.0038474742,0.0013248452,0.00060956675,0.001088614,0.0075939875,0.00072728546,0.000004740741],"category_scores_gemma":[0.0011191327,0.0013142491,0.0008843726,0.0038305426,0.000089147085,0.00055551284,0.009248432,0.0020626513,0.0006231163],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.986495e-7,0.00008211728,0.0002825175,0.009515909,0.00007994668,0.00021346041,0.0007489771,0.0004494757,1.2317564e-7,0.0005556259,0.0026459151,0.98542535],"study_design_scores_gemma":[0.00046852452,0.00012015616,0.00015684457,0.013559669,0.00008927554,0.00015858334,0.000066645975,0.030294817,0.0000012404407,0.0003562238,0.9528796,0.0018483934],"about_ca_topic_score_codex":0.00041912493,"about_ca_topic_score_gemma":0.000005558329,"teacher_disagreement_score":0.98357695,"about_ca_system_score_codex":0.00088913285,"about_ca_system_score_gemma":0.0010730572,"threshold_uncertainty_score":0.99996024},"labels":[],"label_agreement":null},{"id":"W2947158132","doi":"10.1145/3284748","title":"Countermeasures against Worm Spreading","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Malware; Countermeasure; Wireless ad hoc network; Computer security; Wireless; Vehicular ad hoc network; Telecommunications; Computer network","score_opus":0.058960523757180104,"score_gpt":0.298739212478809,"score_spread":0.2397786887216289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947158132","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012706457,0.9861344,0.0044561415,0.0000020123473,0.0033865625,0.00071566296,0.000035731096,0.00117032,0.003972125],"genre_scores_gemma":[0.0019265488,0.9952863,0.0006782528,0.000026815795,0.001045906,0.000012805963,0.00043040526,0.00039772262,0.00019528554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99593425,0.0008941417,0.0009743246,0.00068015914,0.0004693597,0.0010477668],"domain_scores_gemma":[0.9962362,0.0014360531,0.0002688213,0.0018007585,0.00008154517,0.00017663867],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034892308,0.00094034796,0.0024621733,0.00028053453,0.00012283558,0.00023368416,0.0016324323,0.0005975551,0.000024634372],"category_scores_gemma":[0.00033097365,0.00092021096,0.0006709324,0.0005944647,0.000046453286,0.00010880052,0.00051195145,0.0013133148,0.0011697918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0938539e-7,0.000007961474,0.000043538777,0.00926833,0.00033799265,0.000036756846,0.00002654757,0.14640355,3.157759e-7,0.000006303108,0.0037581401,0.84011036],"study_design_scores_gemma":[0.0001382753,0.0000117883,0.000072444345,0.020042114,0.00027122514,0.000053898475,0.000002785484,0.078263514,4.7889165e-7,0.0000074101667,0.90009487,0.0010412106],"about_ca_topic_score_codex":0.000016960405,"about_ca_topic_score_gemma":0.000027646081,"teacher_disagreement_score":0.89633673,"about_ca_system_score_codex":0.0004562541,"about_ca_system_score_gemma":0.00013157942,"threshold_uncertainty_score":0.9996079},"labels":[],"label_agreement":null},{"id":"W2947302552","doi":"10.1145/3309545","title":"Smart City System Design","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; National Science Foundation","keywords":"Computer science; Big data; Smart city; Cloud computing; Implementation; Electricity; Analytics; Data science; Computer security; Edge computing; The Internet; Artificial intelligence; Telecommunications; World Wide Web; Internet of Things; Software engineering; Operating system","score_opus":0.19395111854161276,"score_gpt":0.34147354810698327,"score_spread":0.1475224295653705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947302552","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018926187,0.49388844,0.4834423,0.000009237832,0.020433886,0.00060920534,7.7089896e-7,0.00081238686,0.00080187304],"genre_scores_gemma":[0.0001549952,0.81514937,0.17393067,0.00011287627,0.009215044,0.000029378834,0.00010190594,0.00030106277,0.0010047253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889578,0.005899938,0.0014594407,0.0017169295,0.0006989511,0.0012669187],"domain_scores_gemma":[0.9890044,0.005461759,0.0011066658,0.0039467146,0.0002427214,0.00023776789],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0124949105,0.0010143635,0.0030333516,0.0004747579,0.0005061851,0.0008040032,0.007485121,0.00058037444,0.0000020769992],"category_scores_gemma":[0.0006705345,0.0009028604,0.0008587484,0.0015850422,0.000055850312,0.00027144398,0.0046783574,0.0010839482,0.0015875681],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0922175e-7,0.00002487125,0.000054808243,0.008060127,0.00012379975,0.000047467016,0.00007487153,0.000030504818,3.7331535e-8,0.00022490114,0.0061107716,0.98524755],"study_design_scores_gemma":[0.00023089895,0.000092614006,0.00013815437,0.01988111,0.00021418672,0.00032268395,0.0000029061464,0.034455456,0.0000011654354,0.00008185514,0.94299835,0.0015806456],"about_ca_topic_score_codex":0.00012677182,"about_ca_topic_score_gemma":7.0488164e-7,"teacher_disagreement_score":0.9836669,"about_ca_system_score_codex":0.00045391035,"about_ca_system_score_gemma":0.0008190521,"threshold_uncertainty_score":0.9993422},"labels":[],"label_agreement":null},{"id":"W2950398529","doi":"10.1145/3485128","title":"Tackling Climate Change with Machine Learning","year":2022,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Air Quality Monitoring and Forecasting","field":"Environmental Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Pacific Northwest National Laboratory; Lawrence Livermore National Laboratory; University of California, Davis; Universitetet i Oslo; Carnegie Mellon University; University College London; Eidgenössische Technische Hochschule Zürich; Dalhousie University; National Science Foundation; Imperial College London; Natural Sciences and Engineering Research Council of Canada; DeepMind; Université du Québec à Rimouski; University of Colorado Boulder; Universität Zürich; University of Pennsylvania; Yale University; U.S. Department of Energy","keywords":"Climate change; Wonder; Computer science; Artificial intelligence; Greenhouse gas; Humanity; Machine learning; Data science; Political science; Psychology","score_opus":0.06174498602231311,"score_gpt":0.292308745863756,"score_spread":0.2305637598414429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950398529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98871034,0.0001969959,0.0054433327,0.00020013492,0.0012027045,0.00037650025,0.00003562455,0.00058990245,0.0032444738],"genre_scores_gemma":[0.98739684,0.000041313433,0.0114426855,0.00006825268,0.00050660945,0.000028449296,0.0002026422,0.000090363304,0.00022284075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99566436,0.0016044003,0.0004209916,0.00091658114,0.0006658567,0.00072783546],"domain_scores_gemma":[0.9979274,0.0005893267,0.00050254836,0.00084022956,0.000015002408,0.00012544062],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0064577977,0.00041245137,0.00043947337,0.00006777236,0.00097351236,0.00012733505,0.001017338,0.00014514042,0.0005903584],"category_scores_gemma":[0.0004076403,0.0004000985,0.000111575064,0.0002978211,0.00011597255,0.00008623245,0.010034053,0.0019854938,0.00010883566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008753197,0.000037888327,0.7812269,0.00008336979,0.000024459581,0.000034530818,0.0018339189,0.13997254,0.000012387966,0.0000052430632,0.000025591142,0.07673444],"study_design_scores_gemma":[0.00054494105,0.00032234594,0.7500509,0.00060502486,0.00007212527,0.00003765328,0.00047550036,0.2415737,0.000056724843,0.0002525845,0.0044025504,0.0016059243],"about_ca_topic_score_codex":0.004439126,"about_ca_topic_score_gemma":0.00010097665,"teacher_disagreement_score":0.101601176,"about_ca_system_score_codex":0.00031051566,"about_ca_system_score_gemma":0.00001424894,"threshold_uncertainty_score":0.9998451},"labels":[],"label_agreement":null},{"id":"W2953529749","doi":"10.1145/3322241","title":"Indoor Localization Improved by Spatial Context—A Survey","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"China Scholarship Council","keywords":"Computer science; Spatial contextual awareness; Context (archaeology); Doors; Computer vision; Spatial analysis; Artificial intelligence; Location-based service; Remote sensing; Telecommunications; Geography","score_opus":0.044145676857707185,"score_gpt":0.29029304903867204,"score_spread":0.24614737218096486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953529749","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001325784,0.6641861,0.3317396,0.0000018745208,0.0016714458,0.00067247945,0.0002834904,0.0013161637,0.00011554835],"genre_scores_gemma":[0.013096364,0.98143494,0.00016819862,0.00003465702,0.00017928636,0.000022185746,0.004610936,0.00028609557,0.00016732025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961999,0.001185834,0.0010985365,0.00061005366,0.0002763401,0.00062933064],"domain_scores_gemma":[0.9968156,0.0013505389,0.0003426344,0.001216439,0.00019342337,0.000081329425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023426749,0.00076958624,0.0019617,0.00030037793,0.0001364736,0.0001616809,0.0012630253,0.00096454605,0.00006102601],"category_scores_gemma":[0.0014315445,0.00073144556,0.00030181152,0.0008251627,0.00008301011,0.0000947826,0.0004108172,0.0007297666,0.00032202038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.9540487e-7,0.000014961806,0.00045476377,0.004515884,0.00014930738,0.0000016418558,0.000022999217,0.00046544988,5.5216805e-7,0.000010052507,0.0068593854,0.9875041],"study_design_scores_gemma":[0.0004898784,0.00006322112,0.00022008091,0.0029609592,0.00020323248,0.000010238643,0.00001450326,0.0582455,0.000049236565,0.000017963137,0.9363028,0.0014224196],"about_ca_topic_score_codex":0.00091103796,"about_ca_topic_score_gemma":0.0003126309,"teacher_disagreement_score":0.98608166,"about_ca_system_score_codex":0.0002432426,"about_ca_system_score_gemma":0.00012724797,"threshold_uncertainty_score":0.9995137},"labels":[],"label_agreement":null},{"id":"W2968094109","doi":"10.1145/3450952","title":"Bidirectional Typing","year":2021,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Typing; Type inference; Computer science; Undecidable problem; Inference; Programming language; Annotation; Type (biology); Theoretical computer science; Artificial intelligence; Biology; Speech recognition; Decidability","score_opus":0.04907027266529844,"score_gpt":0.308312607897336,"score_spread":0.25924233523203755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968094109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17186733,0.0006496098,0.8210116,0.00030980026,0.004614343,0.00017599958,0.0000029197288,0.001206636,0.00016175966],"genre_scores_gemma":[0.8074613,0.000017829661,0.19172236,0.00005926161,0.00047826304,0.000013740007,0.00004649474,0.000038738784,0.00016198496],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965546,0.00091439683,0.00035759874,0.0010549438,0.000564722,0.0005537518],"domain_scores_gemma":[0.99307054,0.003855158,0.00012582449,0.0024077408,0.0003989358,0.00014179655],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.004170507,0.00030578632,0.0003782905,0.00028271994,0.00017260209,0.0008256941,0.0034705952,0.00025863477,0.000024534236],"category_scores_gemma":[0.006221645,0.00035731855,0.00017868413,0.00069947506,0.000036489484,0.00013724003,0.012029948,0.0012816103,0.00006946084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025571426,0.0002594099,0.2666507,0.00076691544,0.00057991425,0.00040636247,0.0020594308,0.16667163,0.00045329615,0.0012403551,0.0062148743,0.55469453],"study_design_scores_gemma":[0.00021831953,0.000023511353,0.76106703,0.000560165,0.000007359997,0.00007576367,0.00001212616,0.2341253,0.0007178774,0.0011892117,0.0011207709,0.00088256615],"about_ca_topic_score_codex":0.000274039,"about_ca_topic_score_gemma":0.000014143393,"teacher_disagreement_score":0.635594,"about_ca_system_score_codex":0.00019440221,"about_ca_system_score_gemma":0.00052923616,"threshold_uncertainty_score":0.9998879},"labels":[],"label_agreement":null},{"id":"W2971648973","doi":"10.1145/3337772","title":"A Game-theoretic Taxonomy and Survey of Defensive Deception for Cybersecurity and Privacy","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Information and Cyber Security","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Laboratory; Division of Emerging Frontiers in Research and Innovation; York University; U.S. Department of Energy; National Science Foundation","keywords":"Deception; Computer science; Computer security; Taxonomy (biology); Private information retrieval; Honeypot; Internet privacy; Data science; Psychology; Social psychology","score_opus":0.10651327468763365,"score_gpt":0.3306226550611066,"score_spread":0.22410938037347294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971648973","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001544913,0.68557274,0.3097639,0.000016170752,0.0005781428,0.0021519586,0.00011279975,0.00010294936,0.00015639569],"genre_scores_gemma":[0.032554712,0.9406434,0.026103798,0.00009185846,0.00007066445,0.00005333246,0.00041374788,0.0000457811,0.000022676846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996303,0.0016927548,0.00085956993,0.0005781645,0.00021683551,0.00034963404],"domain_scores_gemma":[0.9939873,0.0034538978,0.0009347841,0.0010527556,0.0004640395,0.00010719586],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0059697167,0.00039373775,0.0013751473,0.00022365837,0.00011602996,0.0001939645,0.0010875695,0.00026106797,0.000002484529],"category_scores_gemma":[0.0013840204,0.00035887645,0.00018843717,0.00041396928,0.00014512814,0.00029790844,0.0013158724,0.00028475604,0.000013858459],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020178143,0.00002174423,0.00055272074,0.00745556,0.00006315425,4.8971964e-7,0.00081950246,0.000001275542,2.4572014e-8,0.0073566367,0.00015089875,0.983576],"study_design_scores_gemma":[0.0027975184,0.0006421913,0.047639288,0.014552333,0.0005993064,0.000252995,0.000087553104,0.03466626,0.0000062011914,0.005997791,0.8895168,0.0032417676],"about_ca_topic_score_codex":0.0002334603,"about_ca_topic_score_gemma":0.00005023651,"teacher_disagreement_score":0.9803342,"about_ca_system_score_codex":0.000048316073,"about_ca_system_score_gemma":0.00025613952,"threshold_uncertainty_score":0.99988633},"labels":[],"label_agreement":null},{"id":"W2973063031","doi":"10.1145/3342481","title":"A Survey of Tool-supported Assurance Case Assessment Techniques","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Certification; Computer science; Dependability; Strengths and weaknesses; Process (computing); Quality assurance; Task (project management); Engineering management; Safety assurance; Process management; Risk analysis (engineering); Software engineering; Systems engineering; Engineering; Operations management; Business","score_opus":0.06909217308592452,"score_gpt":0.3404557327219368,"score_spread":0.2713635596360123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973063031","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014980095,0.9228681,0.070429884,0.0000011571803,0.0021818262,0.0015180795,0.00040190472,0.0015764275,0.0008728564],"genre_scores_gemma":[0.02785856,0.9514231,0.018861713,0.0000044582753,0.00025519443,0.00009377231,0.0008149106,0.00056951476,0.000118774995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99477243,0.0016919366,0.0019540705,0.0006069703,0.00036389302,0.00061069895],"domain_scores_gemma":[0.99238855,0.00448386,0.00058416853,0.0022115374,0.0002435035,0.0000883731],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008002062,0.0008715906,0.0033417244,0.00041693577,0.000049168913,0.00006275881,0.0011314889,0.00057157193,0.000022092358],"category_scores_gemma":[0.0007935337,0.0008867148,0.00045028795,0.0009997432,0.00004250462,0.000093213675,0.00037279818,0.00085464795,0.000060761067],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7474834e-7,0.000020421876,0.00073196396,0.04401714,0.0005829665,0.00022051604,0.000029442257,0.0028124633,0.0000016190241,0.000012318722,0.0008951046,0.9506758],"study_design_scores_gemma":[0.00063605583,0.00017655439,0.0175274,0.06822348,0.00106878,0.003851847,0.000014215557,0.05770456,0.00003187054,0.000011019759,0.8454977,0.0052564857],"about_ca_topic_score_codex":0.000649222,"about_ca_topic_score_gemma":0.00006264776,"teacher_disagreement_score":0.9454193,"about_ca_system_score_codex":0.00040683025,"about_ca_system_score_gemma":0.00041316,"threshold_uncertainty_score":0.99935836},"labels":[],"label_agreement":null},{"id":"W2980612421","doi":"10.1145/3357375","title":"A Survey of Coarse-Grained Reconfigurable Architecture and Design","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; National Science and Technology Major Project; National Natural Science Foundation of China","keywords":"Computer science; Computer architecture; Adaptability; Flexibility (engineering); Architecture; Software; Embedded system; Software engineering; Operating system","score_opus":0.16330398852854044,"score_gpt":0.35081259392904857,"score_spread":0.18750860540050812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980612421","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018466017,0.51944757,0.47865385,0.0000062404392,0.00030629564,0.0010635956,0.000024774046,0.00028709255,0.00020876288],"genre_scores_gemma":[0.00052394165,0.8181217,0.18064234,0.000031143376,0.00008062284,0.00003446473,0.000091233276,0.00013872131,0.00033585823],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9797884,0.016226336,0.0015381116,0.0013035042,0.0004897243,0.0006539038],"domain_scores_gemma":[0.9818219,0.012839176,0.0015446953,0.0032630605,0.0003815069,0.0001496415],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.021990102,0.0007798734,0.003429983,0.00057825143,0.00011480703,0.00024576395,0.004226807,0.00058466423,0.000004851139],"category_scores_gemma":[0.0028302164,0.00066771475,0.00032637911,0.0013863165,0.000119145094,0.00015377896,0.0010618644,0.00078568223,0.000037887225],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011474448,0.000023684315,0.000048822465,0.00699392,0.00013126363,0.00000995072,0.0001367324,0.000019371708,0.0000023688672,0.00016412669,0.0011577638,0.99131083],"study_design_scores_gemma":[0.0031343705,0.003947277,0.003981149,0.1985487,0.001450201,0.002535351,0.000028896933,0.06544066,0.00039146055,0.010058855,0.6959948,0.014488272],"about_ca_topic_score_codex":0.0009869684,"about_ca_topic_score_gemma":0.00004796813,"teacher_disagreement_score":0.97682256,"about_ca_system_score_codex":0.00008967002,"about_ca_system_score_gemma":0.00069037406,"threshold_uncertainty_score":0.9995774},"labels":[],"label_agreement":null},{"id":"W3021792233","doi":"10.1145/3440755","title":"Evolution of Semantic Similarity—A Survey","year":2021,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Semantic similarity; Similarity (geometry); Semantic computing; Field (mathematics); Natural language; Open research; Semantics (computer science); Strengths and weaknesses; Natural language understanding","score_opus":0.04743587048223354,"score_gpt":0.2804255950414988,"score_spread":0.23298972455926523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021792233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34893107,0.00016689005,0.64982575,0.00014869608,0.0005948613,0.000039150927,0.0000025821091,0.00009729045,0.0001937128],"genre_scores_gemma":[0.9251045,0.0000030440349,0.07469271,0.000054702818,0.00005938788,3.9055232e-7,0.000010134771,0.000008932812,0.00006621111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996581,0.001844747,0.00041760536,0.00049498846,0.00034741504,0.00031423825],"domain_scores_gemma":[0.99662256,0.0011909357,0.00015775519,0.0015068293,0.0004562048,0.00006572491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050907033,0.000132633,0.0002740105,0.00008440202,0.00011126706,0.00007678826,0.0011999104,0.00007781045,0.0000077420445],"category_scores_gemma":[0.0023042485,0.00014696551,0.00007658312,0.0007737709,0.00003285872,0.00017466188,0.0012665556,0.00017371135,0.000018336052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019438942,0.000164865,0.9175183,0.000095135176,0.00005371182,0.00004883579,0.0005524496,0.015950657,0.001976343,0.013746153,0.00048591994,0.049405638],"study_design_scores_gemma":[0.00016273031,0.000013703823,0.6619964,0.000036874168,0.0000029986666,0.000013956362,0.000010699007,0.33331922,0.0013281127,0.0029497417,0.00002669709,0.00013883717],"about_ca_topic_score_codex":0.0011309267,"about_ca_topic_score_gemma":0.0004116536,"teacher_disagreement_score":0.5761734,"about_ca_system_score_codex":0.00006395261,"about_ca_system_score_gemma":0.00023774325,"threshold_uncertainty_score":0.59930795},"labels":[],"label_agreement":null},{"id":"W3023209583","doi":"10.1145/3380613","title":"Content Delivery Networks","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Cloud computing; Bridge (graph theory); Standardization; Data science; Subject (documents); Knowledge management; World Wide Web","score_opus":0.13813819357378515,"score_gpt":0.3047190134333348,"score_spread":0.16658081985954964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023209583","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035652301,0.6828271,0.3142844,0.00006946509,0.0018004074,0.0002856285,0.00000656418,0.00057609484,0.00014676283],"genre_scores_gemma":[0.0004772765,0.9953747,0.0027448987,0.00034322348,0.0007455142,0.000009906469,0.00007329507,0.000066725326,0.00016447234],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939464,0.0026474465,0.0009952105,0.0012544396,0.0004498873,0.0007066721],"domain_scores_gemma":[0.9946162,0.0022266551,0.0006112148,0.0020981773,0.0001675758,0.00028019358],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026082883,0.0007182883,0.0021513964,0.00019203794,0.0002844288,0.0005518877,0.0051925643,0.0003407431,0.0000052201735],"category_scores_gemma":[0.0005398908,0.0006361884,0.0009906737,0.0008841849,0.000053063828,0.00020143556,0.003677194,0.0011514298,0.00033758327],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6290566e-7,0.000023120137,0.000017776627,0.0006493154,0.00016454968,0.00015296925,0.000028641554,0.00008192963,7.421277e-8,0.00038146725,0.0017760763,0.9967236],"study_design_scores_gemma":[0.00020470416,0.000079604324,0.000053846285,0.0057245893,0.00018074752,0.00015211769,0.0000047520425,0.06975543,8.529019e-8,0.00003827062,0.9228145,0.000991388],"about_ca_topic_score_codex":0.00022355966,"about_ca_topic_score_gemma":0.00000902127,"teacher_disagreement_score":0.99573225,"about_ca_system_score_codex":0.00015966906,"about_ca_system_score_gemma":0.0003058983,"threshold_uncertainty_score":0.99960893},"labels":[],"label_agreement":null},{"id":"W3034464722","doi":"10.1145/3394898","title":"Exploiting Errors for Efficiency","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; University of Twente; École Polytechnique Fédérale de Lausanne; Royal Society; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Alan Turing Institute; National Science Foundation","keywords":"Computer science; Compiler; Distributed computing; Exploit; Correctness; Computer architecture; Abstraction layer; Computer engineering; Embedded system; Software; Programming language","score_opus":0.10403300565709951,"score_gpt":0.362428854379578,"score_spread":0.2583958487224785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034464722","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1145765e-7,0.46206927,0.53524685,0.00005866626,0.00048089208,0.0005585897,0.000007256544,0.0013706451,0.00020759655],"genre_scores_gemma":[0.00003378194,0.5761629,0.42309833,0.00009706242,0.00035346302,0.000042966083,0.00007053112,0.00007976357,0.00006125301],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99475473,0.0015059103,0.0012029201,0.0013860925,0.00038584406,0.0007645018],"domain_scores_gemma":[0.9936038,0.00330717,0.0009733898,0.001680989,0.000228353,0.00020627823],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.004072812,0.0007031326,0.0019540968,0.00034338623,0.0005024125,0.00044379948,0.0055110445,0.00032607839,0.0000024151966],"category_scores_gemma":[0.0025482366,0.0006623536,0.00076581526,0.0014518121,0.000054418997,0.0001861077,0.0023088548,0.0005616617,0.00007058195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3866002e-7,0.000026451438,0.0000022288827,0.001968666,0.000043043798,0.000009044328,0.00012791902,0.00034397005,4.527436e-8,0.0013098363,0.001598311,0.99457026],"study_design_scores_gemma":[0.00015753579,0.00011326621,0.0000022771446,0.004005428,0.00007009546,0.00003959303,0.00000437524,0.14212365,0.0000028383488,0.0005698626,0.85202146,0.00088962936],"about_ca_topic_score_codex":0.000013047814,"about_ca_topic_score_gemma":6.9441796e-7,"teacher_disagreement_score":0.9936806,"about_ca_system_score_codex":0.00012803506,"about_ca_system_score_gemma":0.0004440064,"threshold_uncertainty_score":0.99986964},"labels":[],"label_agreement":null},{"id":"W3035622304","doi":"10.1145/3381028","title":"Outlier Detection","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canada Research Chairs","keywords":"Computer science; Anomaly detection; Outlier; Data mining; Big data; Data science; Data stream mining; Artificial intelligence","score_opus":0.06577665279930664,"score_gpt":0.34038940564783293,"score_spread":0.27461275284852626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035622304","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6288932e-7,0.44710958,0.5511427,0.000041133637,0.00023830064,0.00028491157,0.000003065875,0.00089067174,0.00028950468],"genre_scores_gemma":[0.00022662133,0.9598336,0.03924007,0.000071734044,0.00035608007,0.000056577686,0.000016064534,0.000050167295,0.00014904777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972703,0.00079232577,0.00059768005,0.0008151168,0.00022163894,0.0003029717],"domain_scores_gemma":[0.9973045,0.00048387173,0.00045103682,0.0015517478,0.00007993002,0.00012894136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011619527,0.00037276023,0.0009309642,0.00017697815,0.000285943,0.0002545097,0.0025872681,0.0002605623,0.000008844302],"category_scores_gemma":[0.00018813959,0.00034472253,0.0004301082,0.0010784316,0.000031609503,0.00012526265,0.0014026047,0.00056912226,0.0006853089],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6917307e-8,0.000010658486,8.2421434e-7,0.00036596932,0.000024466513,0.0000038919407,0.000015558133,7.731769e-7,3.32392e-7,0.0005380255,0.00025088494,0.9987886],"study_design_scores_gemma":[0.00003053078,0.00003846661,0.000016145283,0.00042722377,0.000041145955,0.000053972155,8.9888727e-7,0.0019798162,0.000012400655,0.0004421303,0.9966011,0.0003561851],"about_ca_topic_score_codex":0.000033386696,"about_ca_topic_score_gemma":0.000004357315,"teacher_disagreement_score":0.9984324,"about_ca_system_score_codex":0.00011378781,"about_ca_system_score_gemma":0.00013080552,"threshold_uncertainty_score":0.99990046},"labels":[],"label_agreement":null},{"id":"W3040977518","doi":"10.1145/3392064","title":"Computation Offloading and Retrieval for Vehicular Edge Computing","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Edge computing; Cloud computing; Distributed computing; Computation offloading; Edge device; Mobile edge computing; Enhanced Data Rates for GSM Evolution; Mobile device; Computation; Vehicular ad hoc network; Bandwidth (computing); Scheduling (production processes); Computer network; Wireless; Wireless ad hoc network; Artificial intelligence","score_opus":0.10282358889452725,"score_gpt":0.3587249372916659,"score_spread":0.25590134839713863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040977518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029829489,0.48137194,0.51487666,0.00076050794,0.0008480543,0.0008198783,0.00004206013,0.0012321877,0.000018888271],"genre_scores_gemma":[0.0004042153,0.45899236,0.5396667,0.00008617399,0.00041616647,0.000007801838,0.00030965422,0.00011275534,0.0000041312405],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99332005,0.001654196,0.0013924447,0.002114582,0.00056389446,0.000954832],"domain_scores_gemma":[0.98340696,0.007838437,0.0012480902,0.0070143216,0.00027004405,0.00022213551],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0064198207,0.0008889664,0.0024385038,0.00044748557,0.00062837213,0.00084501214,0.029523918,0.00065718766,0.0000013960364],"category_scores_gemma":[0.06419938,0.00089395326,0.00044227362,0.0017473409,0.00017880065,0.00042117588,0.12438948,0.0011608851,0.00003501729],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012575512,0.00001916355,0.000021206088,0.0046811397,0.00015045916,0.00003249484,0.000050530016,0.00001989679,0.0000010527797,0.0002768492,0.009575012,0.98517096],"study_design_scores_gemma":[0.00049008545,0.0001626817,0.00007065587,0.00758573,0.00021203846,0.0001716287,0.000009420949,0.659813,0.000011070469,0.013021411,0.3171254,0.0013268724],"about_ca_topic_score_codex":0.000020154836,"about_ca_topic_score_gemma":0.0000014164713,"teacher_disagreement_score":0.98384404,"about_ca_system_score_codex":0.00027042194,"about_ca_system_score_gemma":0.00034588706,"threshold_uncertainty_score":0.9993511},"labels":[],"label_agreement":null},{"id":"W3087845270","doi":"10.1145/3507902","title":"The Elements of End-to-end Deep Face Recognition: A Survey of Recent Advances","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Face recognition and analysis","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Artificial intelligence; Facial recognition system; Convolutional neural network; Deep learning; End-to-end principle; Discriminative model; Face (sociological concept); Frame (networking); Three-dimensional face recognition; Face detection; Pattern recognition (psychology); Computer vision; Feature (linguistics); Telecommunications","score_opus":0.13710088744228868,"score_gpt":0.36210313488388435,"score_spread":0.22500224744159567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087845270","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002193475,0.9127221,0.084959544,0.00007569615,0.00088870747,0.00056897284,0.000256192,0.00007588274,0.0004309726],"genre_scores_gemma":[0.0001462655,0.99064946,0.008488472,0.00004378354,0.00003813539,0.00003104887,0.0005151551,0.000030989417,0.000056688274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885399,0.0074677253,0.0017410563,0.0008078894,0.00093896734,0.00050448027],"domain_scores_gemma":[0.9886095,0.0074737608,0.0016923806,0.0015610688,0.0005259782,0.00013734795],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013335032,0.00043448163,0.0016170817,0.00035745156,0.0003991929,0.00012326647,0.0036762028,0.0001059438,0.00039429474],"category_scores_gemma":[0.0035503334,0.0003372343,0.00049200054,0.0034759212,0.00009599023,0.00014481222,0.0021322533,0.00044792783,0.00006706881],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014765812,0.000068395966,0.00010137215,0.0007386628,0.00022637555,0.0000023044176,0.00007527409,0.00003927663,1.05706164e-7,0.000011764839,0.00011700598,0.998618],"study_design_scores_gemma":[0.00018182203,0.000129674,0.0005509244,0.0013434831,0.00016116604,0.000011017124,0.000053268446,0.0012773658,0.000008556571,0.00015042376,0.99562186,0.0005104153],"about_ca_topic_score_codex":0.0002292447,"about_ca_topic_score_gemma":0.00052046456,"teacher_disagreement_score":0.99810755,"about_ca_system_score_codex":0.00011342999,"about_ca_system_score_gemma":0.00034802212,"threshold_uncertainty_score":0.999908},"labels":[],"label_agreement":null},{"id":"W3089504086","doi":"10.1145/3403952","title":"Traffic Efficiency Applications over Downtown Roads","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Traffic Prediction and Management Techniques","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Downtown; Transport engineering; Intersection (aeronautics); Computer network","score_opus":0.029070393132701818,"score_gpt":0.29522960631138323,"score_spread":0.2661592131786814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089504086","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015745879,0.67366964,0.3112593,0.000008505354,0.0003881334,0.0007770721,0.000028378272,0.0111383535,0.002729048],"genre_scores_gemma":[0.0035809705,0.9936386,0.0018041794,0.000025082667,0.00043274026,0.000122070305,0.00023243277,0.00011907322,0.000044900557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980234,0.00027048044,0.000638107,0.00047673896,0.00023154574,0.0003597356],"domain_scores_gemma":[0.99863964,0.0002602733,0.00012793137,0.00082228414,0.000024739375,0.00012510474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081476854,0.00047171183,0.0009877677,0.00024173035,0.00011317875,0.00009926235,0.0010601344,0.0002498049,0.00003477527],"category_scores_gemma":[0.00006232559,0.00046330312,0.0003484523,0.0008501655,0.000038920825,0.000052460637,0.00029900894,0.0005529043,0.00024746676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.348017e-8,0.000020030977,8.225948e-7,0.002848972,0.00009085489,0.0000039250763,0.00002357271,0.0012421854,7.15851e-8,0.00010021242,0.019031184,0.9766381],"study_design_scores_gemma":[0.0000672452,0.000013634204,0.00003685293,0.00090477266,0.00015463222,0.000006931707,0.0000019474394,0.029720271,2.0329244e-7,0.000003605351,0.96868086,0.0004090582],"about_ca_topic_score_codex":0.000007191298,"about_ca_topic_score_gemma":0.000004742087,"teacher_disagreement_score":0.976229,"about_ca_system_score_codex":0.00013168504,"about_ca_system_score_gemma":0.000046243513,"threshold_uncertainty_score":0.99978185},"labels":[],"label_agreement":null},{"id":"W3089682163","doi":"10.1145/3409796","title":"Unveiling the Mystery of Internet Packet Forwarding","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Science Foundation of Zhejiang Province; National Natural Science Foundation of China; Research Institute of Cyberspace Governance in Zhejiang University","keywords":"Computer science; The Internet; IP forwarding; Computer network; Network packet; Path (computing); Packet forwarding; Routing (electronic design automation); Architecture; Computer security; Source routing; Distributed computing; Routing protocol; Routing table; World Wide Web","score_opus":0.06078627865603558,"score_gpt":0.312109904804911,"score_spread":0.25132362614887543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089682163","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020659763,0.536845,0.46186918,0.00004842654,0.000687129,0.0002026472,0.0000043367218,0.00012959602,0.00019296895],"genre_scores_gemma":[0.26038492,0.725509,0.01221625,0.00020239329,0.0011524765,0.000012338578,0.000087791996,0.00013962736,0.00029521497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99361074,0.0027597346,0.0016064224,0.0009306019,0.00054326426,0.0005492292],"domain_scores_gemma":[0.9938121,0.0033770627,0.001360657,0.0011682427,0.00017355007,0.000108397966],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.006106846,0.000592746,0.0023553374,0.00021005468,0.00014938536,0.00037076487,0.0060041957,0.0002340924,0.000015014209],"category_scores_gemma":[0.0010609224,0.00039292863,0.0012806591,0.0011497652,0.000087493056,0.00014596399,0.0032059173,0.0009054497,0.00012949611],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.418016e-7,0.000016743064,0.000011636404,0.0022159407,0.0004538966,0.00002531188,0.00092628994,0.00022513037,5.275708e-8,0.007518082,0.001105816,0.9875008],"study_design_scores_gemma":[0.00012365959,0.00007522747,0.000011890429,0.011402793,0.00035158382,0.000083780695,0.00006360655,0.46480054,0.0000024117892,0.000020695077,0.5223693,0.00069447793],"about_ca_topic_score_codex":0.000039150807,"about_ca_topic_score_gemma":0.00001622265,"teacher_disagreement_score":0.9868063,"about_ca_system_score_codex":0.00009191963,"about_ca_system_score_gemma":0.00021372316,"threshold_uncertainty_score":0.99985224},"labels":[],"label_agreement":null},{"id":"W3090295042","doi":"10.1145/3408314","title":"Big Data Systems","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Big data; Scalability; Software engineering; Context (archaeology); Data science; Software; Software development; Database; Data mining","score_opus":0.7284878629611105,"score_gpt":0.5012015672390341,"score_spread":0.22728629572207637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090295042","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.189905e-7,0.901757,0.07590673,0.00010610963,0.018891063,0.0006520503,0.0007059785,0.00032728657,0.0016529382],"genre_scores_gemma":[0.00007959536,0.9897987,0.0018833713,0.00006759779,0.003366923,0.0000053968697,0.0021978233,0.00008984053,0.0025107348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799119,0.008587488,0.0030978082,0.00430795,0.0033017863,0.00079303986],"domain_scores_gemma":[0.9593621,0.018269883,0.002028036,0.019603616,0.00034881505,0.00038753834],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.07085859,0.0006874725,0.0030933374,0.0007303133,0.0004756911,0.003806298,0.026639646,0.00023506826,0.000044551285],"category_scores_gemma":[0.045704048,0.0004903096,0.00043893367,0.004444011,0.00013421166,0.00022776621,0.029647406,0.00069200847,0.006684446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4082132e-7,0.000017873172,0.000017962866,0.00074680283,0.000076851014,0.00004624172,0.000022151942,0.000032540054,2.7632607e-9,0.0000556908,0.19560567,0.803378],"study_design_scores_gemma":[0.000078173754,0.00001635242,0.00003565055,0.002697301,0.00016512717,0.00003523191,0.000051998242,0.012066609,4.397902e-9,0.0001262476,0.9842171,0.0005101955],"about_ca_topic_score_codex":0.00025850235,"about_ca_topic_score_gemma":0.000022449905,"teacher_disagreement_score":0.80286777,"about_ca_system_score_codex":0.00009566386,"about_ca_system_score_gemma":0.00051192957,"threshold_uncertainty_score":0.99975485},"labels":[],"label_agreement":null},{"id":"W3090493620","doi":"10.1145/3403953","title":"Mobility Management in 5G-enabled Vehicular Networks","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Computer network; Mobility management; Wireless network; Vehicular ad hoc network; Quality of service; Wireless; Mobility model; Wireless ad hoc network; Telecommunications","score_opus":0.026855847987600955,"score_gpt":0.2722425582551231,"score_spread":0.24538671026752215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090493620","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008405793,0.9720452,0.022890488,0.000009379607,0.0012194617,0.0016311948,0.000009737924,0.00096771814,0.0011427867],"genre_scores_gemma":[0.0025842201,0.9942126,0.001829499,0.00003133428,0.0005928552,0.00007441212,0.00034908266,0.00028897147,0.000037009857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940051,0.0019477537,0.0014039065,0.0010347032,0.00040897133,0.0011996047],"domain_scores_gemma":[0.99684393,0.00084032415,0.0002186004,0.0018040794,0.000042089163,0.0002509443],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043739188,0.0010047123,0.0027405366,0.0002550585,0.000092922644,0.00014714278,0.0016753133,0.00061843253,0.000031635558],"category_scores_gemma":[0.00015807287,0.0010379964,0.0006137841,0.0016408879,0.000047884845,0.00008105739,0.0008691155,0.0018510416,0.00019997782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3580084e-7,0.00001898056,0.000021622813,0.0048687467,0.00026729828,0.00029484375,0.00001142593,0.48238885,9.784694e-9,0.000012695548,0.00064286066,0.5114722],"study_design_scores_gemma":[0.00021053586,0.000011905451,0.00030480986,0.0046668565,0.00021751491,0.00002102718,0.0000035096957,0.4910475,5.972653e-8,0.000027954426,0.5027785,0.0007098289],"about_ca_topic_score_codex":0.000058329337,"about_ca_topic_score_gemma":0.00006273544,"teacher_disagreement_score":0.5107624,"about_ca_system_score_codex":0.00060969975,"about_ca_system_score_gemma":0.00005670425,"threshold_uncertainty_score":0.999207},"labels":[],"label_agreement":null},{"id":"W3090906250","doi":"10.1145/3406096","title":"Vehicle Trajectory Similarity","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Trajectory; Computer science; Robustness (evolution); Data mining; Similarity (geometry); Preprocessor; Field (mathematics); Artificial intelligence; Mathematics","score_opus":0.09361225653001852,"score_gpt":0.33177787279066506,"score_spread":0.23816561626064653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090906250","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1707364e-7,0.7801326,0.21691842,0.00012083863,0.0011192148,0.00032937576,0.000027713852,0.0006109491,0.0007404771],"genre_scores_gemma":[0.000011115426,0.9649529,0.033899672,0.00018366652,0.0005470105,0.000006541787,0.00017643446,0.000049686467,0.00017296155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955679,0.0017000712,0.0006484681,0.0011145629,0.00043709518,0.0005318935],"domain_scores_gemma":[0.99621576,0.0009926184,0.00038224822,0.0021859722,0.000050734765,0.00017263851],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0028807265,0.00051703403,0.0014183808,0.00017433323,0.00021155275,0.0005880767,0.0066760555,0.00018101191,0.00001361215],"category_scores_gemma":[0.0004564306,0.00047458897,0.00044060138,0.0011607137,0.00004640096,0.0003896967,0.0049793115,0.00067958405,0.0005858221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.319104e-8,0.000026247604,0.0000089777,0.0016627505,0.00007957047,0.000079003636,0.000030264766,0.0000020399912,1.6735429e-8,0.00047319103,0.0046227677,0.9930151],"study_design_scores_gemma":[0.0000957296,0.000030580828,0.00011696967,0.001150677,0.000076315744,0.000007980716,0.0000013987955,0.0070426203,1.8064115e-7,0.00016071582,0.9907925,0.0005243106],"about_ca_topic_score_codex":0.000042915824,"about_ca_topic_score_gemma":0.0000047397593,"teacher_disagreement_score":0.99249077,"about_ca_system_score_codex":0.00007919737,"about_ca_system_score_gemma":0.00019202977,"threshold_uncertainty_score":0.9997706},"labels":[],"label_agreement":null},{"id":"W3091348074","doi":"10.1145/3408292","title":"A Survey on Trust Evaluation Based on Machine Learning","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Access Control and Trust","field":"Social Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University; University of Alberta","funders":"National Postdoctoral Program for Innovative Talents; China Electronics Technology Group Corporation; Higher Education Discipline Innovation Project; National Natural Science Foundation of China; Academy of Finland; Foundation for Innovative Research Groups of the National Natural Science Foundation of China; China Postdoctoral Science Foundation","keywords":"Computer science; Process (computing); Machine learning; Artificial intelligence; Granularity; Automation; Data science; Knowledge management","score_opus":0.15936654960307914,"score_gpt":0.41667642455281445,"score_spread":0.25730987494973534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091348074","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031422333,0.97858,0.0013229301,0.00031989295,0.0013922477,0.0016540455,0.00012427603,0.00041863954,0.016156567],"genre_scores_gemma":[0.073944636,0.9206663,0.00016096677,0.00040208426,0.0017863929,0.000047808542,0.0023278475,0.00016496686,0.00049904035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96707505,0.02949738,0.00065760885,0.0008196605,0.0014053934,0.00054488477],"domain_scores_gemma":[0.987747,0.010447244,0.0007372422,0.00058477535,0.00027587204,0.00020786264],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.028681174,0.0005048228,0.0015336823,0.00024178564,0.0010712262,0.00031342145,0.0013058383,0.00037509127,0.00027988837],"category_scores_gemma":[0.025762988,0.0004383579,0.00041914,0.0011510479,0.00010896224,0.000067005654,0.00020022485,0.0011978856,0.00048150646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000693645,0.00005011322,0.002434652,0.0002768887,0.000059115762,0.000008488527,0.00014500877,0.00064524356,2.5267206e-9,0.00008088276,0.00025985437,0.99603283],"study_design_scores_gemma":[0.0005539117,0.00017707836,0.010801589,0.0028876641,0.00027212096,2.986428e-7,0.000016318561,0.047266033,2.4051458e-8,0.000041565378,0.93733877,0.00064462645],"about_ca_topic_score_codex":0.007874353,"about_ca_topic_score_gemma":0.0026333043,"teacher_disagreement_score":0.9953882,"about_ca_system_score_codex":0.00039550563,"about_ca_system_score_gemma":0.0011423818,"threshold_uncertainty_score":0.9998068},"labels":[],"label_agreement":null},{"id":"W3095485896","doi":"10.1145/3580522","title":"A Survey and Analysis of TLS Interception Mechanisms and Motivations: Exploring how end-to-end TLS is made “end-to-me” for web traffic","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; End-to-end principle; Computer security; End user; Confidentiality; Incentive; Protocol (science); Access control; Transport Layer Security; Computer network; Internet privacy; Encryption; World Wide Web","score_opus":0.14700849383957748,"score_gpt":0.33555869050968806,"score_spread":0.18855019667011058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095485896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023374416,0.05675602,0.91736186,0.00014626152,0.0005998794,0.0011017479,0.00036203564,0.0002937216,0.0000040877876],"genre_scores_gemma":[0.76948607,0.17489347,0.053338464,0.00017687478,0.00030911414,0.0002027413,0.0010318471,0.00021904826,0.0003423773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930737,0.0021127737,0.001586035,0.0018000914,0.0006648139,0.0007625766],"domain_scores_gemma":[0.9918942,0.005345713,0.0009804628,0.0010163295,0.0004730977,0.00029019942],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011374628,0.0007837575,0.0031993682,0.0026880158,0.00030428483,0.0006903475,0.0019029863,0.00029639585,0.000015222962],"category_scores_gemma":[0.001995739,0.00073393143,0.00090334757,0.0051873634,0.000067320485,0.00032360936,0.0016450523,0.00042662912,0.000017520613],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032121027,0.00005378075,0.00013227483,0.0018465441,0.0027779196,0.0000049944633,0.002941454,0.004104919,0.000008273844,0.0012525653,0.000219879,0.98665416],"study_design_scores_gemma":[0.0003367168,0.00027808757,0.0076843756,0.0054767868,0.0024055326,0.000011135265,0.00029900845,0.9784584,0.0000062079316,0.000020965012,0.0036841007,0.0013387005],"about_ca_topic_score_codex":0.00011286609,"about_ca_topic_score_gemma":0.0007523407,"teacher_disagreement_score":0.9853155,"about_ca_system_score_codex":0.00014096434,"about_ca_system_score_gemma":0.00014486205,"threshold_uncertainty_score":0.9995112},"labels":[],"label_agreement":null},{"id":"W3110974438","doi":"10.1145/3444692","title":"A Survey on Edge Performance Benchmarking","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Research Foundation of Korea; Royal Society","keywords":"Benchmarking; Computer science; Software deployment; Benchmark (surveying); Orchestration; Leverage (statistics); Data science; Context (archaeology); The Internet; Edge computing; Resource (disambiguation); Enhanced Data Rates for GSM Evolution; Distributed computing; World Wide Web; Software engineering; Telecommunications; Artificial intelligence","score_opus":0.11612392367351011,"score_gpt":0.34164187631343373,"score_spread":0.22551795263992364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110974438","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016438699,0.9197704,0.04881605,0.00001586418,0.029192742,0.0004416273,0.00000412792,0.00054563524,0.0010491225],"genre_scores_gemma":[0.00022812499,0.98032606,0.011564707,0.00014696167,0.0067926203,0.000010815046,0.00050370547,0.00014874163,0.00027823838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98821163,0.0061565773,0.0014424777,0.001988243,0.00081303937,0.0013880539],"domain_scores_gemma":[0.98773223,0.0071498393,0.0009285656,0.0035749185,0.00035875576,0.00025569776],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.013229227,0.0011067747,0.0028729544,0.00055038097,0.0007825353,0.0009196722,0.0058687194,0.0005182969,0.0000068352865],"category_scores_gemma":[0.0016239862,0.0010333026,0.00075608265,0.0026978503,0.000073654795,0.00026180904,0.004960086,0.0015720923,0.00041036637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.3874696e-7,0.00006114631,0.0005709496,0.0017215561,0.00010498972,0.000055683824,0.00010263588,0.000029425177,1.602387e-8,0.000040724764,0.008919412,0.9883931],"study_design_scores_gemma":[0.00022195054,0.00018069723,0.010312987,0.02598111,0.00008104688,0.00010244144,0.0000011410248,0.017139677,0.0000013284608,0.000017361619,0.94411963,0.0018406064],"about_ca_topic_score_codex":0.00015179483,"about_ca_topic_score_gemma":0.000009382507,"teacher_disagreement_score":0.98655254,"about_ca_system_score_codex":0.00029373952,"about_ca_system_score_gemma":0.00089480006,"threshold_uncertainty_score":0.99951},"labels":[],"label_agreement":null},{"id":"W3111058005","doi":"10.1145/3422824","title":"Using Social Media for Mental Health Surveillance","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Mental Health via Writing","field":"Psychology","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; USable; Social media; Mental health; Suicidal ideation; Data science; Field (mathematics); Big data; Public health surveillance; Artificial intelligence; Public health; World Wide Web; Suicide prevention; Poison control; Data mining; Psychiatry; Medicine; Medical emergency","score_opus":0.319806696540665,"score_gpt":0.5078342189651404,"score_spread":0.18802752242447535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111058005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039159062,0.9865854,0.0029431614,0.00037674594,0.0061742896,0.0022043919,0.0011066872,0.00027531863,0.00029484334],"genre_scores_gemma":[0.00066432875,0.9712596,0.015088325,0.0008463881,0.007764353,0.00009554808,0.0036761716,0.0005287625,0.00007655769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98883575,0.0064207525,0.0018402197,0.0011777851,0.00039065018,0.0013348445],"domain_scores_gemma":[0.9919272,0.005360329,0.0016615479,0.0006446482,0.00007837012,0.00032790194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008412892,0.00069929345,0.0032430745,0.00017584371,0.0009130686,0.00006914661,0.0011004426,0.00043832825,0.000104173356],"category_scores_gemma":[0.0008972483,0.00074362167,0.0006209866,0.00061490975,0.00009463465,0.00003779971,0.00060526445,0.0008146323,0.00019147422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064071305,0.000049803974,0.000097185904,0.010558755,0.00014315003,0.000009273635,0.0017539731,1.7647706e-7,4.5680714e-8,0.000212053,0.0077168355,0.9794523],"study_design_scores_gemma":[0.0007245228,0.00009329433,0.0004239119,0.0043329746,0.000055650944,0.00009917123,0.00028363254,0.0001273177,4.0231672e-8,0.000048713602,0.99308485,0.00072594074],"about_ca_topic_score_codex":0.00033267826,"about_ca_topic_score_gemma":0.00012318304,"teacher_disagreement_score":0.985368,"about_ca_system_score_codex":0.000810751,"about_ca_system_score_gemma":0.0006990677,"threshold_uncertainty_score":0.99950147},"labels":[],"label_agreement":null},{"id":"W3111481858","doi":"10.1145/3421763","title":"Design of Algorithms and Protocols for Underwater Acoustic Wireless Sensor Networks","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Underwater Vehicles and Communication Systems","field":"Engineering","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canada Research Chairs","keywords":"Computer science; Underwater; Underwater acoustic communication; Synchronization (alternating current); Communications protocol; Wireless sensor network; Wireless; Protocol (science); Acoustic sensor; Underwater acoustics; Application layer; Distributed computing; Channel (broadcasting); Real-time computing; Algorithm; Telecommunications; Computer network","score_opus":0.110537153901428,"score_gpt":0.3271290678789355,"score_spread":0.2165919139775075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111481858","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011419779,0.3455145,0.64691526,0.0000042452925,0.00005093994,0.007345914,0.000014435658,0.00014771945,0.0000058271626],"genre_scores_gemma":[0.001666862,0.9357619,0.058632072,0.000012277431,0.00037726588,0.00308992,0.00013107127,0.00027771483,0.00005089134],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974402,0.000953407,0.00084553915,0.00031337384,0.00012914537,0.00031828647],"domain_scores_gemma":[0.9972229,0.0016774934,0.00025876696,0.0006683605,0.000086291184,0.0000862115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015476838,0.00040174375,0.0015224166,0.000076126285,0.000085646854,0.000093808994,0.000695377,0.00027227367,0.0000016124126],"category_scores_gemma":[0.000018104098,0.0003464499,0.00016980774,0.0002133989,0.000043240365,0.000035205023,0.00029454383,0.00031183937,0.000004318152],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014163074,0.00001028382,0.0000049168248,0.0133941015,0.00021626987,0.000001719961,0.000091262664,0.01968874,0.000011312878,0.0000014897341,0.000063689746,0.96651477],"study_design_scores_gemma":[0.00036818202,0.00009747006,0.0000059863664,0.009629837,0.00021045968,0.000033938646,0.000022773622,0.70254326,0.00002198742,0.0000264278,0.28642404,0.00061563135],"about_ca_topic_score_codex":0.000012011484,"about_ca_topic_score_gemma":0.0000017257149,"teacher_disagreement_score":0.96589917,"about_ca_system_score_codex":0.00005309455,"about_ca_system_score_gemma":0.000046919187,"threshold_uncertainty_score":0.99989873},"labels":[],"label_agreement":null},{"id":"W3120055541","doi":"10.1145/3427920","title":"A Systematic Review of Multimedia Tools for Cybersecurity Awareness and Education","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Information and Cyber Security","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"","keywords":"Computer science; Checklist; Systematic review; Computer security; Multimedia","score_opus":0.05885440011107804,"score_gpt":0.3592348563286243,"score_spread":0.3003804562175463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120055541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015163538,0.92935896,0.0673834,0.00003129279,0.0008021821,0.0022156888,0.000031439675,0.00007178017,0.00010375511],"genre_scores_gemma":[0.000011541325,0.9794848,0.01971388,0.00020606813,0.00006393558,0.00013780557,0.0003395863,0.000016957974,0.000025452742],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9955102,0.0018746869,0.0015879041,0.00045133376,0.00031989365,0.0002559585],"domain_scores_gemma":[0.9926066,0.0036586097,0.0014507426,0.001487741,0.0006982077,0.00009808911],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006238196,0.00035622163,0.0027574447,0.00014895384,0.0001436888,0.00025723522,0.0014933172,0.00018056903,0.0000036140814],"category_scores_gemma":[0.0067896447,0.00030450773,0.0004533007,0.0006168426,0.000037529117,0.00043877278,0.0007744967,0.00021525708,0.000009126364],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.373068e-8,0.000025119129,7.335797e-7,0.58877367,0.000045226083,3.10361e-7,0.00019084771,4.2553044e-8,3.0092482e-9,0.0017494301,0.00025410982,0.4089605],"study_design_scores_gemma":[0.00010333262,0.000018268502,0.000008227266,0.95634264,0.00041059803,0.00005855454,0.000028351158,0.0015392132,6.735464e-7,0.00010698667,0.0409762,0.00040695907],"about_ca_topic_score_codex":0.000036017707,"about_ca_topic_score_gemma":0.000005512092,"teacher_disagreement_score":0.4085535,"about_ca_system_score_codex":0.00007003121,"about_ca_system_score_gemma":0.0012244891,"threshold_uncertainty_score":0.9999407},"labels":[],"label_agreement":null},{"id":"W3123348991","doi":"10.1145/3543846","title":"Reinforcement Learning based Recommender Systems: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":470,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Recommender system; Reinforcement learning; Computer science; Markov decision process; RSS; Artificial intelligence; Collaborative filtering; Scalability; Field (mathematics); Machine learning; Markov process; World Wide Web; Database","score_opus":0.17416814757142315,"score_gpt":0.3564372636552874,"score_spread":0.18226911608386423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123348991","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4969412e-7,0.5127753,0.4825767,0.000026246957,0.0020138447,0.0008447751,0.000009525224,0.00090911525,0.0008443609],"genre_scores_gemma":[0.00048547675,0.98964536,0.007358492,0.0001121847,0.00025166819,0.00028184333,0.0009851402,0.00017656533,0.00070327625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.973051,0.021441545,0.0020411066,0.0015393033,0.00092962256,0.0009974163],"domain_scores_gemma":[0.9868389,0.0076568034,0.001809009,0.0033127824,0.00016383808,0.00021871344],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.027671361,0.00097328756,0.002813956,0.0007125895,0.00082800287,0.0009384042,0.0059722313,0.00037609634,0.000107900305],"category_scores_gemma":[0.0012738231,0.000896759,0.00070259755,0.0017436021,0.000032664426,0.0002502147,0.004224309,0.0017330131,0.00007788145],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.618753e-7,0.000050024842,0.00012868621,0.00457874,0.00019516889,0.000024733357,0.00007046889,0.0014026753,5.5352265e-9,0.00034235278,0.009104919,0.98410165],"study_design_scores_gemma":[0.00016311195,0.00015609892,0.000046076457,0.0034132623,0.000047731482,0.000047514997,0.000009594238,0.03329724,1.181969e-7,0.000019282284,0.9618634,0.000936553],"about_ca_topic_score_codex":0.0027064087,"about_ca_topic_score_gemma":0.00003882462,"teacher_disagreement_score":0.9831651,"about_ca_system_score_codex":0.0006988487,"about_ca_system_score_gemma":0.0006744001,"threshold_uncertainty_score":0.9994059},"labels":[],"label_agreement":null},{"id":"W3128430109","doi":"10.1145/3436817","title":"Information Integrity","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Data integrity; Standardization; Terminology; Computer security; Information flow; Trustworthiness; Promotion (chess); Risk analysis (engineering); Business","score_opus":0.11818712693276488,"score_gpt":0.3682330644045224,"score_spread":0.2500459374717575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128430109","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.827178e-7,0.55001676,0.44753706,0.00004510893,0.0014683243,0.00016867604,0.0000051420893,0.00033460418,0.0004233324],"genre_scores_gemma":[0.000047140533,0.9414036,0.057719994,0.00015301327,0.00032971683,0.00000914754,0.0002879278,0.00002098646,0.0000284303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99462384,0.0027293765,0.001199561,0.0005264977,0.00045808626,0.00046263216],"domain_scores_gemma":[0.99374366,0.002430606,0.0008551582,0.0024545386,0.00039053915,0.00012548489],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0055061034,0.0004587397,0.0013513982,0.0003208532,0.0003512581,0.0010215814,0.004239992,0.00041685443,0.000016876758],"category_scores_gemma":[0.0024041764,0.00044342273,0.00049948104,0.0016088526,0.00004417979,0.00080254144,0.0027141296,0.0012301791,0.0004455366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6776047e-8,0.000019862116,0.000006893825,0.0016377054,0.000044423174,0.0000038040087,0.00029679542,0.0000066863063,4.3252415e-9,0.0111735985,0.0013989909,0.9854112],"study_design_scores_gemma":[0.000067725574,0.000012464272,0.000039387058,0.0047954386,0.000035266556,0.00008953377,0.000016719145,0.0043271785,5.044724e-7,0.0003037457,0.98982257,0.00048949156],"about_ca_topic_score_codex":0.000067567846,"about_ca_topic_score_gemma":0.000002351623,"teacher_disagreement_score":0.9884235,"about_ca_system_score_codex":0.0001811701,"about_ca_system_score_gemma":0.00073991343,"threshold_uncertainty_score":0.99980175},"labels":[],"label_agreement":null},{"id":"W3135190561","doi":"10.1145/3432893","title":"Automatic Vulnerability Detection in Embedded Devices and Firmware","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec; Thales (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Thales Group; Hydro-Québec","keywords":"Firmware; Computer science; Vulnerability (computing); Reuse; Microcode; Software; Computer security; Field (mathematics); Embedded system; State (computer science); Operating system","score_opus":0.053616471093711524,"score_gpt":0.3653652443273409,"score_spread":0.3117487732336294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135190561","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013016751,0.5488248,0.44955096,0.000008357369,0.00027174165,0.00040771053,0.0000026667535,0.00078446313,0.00001913646],"genre_scores_gemma":[0.010908067,0.8426664,0.14603265,0.00004746823,0.00012334321,0.00009904717,0.000028070262,0.00007435826,0.000020623429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99341726,0.0036845664,0.0009803632,0.0011921139,0.00029274967,0.00043292422],"domain_scores_gemma":[0.9947391,0.0027033098,0.0005659941,0.0017404539,0.00015374429,0.00009736694],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041312757,0.00050719344,0.0016136457,0.00041561815,0.00020261067,0.00028586527,0.0013871782,0.0003543146,0.0000075469407],"category_scores_gemma":[0.0022867846,0.0004968649,0.00021907406,0.0016246688,0.000060338127,0.00038071827,0.0018119143,0.0008092773,0.00001024791],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8137305e-8,0.000022864253,0.000045174635,0.0032422552,0.000017756875,0.000021885418,0.00006363579,0.0000066169914,3.8198968e-7,0.000028668688,0.000007820981,0.9965429],"study_design_scores_gemma":[0.001586262,0.0008293679,0.015948279,0.106925,0.0004999665,0.0025830823,0.00020906427,0.22112608,0.000592756,0.009497523,0.6308117,0.009390919],"about_ca_topic_score_codex":0.00010862874,"about_ca_topic_score_gemma":0.000301828,"teacher_disagreement_score":0.9871519,"about_ca_system_score_codex":0.0002700049,"about_ca_system_score_gemma":0.00018530789,"threshold_uncertainty_score":0.9997483},"labels":[],"label_agreement":null},{"id":"W3135688577","doi":"10.1145/3434398","title":"Object Detection Using Deep Learning Methods in Traffic Scenarios","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Object detection; Deep learning; Field (mathematics); Artificial intelligence; Task (project management); Open research; Boom; Object (grammar); Feature extraction; Machine learning; Data science; Pattern recognition (psychology); Systems engineering; World Wide Web","score_opus":0.10716219592539708,"score_gpt":0.4194512386503125,"score_spread":0.3122890427249154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135688577","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000062064944,0.4791269,0.5198791,0.0000038799203,0.00037292854,0.00030100296,3.0704376e-7,0.00024307179,0.000010731944],"genre_scores_gemma":[0.00041408752,0.5149497,0.48430896,0.00001459156,0.00018718031,0.000022529377,0.000020450896,0.00006686137,0.000015662234],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98741883,0.009155633,0.0010663525,0.0013591014,0.0002893999,0.00071066286],"domain_scores_gemma":[0.99230653,0.005095262,0.00076338265,0.0015936873,0.0001270643,0.00011406473],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005333301,0.0005678822,0.0016789166,0.00046440068,0.00065491814,0.00021422422,0.0021338973,0.00034301792,0.0000034094128],"category_scores_gemma":[0.0015030302,0.00059405493,0.0004204214,0.0040406724,0.00004728805,0.00024370858,0.002395335,0.0016316668,0.000017884979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0595791e-7,0.000020857731,0.000008513577,0.00041205186,0.000023551958,0.000018600516,0.0001123528,0.0948462,0.0000038758308,0.000023816034,7.0722797e-7,0.9045294],"study_design_scores_gemma":[0.00015629186,0.000035399768,0.00008559472,0.0049219537,0.00009048191,0.0003013147,0.000013373147,0.85069937,0.0000100246125,0.000101634476,0.14260852,0.000976044],"about_ca_topic_score_codex":0.000042588446,"about_ca_topic_score_gemma":0.000083058934,"teacher_disagreement_score":0.9035533,"about_ca_system_score_codex":0.00042794796,"about_ca_system_score_gemma":0.00024053102,"threshold_uncertainty_score":0.9996511},"labels":[],"label_agreement":null},{"id":"W3139152607","doi":"10.1145/3507904","title":"A Survey on Spatio-temporal Data Analytics Systems","year":2022,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Analytics; Big data; Data science; NoSQL; Spatial analysis; Temporal database; Popularity; Data mining; Geography; Remote sensing","score_opus":0.1648382059673039,"score_gpt":0.3339813399706263,"score_spread":0.1691431340033224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139152607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009634164,0.00035732577,0.97066706,0.000431566,0.012751585,0.0009067895,0.0031277307,0.0009457467,0.0011780441],"genre_scores_gemma":[0.90887874,0.00004541807,0.034082875,0.00026397628,0.00077142817,0.000015257373,0.0543338,0.00009225927,0.0015162263],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9900537,0.004743221,0.00088827574,0.0023306916,0.0013093869,0.00067473523],"domain_scores_gemma":[0.98455036,0.0018103325,0.00081103604,0.012489766,0.0001841045,0.00015437494],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.02191166,0.0005720439,0.0007793043,0.00044491148,0.00041852565,0.0020206443,0.021301592,0.00016591897,0.000033718763],"category_scores_gemma":[0.0014670715,0.00060773507,0.000115512834,0.0010042782,0.00005366541,0.00042749124,0.07332441,0.0012405887,0.0001123344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014595697,0.0006394594,0.36788967,0.00053672877,0.00088378665,0.00034310145,0.0003321921,0.19626194,2.451889e-7,0.003909253,0.30876657,0.120422445],"study_design_scores_gemma":[0.00019194398,0.000057520294,0.23516686,0.00009258135,0.000018841387,0.0000014538851,0.000011206931,0.7546473,3.047398e-7,0.00025277768,0.00898859,0.0005705775],"about_ca_topic_score_codex":0.011963222,"about_ca_topic_score_gemma":0.00065132556,"teacher_disagreement_score":0.9365842,"about_ca_system_score_codex":0.00017604862,"about_ca_system_score_gemma":0.00028793476,"threshold_uncertainty_score":0.9996374},"labels":[],"label_agreement":null},{"id":"W3145602566","doi":"10.1145/3586074","title":"A Practical Survey on Faster and Lighter Transformers","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Polytechnique Montréal","funders":"","keywords":"Computer science; Transformer; Computation; Machine learning; Artificial intelligence; Algorithm","score_opus":0.18923570636933304,"score_gpt":0.41316001859904156,"score_spread":0.22392431222970852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145602566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008861832,0.5602721,0.4348876,0.00025083555,0.0018243286,0.0010714312,0.000056392026,0.0014718048,0.000076924254],"genre_scores_gemma":[0.00024643991,0.98599416,0.012777572,0.00005258426,0.00024468798,0.000027053376,0.00009958862,0.00017951564,0.00037840317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936231,0.0030071633,0.0006545745,0.0011500417,0.0007313025,0.00083383935],"domain_scores_gemma":[0.9646585,0.03345421,0.00015650615,0.0013668716,0.00011368806,0.0002502493],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0101845525,0.00056714675,0.0013430135,0.0005383488,0.00014997568,0.00050583674,0.0017834886,0.0003485835,0.00000498675],"category_scores_gemma":[0.008418756,0.0004713672,0.00023821129,0.0014573765,0.000072470284,0.00018786531,0.0012705458,0.0011883952,0.00061553024],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010377034,0.00003136035,0.0003679512,0.0030285916,0.00014471755,0.00010449181,0.000083080165,0.000004811268,1.7838826e-8,0.00009001768,0.0024309575,0.99371296],"study_design_scores_gemma":[0.001080866,0.00087565044,0.0961578,0.03620895,0.00022654008,0.00049572205,0.000008011837,0.008728589,0.0000029495175,0.00018969917,0.85168165,0.0043435614],"about_ca_topic_score_codex":0.00013756932,"about_ca_topic_score_gemma":0.000031708132,"teacher_disagreement_score":0.9893694,"about_ca_system_score_codex":0.000113463284,"about_ca_system_score_gemma":0.00033839015,"threshold_uncertainty_score":0.9999338},"labels":[],"label_agreement":null},{"id":"W3153801153","doi":"10.1145/3446679","title":"Mobility Trace Analysis for Intelligent Vehicular Networks","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; TRACE (psycholinguistics); Vehicular ad hoc network; Mobility model; Intelligent transportation system; Volume (thermodynamics); Preprocessor; Data science; Data pre-processing; Domain (mathematical analysis); Telecommunications; Data mining; Artificial intelligence; Transport engineering; Wireless ad hoc network; Wireless","score_opus":0.10939676542890846,"score_gpt":0.40373651431273405,"score_spread":0.2943397488838256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153801153","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003467366,0.66184413,0.33701882,0.000043740714,0.00024173818,0.00062999147,0.0000250547,0.00008441287,0.000077458826],"genre_scores_gemma":[0.007306675,0.98926,0.0008375169,0.00003624284,0.0008190337,0.00008142826,0.001183368,0.000038934286,0.0004367775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98761195,0.009015404,0.0011659504,0.0010672801,0.00049986044,0.00063957914],"domain_scores_gemma":[0.98874557,0.008330371,0.0006087127,0.001492804,0.0006042759,0.00021825409],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022784663,0.00042105254,0.0025859952,0.00033077714,0.0011754946,0.00031244897,0.0013354364,0.00055524154,0.00029237045],"category_scores_gemma":[0.005126771,0.00041309488,0.0030349132,0.0038772584,0.00027202303,0.000056148496,0.0002315191,0.00052156067,0.000020632868],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1308576e-7,0.00013929051,0.00059985335,0.0010336351,0.0020867784,0.0000024702447,0.0006579605,0.018734567,1.5104332e-9,0.0002482931,0.00013052647,0.9763662],"study_design_scores_gemma":[0.00005327339,0.000017359982,0.0002729574,0.0011695767,0.007156583,2.678141e-7,0.0004997087,0.016355177,6.684492e-8,0.00010501204,0.9737853,0.00058471103],"about_ca_topic_score_codex":0.0071253893,"about_ca_topic_score_gemma":0.0196514,"teacher_disagreement_score":0.9757815,"about_ca_system_score_codex":0.00045813684,"about_ca_system_score_gemma":0.0009062154,"threshold_uncertainty_score":0.9998321},"labels":[],"label_agreement":null},{"id":"W3154141271","doi":"10.1145/3446373","title":"Blockchain-empowered Data-driven Networks","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Guangdong Provincial Pearl River Talents Program; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Blockchain; Computer science; Cryptocurrency; Provisioning; Computer security; Data science; Computer network","score_opus":0.08051849766324622,"score_gpt":0.34514186564426286,"score_spread":0.26462336798101666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154141271","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019592285,0.59589034,0.402235,0.0001209054,0.00059970253,0.00035467994,0.00003139429,0.0006788043,0.00008719979],"genre_scores_gemma":[0.00024231464,0.93906105,0.059227996,0.0000927621,0.0003672675,0.000031888194,0.0008299162,0.000067635294,0.00007920083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933561,0.002222862,0.0010997888,0.0021562446,0.00035511254,0.00080989767],"domain_scores_gemma":[0.98511076,0.00214944,0.0007508236,0.011624629,0.00020219668,0.00016216538],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.004626017,0.00069195766,0.0022225962,0.00028620937,0.00046969796,0.00033277628,0.0155402655,0.0009412425,0.000015507578],"category_scores_gemma":[0.0006711069,0.0006635994,0.0003858718,0.0022185443,0.00015214548,0.00008304868,0.015877414,0.0015402709,0.000093011186],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0562214e-8,0.00007285237,0.0000117651425,0.00042319007,0.00016642036,0.00004774961,0.000026696318,0.00014639855,9.896465e-9,0.006938568,0.0038332525,0.98833305],"study_design_scores_gemma":[0.000096618634,0.000016587823,0.00001776229,0.0020077238,0.00011303696,0.00014035794,0.0000030995934,0.17506415,9.195591e-8,0.00035733051,0.821516,0.00066728797],"about_ca_topic_score_codex":0.000059852726,"about_ca_topic_score_gemma":0.000034136254,"teacher_disagreement_score":0.9876658,"about_ca_system_score_codex":0.00009519885,"about_ca_system_score_gemma":0.00046824568,"threshold_uncertainty_score":0.9995815},"labels":[],"label_agreement":null},{"id":"W3158750411","doi":"10.1145/3447866","title":"Vision-based Autonomous Vehicle Recognition","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Robustness (evolution); Artificial intelligence; Machine learning; Deep learning; Task (project management); Identification (biology); Intelligent transportation system","score_opus":0.08687058763802843,"score_gpt":0.36112370279001715,"score_spread":0.2742531151519887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158750411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024765775,0.55669594,0.44187358,0.0000927902,0.00041649674,0.0003418246,0.000012160453,0.00045636902,0.00010838113],"genre_scores_gemma":[0.00007977667,0.81296957,0.18549548,0.00025196,0.00038620597,0.00006879414,0.0005766849,0.00008776063,0.000083800005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99509436,0.002006637,0.00081168493,0.0012349387,0.0003265037,0.0005258724],"domain_scores_gemma":[0.99220705,0.004212346,0.00061809184,0.0025867969,0.00022194274,0.0001537829],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016959156,0.00048336427,0.0012346846,0.00018663534,0.00035050095,0.00030316444,0.0027195725,0.0002561254,0.000017191178],"category_scores_gemma":[0.0005439309,0.00047794485,0.00044853368,0.0017835192,0.00005440743,0.00019318401,0.0013606342,0.00063283753,0.00046453468],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.5295986e-8,0.0000497752,0.0000022129234,0.00046660745,0.000020187012,0.000019852629,0.0000071407035,0.00030007018,2.4309134e-7,0.00015588378,0.0005955924,0.99838233],"study_design_scores_gemma":[0.00016895433,0.000053038686,0.00005145862,0.0062567056,0.00008154359,0.000046416913,8.831101e-7,0.044715796,0.0000060892003,0.000969323,0.94676644,0.0008833679],"about_ca_topic_score_codex":0.000014291057,"about_ca_topic_score_gemma":0.000005749282,"teacher_disagreement_score":0.997499,"about_ca_system_score_codex":0.00018321142,"about_ca_system_score_gemma":0.00048477438,"threshold_uncertainty_score":0.99976724},"labels":[],"label_agreement":null},{"id":"W3159695152","doi":"10.1145/3448976","title":"A Survey of Software Log Instrumentation","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Instrumentation (computer programming); Logging; Source code; Software; Database; Software engineering; Audit; Operating system; Accounting","score_opus":0.08397002981832441,"score_gpt":0.35211620884758943,"score_spread":0.268146179029265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159695152","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017808887,0.8005222,0.1969777,0.000004470263,0.0016536659,0.00038837158,0.000039174378,0.00021641508,0.0000198853],"genre_scores_gemma":[0.0013156057,0.9701703,0.027735863,0.000018267687,0.00010476118,0.000013688923,0.0005569837,0.000045453824,0.000039040322],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912244,0.005442357,0.0014441557,0.00092275534,0.000536585,0.00042974434],"domain_scores_gemma":[0.99158233,0.0040600626,0.0010929185,0.002565489,0.0006018946,0.00009727424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009325274,0.0004713529,0.0022595061,0.0002378185,0.00014954222,0.00014464889,0.0028046498,0.00037792392,0.000010662228],"category_scores_gemma":[0.0035933224,0.00039786843,0.0004642042,0.0019212168,0.00007968023,0.0002400783,0.0018742032,0.0004320666,0.00006115716],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8743917e-7,0.000046414953,0.009887858,0.006083923,0.000093559975,0.0000054993316,0.000081898615,0.000012446596,1.3672349e-8,0.00001909692,0.000218331,0.9835508],"study_design_scores_gemma":[0.002115878,0.0007429877,0.3952933,0.12718745,0.00080203736,0.0005293843,0.000049890783,0.0051171975,0.000023498396,0.00039794057,0.46108738,0.0066530486],"about_ca_topic_score_codex":0.00096088083,"about_ca_topic_score_gemma":0.00008124568,"teacher_disagreement_score":0.9768977,"about_ca_system_score_codex":0.00014371442,"about_ca_system_score_gemma":0.0010147775,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W3173162544","doi":"10.1145/3567592","title":"Neural Machine Translation for Low-resource Languages: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":278,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Machine translation; Unavailability; Resource (disambiguation); Artificial intelligence; Natural language processing","score_opus":0.09391014352774846,"score_gpt":0.3746552444027698,"score_spread":0.28074510087502136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173162544","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.2692886e-7,0.6071834,0.39075294,0.000025907711,0.0002640135,0.00071478455,0.0001300449,0.0008966812,0.000031283183],"genre_scores_gemma":[0.0003249538,0.57608646,0.41795543,0.00027189616,0.00042839613,0.00017629628,0.0043178466,0.0002544103,0.00018431232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99218345,0.0045399265,0.00091171847,0.0011718008,0.00053256686,0.0006605163],"domain_scores_gemma":[0.98909426,0.008100435,0.0007522775,0.0018414984,0.00009956503,0.000111962574],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009079289,0.0006676304,0.0015329377,0.0004150122,0.00045037078,0.000412862,0.0053096274,0.0002907999,0.000021870543],"category_scores_gemma":[0.0020788484,0.00059649156,0.00056768337,0.0014052328,0.00004598407,0.00023838207,0.0015360138,0.000983247,0.000007866812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018253344,0.00003339578,0.000010314824,0.0030310769,0.00004519512,0.00001882618,0.00013359576,0.000010545967,2.0186971e-7,0.000088364024,0.00050145044,0.9961252],"study_design_scores_gemma":[0.00039825495,0.00017508565,0.000031497737,0.0026841967,0.00014294882,0.00014770639,0.0000061621136,0.053094875,0.0000048223947,0.0005150721,0.9412574,0.001541976],"about_ca_topic_score_codex":0.00034721693,"about_ca_topic_score_gemma":0.00009373528,"teacher_disagreement_score":0.99458325,"about_ca_system_score_codex":0.00016998393,"about_ca_system_score_gemma":0.00022590531,"threshold_uncertainty_score":0.99964863},"labels":[],"label_agreement":null},{"id":"W3183350623","doi":"10.1145/3453153","title":"A Survey on Windows-based Ransomware Taxonomy and Detection Mechanisms","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Ransomware; Malware; Computer science; Computer security; Ransom; Software deployment; Cryptocurrency; Malware analysis; Payment; Battle; Evasion (ethics); World Wide Web; Operating system","score_opus":0.08901242477938759,"score_gpt":0.32799534543967557,"score_spread":0.23898292066028798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183350623","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001393961,0.36422157,0.63352114,0.000008260005,0.00058294175,0.00075944886,0.000028278853,0.0008577201,0.000019230882],"genre_scores_gemma":[0.0023962597,0.74191904,0.2542435,0.00025656912,0.00023369852,0.00034500583,0.00029278398,0.00022508693,0.00008803753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910035,0.0054380214,0.00086292595,0.0016610258,0.00046285798,0.0005716421],"domain_scores_gemma":[0.9919602,0.0045008427,0.0007400439,0.0022963025,0.00032292533,0.00017967477],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053223814,0.00079593976,0.0018942566,0.0005740027,0.0003935877,0.00039689487,0.001810055,0.00049585896,0.000006653185],"category_scores_gemma":[0.0018871801,0.0007870499,0.0003941783,0.0015433744,0.00006383994,0.00021220383,0.0011065748,0.00096385216,0.000028553804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012105548,0.000033473796,0.0000064776314,0.0007716197,0.000044456152,0.000028766308,0.000006386246,0.000033926266,8.928662e-7,0.000101717604,0.00005773284,0.99891335],"study_design_scores_gemma":[0.0010344903,0.0012056999,0.0010214784,0.0233219,0.0002541371,0.00024245885,0.000007525367,0.012067294,0.001747983,0.0014949655,0.9530481,0.004553965],"about_ca_topic_score_codex":0.00019914312,"about_ca_topic_score_gemma":0.00016141614,"teacher_disagreement_score":0.9943594,"about_ca_system_score_codex":0.00026238983,"about_ca_system_score_gemma":0.0003396307,"threshold_uncertainty_score":0.999458},"labels":[],"label_agreement":null},{"id":"W3187467055","doi":"10.1145/3546577","title":"Post-hoc Interpretability for Neural NLP: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interpretability; Computer science; Categorization; Artificial intelligence; Post hoc; Machine learning; Data science; Accountability; Medicine","score_opus":0.1804175306382501,"score_gpt":0.3942971125104791,"score_spread":0.213879581872229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187467055","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016441135,0.7628838,0.23017704,0.0000770268,0.0037863867,0.001927196,0.00026388615,0.0006046657,0.000115599985],"genre_scores_gemma":[0.0025014295,0.96274924,0.031096324,0.0004985003,0.00063997105,0.00044560895,0.0013739197,0.000322486,0.00037250403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837036,0.010552932,0.0017624106,0.0020624108,0.0006589691,0.0012596507],"domain_scores_gemma":[0.970855,0.023123208,0.0009869301,0.0042577875,0.00052461505,0.00025246936],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.022674968,0.00087985524,0.0023367992,0.0004063899,0.0007641572,0.00066841685,0.009256629,0.00030475907,0.000101304984],"category_scores_gemma":[0.012255528,0.0008527988,0.0010921201,0.0018061808,0.0001418606,0.00045846394,0.00626866,0.0010910796,0.00013376406],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006275165,0.00010177089,0.00010190349,0.001995891,0.000082164595,0.000015949121,0.00031097623,0.0000859437,1.4375804e-7,0.0005231227,0.00031986067,0.996456],"study_design_scores_gemma":[0.00014680166,0.0008566947,0.00049550756,0.0011867344,0.000115986884,0.00008884116,0.000038658683,0.045765504,0.000004083316,0.0012167392,0.9482879,0.0017965683],"about_ca_topic_score_codex":0.0017383151,"about_ca_topic_score_gemma":0.0007400788,"teacher_disagreement_score":0.9946594,"about_ca_system_score_codex":0.0005009563,"about_ca_system_score_gemma":0.00078430306,"threshold_uncertainty_score":0.9993923},"labels":[],"label_agreement":null},{"id":"W3189789601","doi":"10.1145/3460770","title":"Design Guidelines on Deep Learning–based Pedestrian Detection Methods for Supporting Autonomous Vehicles","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canada Research Chairs","keywords":"Computer science; Pedestrian; Pedestrian detection; Task (project management); Deep learning; Artificial intelligence; Perspective (graphical); Machine learning; Transport engineering; Systems engineering","score_opus":0.22368500969575225,"score_gpt":0.4700697877486195,"score_spread":0.24638477805286726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189789601","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.8149274e-7,0.38009417,0.6178642,0.000088373585,0.00045999288,0.0009398052,0.0000017720777,0.0005432573,0.000007743917],"genre_scores_gemma":[0.000032188433,0.17476726,0.82415366,0.00011962748,0.00044371013,0.00021165266,0.000099925666,0.00010846428,0.00006353981],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98949087,0.006231001,0.0016340455,0.0015682474,0.0002735647,0.000802287],"domain_scores_gemma":[0.97828,0.017491182,0.001686725,0.001812381,0.00056326564,0.00016644812],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010514293,0.00069941976,0.0016879463,0.0003021097,0.0008304277,0.000368043,0.0023837825,0.00035692487,0.0000029705325],"category_scores_gemma":[0.008488078,0.00068002305,0.0006337336,0.0014758073,0.000045971577,0.00014645595,0.00074102706,0.0008335126,0.000023363104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.208355e-7,0.00002674024,0.0000010045836,0.00058815506,0.00004121137,0.0000047747353,0.000016093963,0.045867573,0.000005061361,0.00009169148,0.000053332027,0.95330346],"study_design_scores_gemma":[0.00016987903,0.00014924635,0.00000441995,0.0015085787,0.00010516427,0.000029174616,0.0000027344718,0.5821186,0.00012854298,0.00053913303,0.41463834,0.0006062304],"about_ca_topic_score_codex":0.000015046282,"about_ca_topic_score_gemma":0.000005698883,"teacher_disagreement_score":0.9526972,"about_ca_system_score_codex":0.0002462195,"about_ca_system_score_gemma":0.00047289368,"threshold_uncertainty_score":0.99986386},"labels":[],"label_agreement":null},{"id":"W3202962003","doi":"10.1145/3465398","title":"A Survey on Applications of Artificial Intelligence in Fighting Against COVID-19","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China; National Science Foundation","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; Big data; Scope (computer science); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data science; 2019-20 coronavirus outbreak; Transmission (telecommunications); Applications of artificial intelligence; Artificial intelligence; Outbreak; Disease; Infectious disease (medical specialty); Virology; Medicine; Data mining; Telecommunications","score_opus":0.1946503451717503,"score_gpt":0.44580045192672496,"score_spread":0.2511501067549746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202962003","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013003495,0.963834,0.032286003,0.0007220381,0.00036533122,0.0020852385,0.00034454456,0.0001737198,0.000059097558],"genre_scores_gemma":[0.0019122701,0.98854643,0.002269112,0.003199647,0.00044096494,0.00012395557,0.0033029623,0.00016241922,0.000042224696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912472,0.0044768252,0.0020208019,0.0011558721,0.0005658588,0.0005334818],"domain_scores_gemma":[0.96962017,0.02677377,0.0010130253,0.00195314,0.0003417634,0.00029812343],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011131446,0.0005673449,0.0029439335,0.000879447,0.00014807546,0.00005769835,0.0007019702,0.0004440687,0.00005121272],"category_scores_gemma":[0.032632176,0.0005610921,0.00051794085,0.0031794352,0.00014578432,0.00002502271,0.00063262624,0.0010670373,0.000060068905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043853684,0.0004598935,0.0010798365,0.010760364,0.000105230676,0.00009183461,0.00013517555,0.0005502508,4.480385e-7,0.00007510357,0.00096980535,0.98576766],"study_design_scores_gemma":[0.00029229638,0.00017560563,0.0034812293,0.05814915,0.0004407127,0.00003650167,0.000058060024,0.0019574512,0.000014206291,0.000105669096,0.9341787,0.001110423],"about_ca_topic_score_codex":0.0021618619,"about_ca_topic_score_gemma":0.001079392,"teacher_disagreement_score":0.9846572,"about_ca_system_score_codex":0.0008601064,"about_ca_system_score_gemma":0.0030577153,"threshold_uncertainty_score":0.99968404},"labels":[],"label_agreement":null},{"id":"W3203871918","doi":"10.1145/3472290","title":"A Survey on Deep Learning for Human Activity Recognition","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Deep learning; Computer science; Artificial intelligence; Data science; Activity recognition; Machine learning","score_opus":0.2303350838921676,"score_gpt":0.3915422512201308,"score_spread":0.1612071673279632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203871918","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018594241,0.462945,0.53290415,0.000017290897,0.0016275963,0.0013987737,0.00008951399,0.0006234813,0.00020825973],"genre_scores_gemma":[0.049346726,0.92962074,0.008976474,0.00017105405,0.0023370618,0.000598641,0.0073026232,0.00060935173,0.0010373255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.979427,0.016149238,0.001070299,0.0019178026,0.00061150483,0.0008241739],"domain_scores_gemma":[0.9762945,0.01928117,0.0014795681,0.0019351592,0.00080695725,0.00020260135],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014031649,0.00087883393,0.002929665,0.000533348,0.00082350126,0.0008868159,0.002310602,0.00058390124,0.000019767538],"category_scores_gemma":[0.0068119406,0.0009186741,0.0010325175,0.0014128014,0.000051718143,0.0003743487,0.0013825566,0.0013352731,0.00025531618],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013842043,0.00013642362,0.00008050286,0.0017710357,0.00020370037,0.000014873783,0.00006616951,0.000007109614,7.651463e-7,0.000017438122,0.00024800593,0.9974526],"study_design_scores_gemma":[0.0023274636,0.0013861678,0.012701525,0.05950325,0.0006390487,0.00028241702,0.00002936288,0.011427127,0.00004500259,0.0006407649,0.9042533,0.006764592],"about_ca_topic_score_codex":0.00080608664,"about_ca_topic_score_gemma":0.00088901276,"teacher_disagreement_score":0.990688,"about_ca_system_score_codex":0.0003768828,"about_ca_system_score_gemma":0.00037833746,"threshold_uncertainty_score":0.9993264},"labels":[],"label_agreement":null},{"id":"W3204578495","doi":"10.1145/3470133","title":"A Systematic Review of API Evolution Literature","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"","keywords":"Computer science; Artifact (error); Application programming interface; Software evolution; Software engineering; Software; Software development; Compiler; Android (operating system); Data science; World Wide Web; Programming language; Software construction; Artificial intelligence; Operating system","score_opus":0.03773563095177377,"score_gpt":0.3398366848737849,"score_spread":0.3021010539220111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204578495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3697203e-7,0.7828708,0.21534882,0.000015351156,0.00055088475,0.0009468864,0.000010602242,0.0002427091,0.000013759114],"genre_scores_gemma":[0.000006876253,0.98554057,0.014046738,0.000021363798,0.00010486035,0.00004307684,0.000097496304,0.000048623606,0.000090412905],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9910652,0.0052004284,0.0015333669,0.00081035256,0.00090165884,0.000488981],"domain_scores_gemma":[0.9850373,0.009458933,0.0008097875,0.0038384558,0.0007325054,0.00012300133],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010510673,0.0004984756,0.0038433676,0.0003926631,0.00007252219,0.00021702425,0.0042552603,0.0002860644,0.000004994142],"category_scores_gemma":[0.03080702,0.0004092944,0.0008227816,0.003681905,0.000031194086,0.0001556961,0.0021794077,0.0008139661,0.000058096735],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8268022e-8,0.000019003986,0.0000034549523,0.9222439,0.00015362237,0.000040863142,0.000032819906,0.0000026510666,2.3431234e-8,0.00042261413,0.0004596254,0.07662138],"study_design_scores_gemma":[0.00003504151,0.000018968663,0.000013801149,0.9926556,0.00020128953,0.00019911642,6.049843e-7,0.00030771625,1.7496127e-7,0.000022028415,0.0062149838,0.00033068596],"about_ca_topic_score_codex":0.000011155645,"about_ca_topic_score_gemma":3.7413042e-7,"teacher_disagreement_score":0.2026697,"about_ca_system_score_codex":0.00026726082,"about_ca_system_score_gemma":0.0006044886,"threshold_uncertainty_score":0.9998359},"labels":[],"label_agreement":null},{"id":"W3204705447","doi":"10.1145/3467964","title":"Design Guidelines for Cooperative UAV-supported Services and Applications","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"UAV Applications and Optimization","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Provisioning; Authentication (law); Internet of Things; Process (computing); Service (business); Computer security; Computer network","score_opus":0.13336988835038452,"score_gpt":0.36909157905089807,"score_spread":0.23572169070051355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204705447","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5933562e-7,0.49426985,0.5045464,0.000009133999,0.00006154536,0.0008809443,0.00004814298,0.00015293671,0.000030698815],"genre_scores_gemma":[0.000005346565,0.8521349,0.14511843,0.000025911371,0.00025591603,0.0005024195,0.0018092628,0.00008356665,0.00006427831],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847263,0.00022499326,0.000628031,0.00038370822,0.00008085635,0.00020978492],"domain_scores_gemma":[0.9977341,0.00092959206,0.00014649249,0.00055007765,0.000578036,0.00006166806],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010245618,0.00032700118,0.00081872015,0.000096007694,0.0001884726,0.00013426783,0.0003328497,0.00020178135,0.0000115125795],"category_scores_gemma":[0.00010667206,0.0003115161,0.00010078758,0.00048221578,0.000020457011,0.00005251828,0.00012136212,0.00013777002,0.000011289032],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0813536e-7,0.000009883319,0.0000019002597,0.0038780884,0.00012692055,2.8636032e-7,0.000028472776,0.025868287,6.5837804e-7,0.000095147596,0.0013520594,0.9686382],"study_design_scores_gemma":[0.000100280384,0.00000951098,0.0000047450785,0.0015744799,0.00023953176,0.0000104847595,0.000018607856,0.13969742,0.0000034040047,0.00003520557,0.85793155,0.00037475748],"about_ca_topic_score_codex":0.000011028348,"about_ca_topic_score_gemma":0.000009163871,"teacher_disagreement_score":0.96826345,"about_ca_system_score_codex":0.000039717506,"about_ca_system_score_gemma":0.00008248198,"threshold_uncertainty_score":0.9999337},"labels":[],"label_agreement":null},{"id":"W3217539601","doi":"10.1145/3485129","title":"Vehicular Edge Computing: Architecture, Resource Management, Security, and Challenges","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Edge computing; Architecture; Dissemination; Computer security; Service (business); Enhanced Data Rates for GSM Evolution; Data science; Telecommunications","score_opus":0.08240530645500395,"score_gpt":0.3128260338022627,"score_spread":0.23042072734725877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217539601","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026622683,0.92437124,0.06467738,0.0002525446,0.005311744,0.0006903473,0.0000020338086,0.0007833294,0.0038847388],"genre_scores_gemma":[0.000051940548,0.9706065,0.025444942,0.00013706172,0.0033762,0.000007161111,0.000102101345,0.0001459118,0.0001281616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98896825,0.004790194,0.0013787987,0.0025965597,0.0007975524,0.0014686306],"domain_scores_gemma":[0.9921652,0.0030363612,0.0008710744,0.0033835073,0.00017256774,0.00037125213],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0070558884,0.0013014035,0.0030015898,0.00070538797,0.00077525224,0.0009863531,0.00501106,0.0005768564,0.0000016588299],"category_scores_gemma":[0.00038672215,0.001260637,0.0007507616,0.0014061591,0.000171666,0.0001578656,0.013972776,0.0015996732,0.000060003465],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.445519e-7,0.00006926864,0.000011840918,0.0110391835,0.0003532177,0.00037437535,0.00083592685,0.000023658424,2.3236552e-8,0.001582325,0.0018227468,0.9838871],"study_design_scores_gemma":[0.00029006958,0.0000533887,0.000093971015,0.013087529,0.00021420185,0.00054186676,0.00003173231,0.0027986092,5.4956485e-7,0.000947989,0.98061955,0.0013205501],"about_ca_topic_score_codex":0.000023339126,"about_ca_topic_score_gemma":0.0000032116272,"teacher_disagreement_score":0.98256654,"about_ca_system_score_codex":0.00013437719,"about_ca_system_score_gemma":0.00018105585,"threshold_uncertainty_score":0.9999738},"labels":[],"label_agreement":null},{"id":"W4205550683","doi":"10.1145/3486860","title":"A Survey of Binary Code Fingerprinting Approaches: Taxonomy, Methodologies, and Features","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Fidelity; Code (set theory); Binary code; Source code; Process (computing); Software; Binary number; Programming language; Set (abstract data type)","score_opus":0.415924488199213,"score_gpt":0.39429116846136264,"score_spread":0.021633319737850376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205550683","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000446122,0.5202593,0.47830832,0.0000049593236,0.00027732857,0.000531687,0.000034023084,0.0005095544,0.000070369235],"genre_scores_gemma":[0.0001213094,0.558507,0.4410897,0.000012062905,0.000033230193,0.0000925734,0.00006298728,0.000050550596,0.000030592542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98481,0.0117784785,0.0011185237,0.001369105,0.00039222464,0.0005316517],"domain_scores_gemma":[0.9780209,0.017958209,0.0015903376,0.002220573,0.00011803977,0.000091924994],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.019498207,0.0006278014,0.0022468846,0.00057276484,0.00033416317,0.00013876108,0.0036523317,0.00031769086,0.0000074968093],"category_scores_gemma":[0.009074673,0.00060519925,0.0002996868,0.001726913,0.0001628487,0.00021426492,0.008616813,0.0012077119,0.0000017148373],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010628003,0.000022883993,0.00009916449,0.0023853038,0.00008339768,0.000010162217,0.000060761355,0.000045878933,4.560061e-7,0.00013069308,0.00015068753,0.9970096],"study_design_scores_gemma":[0.00028614711,0.00046104725,0.009630166,0.0044435747,0.0001827144,0.00039881392,0.000056653775,0.0034035796,0.00005093516,0.0009079409,0.9778219,0.0023565218],"about_ca_topic_score_codex":0.000665701,"about_ca_topic_score_gemma":0.00006425115,"teacher_disagreement_score":0.99465305,"about_ca_system_score_codex":0.00015915651,"about_ca_system_score_gemma":0.000309258,"threshold_uncertainty_score":0.9996399},"labels":[],"label_agreement":null},{"id":"W4220839771","doi":"10.1145/3523057","title":"Machine Learning for Computer Systems and Networking: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Water Futures; Natural Sciences and Engineering Research Council of Canada; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Deutsche Forschungsgemeinschaft; Canada First Research Excellence Fund; Joint Programming Initiative Water challenges for a changing world; Pennsylvania State University","keywords":"Computer science; Machine learning; Artificial intelligence; Overhead (engineering); De facto; Domain (mathematical analysis); Set (abstract data type); Taxonomy (biology); Human–computer interaction; Operating system; Programming language","score_opus":0.1022091545996425,"score_gpt":0.31550984078503896,"score_spread":0.21330068618539647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220839771","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027512615,0.6164009,0.37705597,0.0000061187766,0.005557806,0.00065046776,0.000014299194,0.00028515366,0.000026525364],"genre_scores_gemma":[0.0001172336,0.9916588,0.0055896193,0.000039526672,0.0019032008,0.00006062373,0.000434956,0.000082171035,0.00011388194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884056,0.008311322,0.00097196375,0.0012236289,0.00040380217,0.0006836927],"domain_scores_gemma":[0.9884262,0.009358185,0.00087239954,0.0010792938,0.0001092948,0.00015460333],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013978215,0.00060074753,0.0017804696,0.00031102286,0.0011245664,0.0007671064,0.0020960693,0.00028975593,0.000009182057],"category_scores_gemma":[0.00039145356,0.000575422,0.0003435175,0.001147131,0.000049253464,0.00017049303,0.003433825,0.0011864719,0.000010331809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017120557,0.000022114154,0.00010564038,0.0019826018,0.000097429525,0.0000066081743,0.00006321029,0.0010235988,4.012586e-9,0.00020733727,0.00081113836,0.9956786],"study_design_scores_gemma":[0.00013063119,0.00015280185,0.000052894637,0.0009818221,0.00003602164,0.00009203626,7.827715e-7,0.35477766,6.7475674e-9,0.00002886764,0.6433513,0.0003951482],"about_ca_topic_score_codex":0.00059272745,"about_ca_topic_score_gemma":0.000056287074,"teacher_disagreement_score":0.9952835,"about_ca_system_score_codex":0.00013534093,"about_ca_system_score_gemma":0.00013997608,"threshold_uncertainty_score":0.99966973},"labels":[],"label_agreement":null},{"id":"W4224237118","doi":"10.1145/3530682","title":"A Survey on Wireless Device-free Human Sensing: Application Scenarios, Current Solutions, and Open Issues","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Granularity; Identification (biology); Task (project management); Human–computer interaction; Wireless; Ranging; Artificial intelligence; Real-time computing; Telecommunications; Systems engineering","score_opus":0.13172137550989402,"score_gpt":0.36528622726662374,"score_spread":0.23356485175672972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224237118","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014426014,0.98444813,0.012014655,0.000018720082,0.00065733516,0.0011998942,0.00019134606,0.0011756715,0.00014999205],"genre_scores_gemma":[0.0035892962,0.993439,0.0004062113,0.000012718188,0.0001323283,0.00003936548,0.0021954193,0.00015412379,0.000031536667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633974,0.0014643681,0.000754702,0.0006562932,0.00030002405,0.0004848612],"domain_scores_gemma":[0.9968656,0.0010565593,0.00027296692,0.0016553934,0.00007928637,0.00007020076],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040691644,0.0005570336,0.0013284044,0.0003346378,0.0007101352,0.00029760905,0.00215452,0.00027806632,0.000015673677],"category_scores_gemma":[0.0007320219,0.00056708313,0.00012705554,0.0008143802,0.00008588782,0.00007942461,0.0029413751,0.0008730808,0.000027980961],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.833356e-7,0.00002626254,0.00018403456,0.0021690577,0.00007160837,0.0000022633894,0.00004477828,0.00038746587,2.0509414e-7,0.0003382104,0.0042771595,0.99249846],"study_design_scores_gemma":[0.00024512663,0.000041825162,0.0012451146,0.002498464,0.00011087308,0.000010037374,0.000020343125,0.008243812,0.000002462745,0.00024895783,0.98646826,0.00086471223],"about_ca_topic_score_codex":0.0010059472,"about_ca_topic_score_gemma":0.00070480385,"teacher_disagreement_score":0.9916338,"about_ca_system_score_codex":0.00029180144,"about_ca_system_score_gemma":0.00007846328,"threshold_uncertainty_score":0.9996781},"labels":[],"label_agreement":null},{"id":"W4224284455","doi":"10.1145/3530812","title":"Machine Learning-Enabled IoT Security: Open Issues and Challenges Under Advanced Persistent Threats","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); University of Ottawa","funders":"","keywords":"Computer science; Computer security; Internet of Things; Intrusion detection system; Anomaly detection; Bridging (networking); Open research; Network security; Intrusion; Artificial intelligence; World Wide Web","score_opus":0.12612448662013007,"score_gpt":0.34169079664925206,"score_spread":0.215566310029122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224284455","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025763386,0.99491775,0.0010205747,0.000532467,0.0010910832,0.0008394734,0.0000067295628,0.00036777745,0.001198399],"genre_scores_gemma":[0.0003065924,0.9963215,0.0022881157,0.000080201695,0.00021450654,0.000039157676,0.0000643169,0.00006395812,0.000621624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99182665,0.0048895073,0.0006888406,0.0014734041,0.0005148067,0.00060676597],"domain_scores_gemma":[0.99598557,0.0016655234,0.0006258955,0.0014647691,0.000083687366,0.00017453954],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0055727507,0.0006411968,0.0017334702,0.0002525267,0.001109309,0.0007140016,0.0038600604,0.00026647843,0.00014757569],"category_scores_gemma":[0.00032896444,0.00059456454,0.00038447193,0.0006886792,0.0000718578,0.00025663213,0.010369422,0.0014126017,0.00003439694],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002652202,0.00006146117,0.0000035028017,0.0014297211,0.00014307337,0.000018276574,0.0006481765,0.0002689258,3.2794492e-8,0.0017673228,0.000077163415,0.9955797],"study_design_scores_gemma":[0.0003097685,0.00038172162,0.000016765467,0.0017689003,0.00009430725,0.00012376286,0.00006160534,0.012878833,2.6423768e-7,0.002405056,0.9812791,0.00067994266],"about_ca_topic_score_codex":0.00033247596,"about_ca_topic_score_gemma":0.00014432418,"teacher_disagreement_score":0.99489975,"about_ca_system_score_codex":0.00018530882,"about_ca_system_score_gemma":0.00014171585,"threshold_uncertainty_score":0.9996506},"labels":[],"label_agreement":null},{"id":"W4225161347","doi":"10.1145/3530815","title":"Heterogeneous Network Access and Fusion in Smart Factory: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Heterogeneous network; Quality of service; Factory (object-oriented programming); Computer network; Wireless network; Telecommunications; Wireless","score_opus":0.17131815532656036,"score_gpt":0.36284051731356703,"score_spread":0.19152236198700667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225161347","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010368048,0.9625286,0.019137627,0.000015729944,0.01593322,0.0007671968,0.0000050431618,0.0003863847,0.00018942296],"genre_scores_gemma":[0.0015801112,0.9934888,0.002548526,0.000119736054,0.0018031113,0.00002300279,0.0002699423,0.00012839431,0.000038409726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861238,0.009102439,0.0012599563,0.0016839368,0.0005756135,0.0012542675],"domain_scores_gemma":[0.99016654,0.0068395915,0.0007690212,0.0019428703,0.000071155155,0.00021080277],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.013296998,0.00083542307,0.0022257348,0.0005056462,0.00067343906,0.0009186437,0.0055972585,0.0003352765,0.000017324663],"category_scores_gemma":[0.0009657498,0.0008181351,0.0003280689,0.0024661226,0.00006520037,0.00029788667,0.01433806,0.0013057,0.000024436104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011437006,0.000038608065,0.009707583,0.0010319714,0.000049532104,0.00010295424,0.00011587289,0.0002308804,9.132942e-9,0.000010004533,0.0013548235,0.9873566],"study_design_scores_gemma":[0.00036721828,0.00012102463,0.031735145,0.0039415206,0.000053966272,0.0002467837,0.0000012926785,0.015853291,1.4126539e-7,0.00042766368,0.94549644,0.0017554882],"about_ca_topic_score_codex":0.0013352516,"about_ca_topic_score_gemma":0.00025304666,"teacher_disagreement_score":0.9856011,"about_ca_system_score_codex":0.0002734549,"about_ca_system_score_gemma":0.0004160469,"threshold_uncertainty_score":0.9997829},"labels":[],"label_agreement":null},{"id":"W4226290207","doi":"10.1145/3527848","title":"A Survey of Algorithmic Recourse: Contrastive Explanations and Consequential Recommendations","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Accountability; Focus (optics); Work (physics); Management science; Data science; Risk analysis (engineering); Political science; Law","score_opus":0.12538502868306525,"score_gpt":0.38632274532314775,"score_spread":0.2609377166400825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226290207","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004807745,0.46228516,0.5352481,0.00007952679,0.0014251937,0.00046645294,0.00023928714,0.0001370097,0.00011448709],"genre_scores_gemma":[0.0005755443,0.93709207,0.06069551,0.000028135959,0.0001388551,0.000043057844,0.0012786279,0.00007322029,0.00007498392],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98636967,0.0107808905,0.001116148,0.000890326,0.00041773525,0.00042522862],"domain_scores_gemma":[0.9813438,0.015815455,0.001363653,0.0011272564,0.0002342931,0.00011552649],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009966463,0.0004582967,0.0015911136,0.0004927182,0.0005654985,0.00015535328,0.0022865315,0.00019025443,0.00011477049],"category_scores_gemma":[0.0064598187,0.00048426454,0.00020817568,0.0013846586,0.00016412266,0.00023351745,0.0026296335,0.0010706567,0.00000884153],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.046624e-7,0.00003810327,0.00014884483,0.00042169006,0.00018339713,0.000011263595,0.00017914278,0.00016823356,3.238437e-8,0.00058561715,0.0004077421,0.99785525],"study_design_scores_gemma":[0.0015592163,0.0003258497,0.0076807365,0.0056200475,0.00070321735,0.0004125079,0.00012251396,0.10390219,5.67855e-7,0.0007570696,0.8763031,0.0026129973],"about_ca_topic_score_codex":0.0014790486,"about_ca_topic_score_gemma":0.00016269865,"teacher_disagreement_score":0.99524224,"about_ca_system_score_codex":0.00017537102,"about_ca_system_score_gemma":0.0007957407,"threshold_uncertainty_score":0.9997609},"labels":[],"label_agreement":null},{"id":"W4226461837","doi":"10.1145/3501296","title":"Federated Learning for Smart Healthcare: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":733,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada; National Research Foundation of Korea","keywords":"Health care; Computer science; Key (lock); Scalability; Data science; Data sharing; The Internet; Big data; Knowledge management; Computer security; World Wide Web; Database; Medicine","score_opus":0.1953717175824298,"score_gpt":0.3843675682336778,"score_spread":0.188995850651248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226461837","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004135823,0.6725124,0.32093534,0.0010131034,0.0018964254,0.0011103074,0.00013854919,0.0023522638,0.000037471047],"genre_scores_gemma":[0.0000782118,0.8943023,0.102313496,0.00010357205,0.0001267418,0.00017369563,0.0026555285,0.00015648153,0.00008994543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825192,0.011800274,0.001422445,0.00219325,0.0007142704,0.0013505351],"domain_scores_gemma":[0.96066284,0.023063391,0.0015180442,0.014257442,0.00030037249,0.00019790861],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.025550738,0.0008656522,0.002453683,0.00055928127,0.0015464857,0.0008246667,0.06207357,0.0005698972,0.000033378565],"category_scores_gemma":[0.22445828,0.0008806474,0.0005167995,0.002879548,0.00009735795,0.0002980559,0.21940303,0.0024546415,0.000059760918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011585923,0.000035787347,0.0002359163,0.0028113853,0.00012017298,0.00001714471,0.000011043173,0.000004899094,2.0423379e-8,0.00006482308,0.04027956,0.9564181],"study_design_scores_gemma":[0.00021388645,0.0001888016,0.00025786005,0.0016223688,0.00004088813,0.00006320046,0.000003877564,0.03454792,4.318119e-7,0.0031323722,0.9589536,0.0009747964],"about_ca_topic_score_codex":0.0015037569,"about_ca_topic_score_gemma":0.00024282688,"teacher_disagreement_score":0.9554433,"about_ca_system_score_codex":0.0005901814,"about_ca_system_score_gemma":0.0010901246,"threshold_uncertainty_score":0.99984676},"labels":[],"label_agreement":null},{"id":"W4281482237","doi":"10.1145/3534965","title":"How to Approach Ambiguous Queries in Conversational Search: A Survey of Techniques, Approaches, Tools, and Challenges","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Focus (optics); Conversation; Context (archaeology); Process (computing); Task (project management); World Wide Web; Natural language; Human–computer interaction; Information retrieval; Artificial intelligence","score_opus":0.4837335270612913,"score_gpt":0.33671637581225367,"score_spread":0.14701715124903764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281482237","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041035506,0.7738574,0.22439751,0.00019857868,0.000152796,0.00094186043,0.00006820761,0.00015204707,0.00019055342],"genre_scores_gemma":[0.00173336,0.8635709,0.13416615,0.000020833695,0.00006579991,0.000088819426,0.00026514495,0.000052386513,0.00003654778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907969,0.005904162,0.00079369004,0.0013017402,0.000688433,0.00051503273],"domain_scores_gemma":[0.995477,0.002283452,0.00038031078,0.00162314,0.00010894541,0.0001271455],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014874084,0.00047196372,0.0016586091,0.00059669017,0.0001223593,0.00026940063,0.0027235828,0.00024266004,0.0000021614464],"category_scores_gemma":[0.001791173,0.00047497492,0.00013736737,0.0010921658,0.00009064804,0.00025579674,0.0041619926,0.0007352738,9.84762e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011120284,0.00006074728,0.00012828391,0.0042092535,0.000041977226,0.000006507755,0.00071226293,0.00008388071,3.6287997e-8,0.0024024218,0.000013256295,0.99234027],"study_design_scores_gemma":[0.0011712922,0.0008009197,0.045333046,0.00932778,0.00015128397,0.00047238133,0.0009996983,0.08443722,0.0000079406755,0.00082409166,0.8509885,0.005485842],"about_ca_topic_score_codex":0.0017537132,"about_ca_topic_score_gemma":0.0001842348,"teacher_disagreement_score":0.98685443,"about_ca_system_score_codex":0.00020125869,"about_ca_system_score_gemma":0.0005306352,"threshold_uncertainty_score":0.99977016},"labels":[],"label_agreement":null},{"id":"W4296708919","doi":"10.1145/3563691","title":"Explainable Convolutional Neural Networks: A Taxonomy, Review, and Future Directions","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Convolutional neural network; Artificial intelligence; Taxonomy (biology); Generalization; Relevance (law); Perspective (graphical); Machine learning; Feature (linguistics); Interpretation (philosophy)","score_opus":0.09707560278384564,"score_gpt":0.3225294605025278,"score_spread":0.22545385771868215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296708919","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.0930004e-7,0.91663235,0.07848931,0.0004114894,0.00233618,0.0012756424,0.000017825305,0.00040752132,0.0004291912],"genre_scores_gemma":[0.000006198513,0.991998,0.0058101895,0.00042210703,0.0010074493,0.0003407029,0.000131777,0.000056178815,0.00022737037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99252427,0.0036848632,0.0011080251,0.0013459149,0.00043494924,0.0009019868],"domain_scores_gemma":[0.9942453,0.0027115208,0.0007283153,0.0019110074,0.00017088528,0.00023298558],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0052627884,0.0006813743,0.0018189347,0.00030437336,0.001315497,0.00037682787,0.0030654422,0.00022364961,0.0001963693],"category_scores_gemma":[0.0007178815,0.00066550757,0.00044831797,0.0022422057,0.00013025365,0.0004957028,0.0035562702,0.0012258417,0.00005028443],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7760274e-7,0.000040812585,0.000012298168,0.0033356324,0.00007688328,0.000037355032,0.000039536826,0.00013718684,3.6604089e-9,0.002575463,0.0045320746,0.98921245],"study_design_scores_gemma":[0.000037409653,0.000055081597,0.000019530233,0.0016025193,0.0001716323,0.00029623025,0.00002065964,0.018619375,3.8476017e-8,0.00014303016,0.97840244,0.0006320429],"about_ca_topic_score_codex":0.00026829072,"about_ca_topic_score_gemma":0.000039861196,"teacher_disagreement_score":0.9885804,"about_ca_system_score_codex":0.00033416518,"about_ca_system_score_gemma":0.0003515761,"threshold_uncertainty_score":0.9999847},"labels":[],"label_agreement":null},{"id":"W4297493126","doi":"10.1145/3564696","title":"Multiple Mobile Robot Task and Motion Planning: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Mobile robot; Robot; Motion planning; Task (project management); Robotics; Artificial intelligence; Human–computer interaction; Field (mathematics); Motion (physics); Systems engineering; Engineering","score_opus":0.1334261220052098,"score_gpt":0.3533795191759313,"score_spread":0.2199533971707215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297493126","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020320815,0.59625244,0.40123606,0.0000043201258,0.0013609395,0.000594409,0.000057038087,0.00043390575,0.000040575087],"genre_scores_gemma":[0.00046385857,0.85541475,0.14188015,0.000052312967,0.00033951565,0.00013860276,0.001340838,0.00017605747,0.00019389341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98753667,0.008086229,0.0010775479,0.0017143459,0.00071626395,0.00086895167],"domain_scores_gemma":[0.9856286,0.010779661,0.0009011525,0.0023454023,0.00009602501,0.00024915204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012118469,0.0008016422,0.002031436,0.00047680584,0.00064363034,0.00046524254,0.0037601986,0.0003270117,0.000010940962],"category_scores_gemma":[0.0031324099,0.00079237885,0.00028838802,0.0014794879,0.00008614607,0.00024783646,0.004526347,0.0012121118,0.0000573568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.5594484e-7,0.000059444348,0.0019802058,0.0010507772,0.000094040624,0.00010170827,0.00030634846,0.0051038666,7.654089e-8,0.000007862874,0.0004242347,0.9908709],"study_design_scores_gemma":[0.0007995141,0.00040886106,0.026841868,0.0053351736,0.00020032964,0.00082465494,0.00003080966,0.2771253,3.851204e-7,0.00009004203,0.6855189,0.0028241235],"about_ca_topic_score_codex":0.00055788603,"about_ca_topic_score_gemma":0.0000066110842,"teacher_disagreement_score":0.98804677,"about_ca_system_score_codex":0.0002207481,"about_ca_system_score_gemma":0.0003050866,"threshold_uncertainty_score":0.9994527},"labels":[],"label_agreement":null},{"id":"W4311610036","doi":"10.1145/3576898","title":"Deep Learning Techniques for COVID-19 Diagnosis and Prognosis Based on Radiological Imaging","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Coronavirus disease 2019 (COVID-19); Deep learning; Artificial intelligence; Pandemic; Categorization; Medical imaging; Data science; Machine learning; Medicine; Infectious disease (medical specialty); Disease; Pathology","score_opus":0.13358446940862737,"score_gpt":0.4156542077822606,"score_spread":0.28206973837363325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311610036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003283144,0.9611537,0.026174877,0.005595304,0.00035108658,0.005085412,0.000051612507,0.0015163666,0.00003879441],"genre_scores_gemma":[0.00054090796,0.96331924,0.0188219,0.012984297,0.000534258,0.002507195,0.0010100221,0.0002605263,0.000021668979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918249,0.0041164565,0.0010512525,0.0016535792,0.00054829294,0.0008054831],"domain_scores_gemma":[0.9517701,0.045942064,0.0007471441,0.00097175344,0.00010997212,0.00045892107],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009544308,0.00087159063,0.0028510315,0.0007994236,0.00088472397,0.00015528097,0.00069380185,0.00037313136,0.00016580104],"category_scores_gemma":[0.042040963,0.0007710465,0.0008374569,0.00083722087,0.0002142067,0.000044272703,0.00081638177,0.0015373206,0.000006660026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019459598,0.00028000347,0.017574696,0.016765278,0.00012693214,0.00013283244,0.000068486355,0.00014372428,1.5562841e-7,0.000008865454,0.0036663567,0.96121323],"study_design_scores_gemma":[0.00069796114,0.0007741703,0.00054963573,0.0076099634,0.0010153836,0.00010399673,0.000019736824,0.0066159777,0.0000025791999,0.000025835052,0.98185056,0.00073419354],"about_ca_topic_score_codex":0.00017526178,"about_ca_topic_score_gemma":0.000006112702,"teacher_disagreement_score":0.9781842,"about_ca_system_score_codex":0.0012411928,"about_ca_system_score_gemma":0.00081395445,"threshold_uncertainty_score":0.99947405},"labels":[],"label_agreement":null},{"id":"W4317935365","doi":"10.1145/3582077","title":"Implementing Data Exfiltration Defense in Situ: A Survey of Countermeasures and Human Involvement","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Mitacs","keywords":"Computer science; Computer security; Scope (computer science); Domain (mathematical analysis); Work (physics); Risk analysis (engineering); Data science","score_opus":0.35569105085676284,"score_gpt":0.42697607322361614,"score_spread":0.0712850223668533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317935365","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032611177,0.90399355,0.08994602,0.000021688127,0.00083864963,0.001265476,0.00019095844,0.0003802907,0.00010228054],"genre_scores_gemma":[0.08383629,0.9004829,0.011579397,0.0000470986,0.0002542801,0.000025226314,0.0036339653,0.00012219009,0.00001863157],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9911584,0.0044075865,0.0018963641,0.0013273848,0.0005647273,0.00064550654],"domain_scores_gemma":[0.9913444,0.004036159,0.0013029522,0.0029868782,0.00024944154,0.00008015959],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.031907763,0.00043144103,0.0013680041,0.00052205386,0.00033136614,0.00035825177,0.0042401804,0.00020010106,0.000001772412],"category_scores_gemma":[0.0019655207,0.0004500954,0.000099744495,0.0016139504,0.00008248203,0.00033070758,0.0062460103,0.0004647979,0.000009775271],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.2463197e-7,0.00010665387,0.011270789,0.00795228,0.00015677488,0.000013383688,0.00077111035,0.000016078076,0.0000046081764,0.0022340773,0.00030022734,0.9771732],"study_design_scores_gemma":[0.0032592716,0.0005491585,0.59607726,0.08601576,0.0006243631,0.00015207358,0.00038034262,0.08857514,0.00003198518,0.0034997722,0.21403846,0.0067964327],"about_ca_topic_score_codex":0.004363732,"about_ca_topic_score_gemma":0.0085468525,"teacher_disagreement_score":0.97037673,"about_ca_system_score_codex":0.000097283264,"about_ca_system_score_gemma":0.00033666455,"threshold_uncertainty_score":0.9997951},"labels":[],"label_agreement":null},{"id":"W4361271562","doi":"10.1145/3589338","title":"Conceptual Modeling: Topics, Themes, and Technology Trends","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"HEC Montréal; Georgia State University; University of Virginia","keywords":"Computer science; Conceptual model; Conceptual framework; Data science; Multidisciplinary approach; Management science; Knowledge management; Sociology; Engineering; Social science","score_opus":0.13670454995482842,"score_gpt":0.32983305472531294,"score_spread":0.19312850477048452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361271562","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011213971,0.99303645,0.0040269615,0.00049508986,0.0005219994,0.00013925115,0.000008355602,0.001078438,0.00058134034],"genre_scores_gemma":[0.0027645563,0.9918167,0.00039178587,0.00011696418,0.0027947526,0.000020334443,0.00048529686,0.00019047358,0.0014191294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733883,0.0000853948,0.0008482771,0.00089541025,0.00028383388,0.0005482561],"domain_scores_gemma":[0.99804544,0.00019040724,0.00056297507,0.0008329887,0.00034833318,0.000019868472],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015690206,0.0006089153,0.0018131915,0.0016394578,0.0003645301,0.00040079167,0.0011053227,0.0005033195,0.000024017376],"category_scores_gemma":[0.00085695606,0.0005194198,0.000284442,0.0035344406,0.0001650326,0.00024194043,0.0016302178,0.00058810494,0.0001843055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6473025e-7,0.000018630271,0.00009448862,0.0035588644,0.00017480782,0.000011614605,0.000014389616,0.00029650732,1.9247338e-8,0.0025235347,0.00043604334,0.99287075],"study_design_scores_gemma":[0.00024372932,0.0000055060405,0.000006085751,0.005536653,0.0011457433,0.000009075765,0.00013554096,0.14840533,2.3706287e-8,0.0036303508,0.83988315,0.0009987968],"about_ca_topic_score_codex":0.0005074948,"about_ca_topic_score_gemma":0.000059972845,"teacher_disagreement_score":0.99187195,"about_ca_system_score_codex":0.000029985962,"about_ca_system_score_gemma":0.0000724175,"threshold_uncertainty_score":0.99972576},"labels":[],"label_agreement":null},{"id":"W4366747489","doi":"10.1145/3593294","title":"Data Provenance in Security and Privacy","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Saskatchewan","funders":"Mitacs","keywords":"Provenance; Computer science; Metadata; Context (archaeology); Variety (cybernetics); Data science; Internet privacy; Computer security; World Wide Web","score_opus":0.6060179517797337,"score_gpt":0.5269220062819636,"score_spread":0.0790959454977701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366747489","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002580542,0.9929422,0.0019361539,0.00011383093,0.0025306358,0.0009197038,0.0006092965,0.000241329,0.00044876654],"genre_scores_gemma":[0.00037893534,0.9954188,0.0020060262,0.000031774754,0.00030029795,0.000007771443,0.0008266616,0.000059900725,0.0009698454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885143,0.003982512,0.0020824738,0.0032160154,0.0015398897,0.0006648236],"domain_scores_gemma":[0.97375697,0.014655614,0.0010240497,0.01028722,0.00013106258,0.00014507506],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.07944627,0.00043639017,0.0017782489,0.00086038176,0.0002286624,0.0012862298,0.011071687,0.00016953473,0.000015583646],"category_scores_gemma":[0.047591094,0.00032951188,0.00013766503,0.004010101,0.00014233353,0.0003163313,0.02774114,0.000588713,0.00071369065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.3265326e-7,0.000027854987,0.00051446084,0.001098835,0.000020865322,0.000033935234,0.000119902754,0.000006188575,1.9415294e-9,0.00008011082,0.024247602,0.9738499],"study_design_scores_gemma":[0.00011731315,0.000010608232,0.0021976237,0.0046326974,0.00003624104,0.000010779297,0.000046871264,0.007999968,5.8904823e-9,0.0048898743,0.9796807,0.00037732034],"about_ca_topic_score_codex":0.0002595875,"about_ca_topic_score_gemma":0.0002804304,"teacher_disagreement_score":0.9734726,"about_ca_system_score_codex":0.00006232085,"about_ca_system_score_gemma":0.00023992537,"threshold_uncertainty_score":0.9999157},"labels":[],"label_agreement":null},{"id":"W4377099260","doi":"10.1145/3597428","title":"The Evolution of Distributed Systems for Graph Neural Networks and Their Origin in Graph Processing and Deep Learning: A Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Deep learning; Categorization; Scalability; Artificial intelligence; Graph; Artificial neural network; Deep neural networks; Machine learning; Theoretical computer science; Data science; Database","score_opus":0.060684143966647945,"score_gpt":0.3193867958571259,"score_spread":0.258702651890478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377099260","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026382093,0.53543997,0.46302712,0.0000063318585,0.0004036177,0.00071113225,0.000016939171,0.00013064689,4.2510402e-7],"genre_scores_gemma":[0.084365554,0.9145521,0.0005867616,0.000003085967,0.00012751862,0.000079240366,0.00019242859,0.00008530406,0.000007991628],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99242103,0.004352861,0.001189655,0.0009912105,0.00023413586,0.000811101],"domain_scores_gemma":[0.984891,0.0127757685,0.0011870764,0.0007762028,0.00025643202,0.00011349351],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008779772,0.0005991183,0.001594136,0.00035776343,0.00061590737,0.00040564942,0.0015528197,0.0003085422,2.1683654e-8],"category_scores_gemma":[0.0013869179,0.00041270276,0.00022074007,0.003537067,0.00025882173,0.00022785502,0.0010502121,0.0008863879,1.6794637e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057711877,0.000013837863,0.0056780307,0.002812202,0.000067982175,0.0000036627557,0.00006824991,0.04607738,4.524281e-8,0.00041619097,0.000017980528,0.94483864],"study_design_scores_gemma":[0.00028781765,0.00010199084,0.011691569,0.00443159,0.000038456208,0.000040493087,0.000043176642,0.9793227,2.103602e-8,0.00115432,0.0023769757,0.00051094254],"about_ca_topic_score_codex":0.0004145098,"about_ca_topic_score_gemma":0.00056332967,"teacher_disagreement_score":0.9443277,"about_ca_system_score_codex":0.00009574649,"about_ca_system_score_gemma":0.00009414516,"threshold_uncertainty_score":0.9998325},"labels":[],"label_agreement":null},{"id":"W4381085527","doi":"10.1145/3605153","title":"Offloading Machine Learning to Programmable Data Planes: A Systematic Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Memory and Neural Computing","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Machine learning; Artificial intelligence; Deep learning; Computer architecture; Embedded system","score_opus":0.25495857673590755,"score_gpt":0.3810642036258785,"score_spread":0.12610562688997096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381085527","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022501806,0.97654164,0.015381224,0.00000197649,0.0016563251,0.0021827123,0.00026632167,0.0037002042,0.00004459464],"genre_scores_gemma":[0.0012288921,0.9873799,0.003156124,0.000014837682,0.00067556754,0.000069705566,0.006205271,0.0007979713,0.00047169978],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920464,0.003586744,0.0016636666,0.0011444535,0.00043820706,0.001120506],"domain_scores_gemma":[0.9879203,0.0087743895,0.00042942207,0.0025216918,0.00008205051,0.0002721747],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012118873,0.0009671295,0.0034424295,0.00046669066,0.00038527968,0.00027950175,0.0032391949,0.0002929444,0.0000055677265],"category_scores_gemma":[0.0072371457,0.00088846224,0.00023261411,0.0020389673,0.000024604366,0.00017309785,0.0026906002,0.0014552171,0.00076652656],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018486527,0.000016970273,0.00010755232,0.44915923,0.0005533244,0.000162958,0.00014430244,0.04576442,0.0000010593848,0.0000030134008,0.00028658076,0.5037987],"study_design_scores_gemma":[0.0004884955,0.00019419641,0.00012013825,0.5431491,0.0012313232,0.0005539312,0.00007828439,0.26263747,0.0000049657797,0.000028999748,0.18680085,0.004712217],"about_ca_topic_score_codex":0.000108027016,"about_ca_topic_score_gemma":0.00021060788,"teacher_disagreement_score":0.49908653,"about_ca_system_score_codex":0.00017050527,"about_ca_system_score_gemma":0.00007583422,"threshold_uncertainty_score":0.9993566},"labels":[],"label_agreement":null},{"id":"W4381742210","doi":"10.1145/3589339","title":"SLA Management in Intent-Driven Service Management Systems: A Taxonomy and Future Directions","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Software deployment; Service-level agreement; Service (business); Quality of service; Fault management; Process management; The Internet; Service management; Service level; Software engineering; World Wide Web; Computer network","score_opus":0.06479021316644164,"score_gpt":0.30251860403887465,"score_spread":0.23772839087243303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381742210","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031671978,0.96857345,0.018573407,0.0004115726,0.0040736976,0.0032914577,0.00002535031,0.0010412043,0.003978162],"genre_scores_gemma":[0.000021911834,0.98501134,0.013495337,0.00022510663,0.00051963044,0.00038889513,0.000110447945,0.000082547085,0.00014479035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945688,0.001607824,0.0010645149,0.0015156926,0.00046454015,0.00077861664],"domain_scores_gemma":[0.99644506,0.00066691084,0.0005226918,0.0020791283,0.00011232891,0.00017386566],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020504978,0.0007669727,0.0014712525,0.0012124123,0.00029383748,0.0005484732,0.0035821786,0.00025524636,0.000002391721],"category_scores_gemma":[0.000007619687,0.00068551616,0.00022902932,0.0041008107,0.000025394642,0.00021667148,0.005689744,0.00065552414,0.0001735355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.30502e-7,0.000048398702,0.000043898588,0.023253087,0.00049943855,0.00017136474,0.00046294168,0.00011333915,6.7643944e-9,0.0025040985,0.00013112107,0.9727716],"study_design_scores_gemma":[0.00028520008,0.000022093287,0.00067314424,0.010840918,0.00021722118,0.00005930486,0.00045199625,0.0049411017,1.9653646e-8,0.00007854514,0.9817736,0.00065686647],"about_ca_topic_score_codex":0.0009248206,"about_ca_topic_score_gemma":0.0009728002,"teacher_disagreement_score":0.9816425,"about_ca_system_score_codex":0.0001705642,"about_ca_system_score_gemma":0.000053742897,"threshold_uncertainty_score":0.9995596},"labels":[],"label_agreement":null},{"id":"W4383956134","doi":"10.1145/3607533","title":"Survey on Activation Functions for Optical Neural Networks","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Neural Networks and Reservoir Computing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"","keywords":"Computer science; Activation function; Artificial neural network; Photonics; Context (archaeology); Key (lock); Electronic engineering; Artificial intelligence","score_opus":0.15924420931631378,"score_gpt":0.3620828857349167,"score_spread":0.20283867641860293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383956134","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021466432,0.23034671,0.76269877,0.00012181998,0.004638284,0.0011728536,0.000026441583,0.00093062,0.00004301948],"genre_scores_gemma":[0.0030538186,0.9642138,0.016543541,0.00061639654,0.00921059,0.00022759466,0.0035749862,0.00073515804,0.0018241013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932182,0.0024100144,0.0011870199,0.0015278509,0.0004986047,0.0011583357],"domain_scores_gemma":[0.97506446,0.02172981,0.0006985191,0.0019950133,0.000277995,0.00023420075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007030274,0.00079317245,0.001775109,0.00038217418,0.0008310125,0.0006960496,0.0034993405,0.00052620744,0.0000018674284],"category_scores_gemma":[0.0023066634,0.0006552056,0.0008003301,0.002332458,0.00006276859,0.00018964516,0.0022272586,0.0012349323,0.00008182073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023848738,0.000045308254,0.000024190642,0.00075003586,0.00011411098,0.000007862526,0.0000072059706,0.063523956,1.4033879e-8,0.00028774564,0.006913765,0.92832345],"study_design_scores_gemma":[0.00022998523,0.00021966887,0.0017910929,0.0040741707,0.00006548316,0.000012174567,0.0000011309106,0.918191,1.3179557e-7,0.00010360448,0.07446208,0.0008494773],"about_ca_topic_score_codex":0.00011529451,"about_ca_topic_score_gemma":0.00004225988,"teacher_disagreement_score":0.92747396,"about_ca_system_score_codex":0.00014994766,"about_ca_system_score_gemma":0.00016845088,"threshold_uncertainty_score":0.9995899},"labels":[],"label_agreement":null},{"id":"W4384661952","doi":"10.1145/3610223","title":"A Survey of Malware Analysis Using Community Detection Algorithms","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Malware; Computer science; Malware analysis; Task (project management); Machine learning; Cryptovirology; Data science; Artificial intelligence; Computer security; Data mining","score_opus":0.2294256126964796,"score_gpt":0.419012034050696,"score_spread":0.18958642135421638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384661952","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006623293,0.2548335,0.74288636,7.5189064e-7,0.00045127896,0.00041050048,0.000092151,0.0012527879,0.0000064481533],"genre_scores_gemma":[0.0062093986,0.8247567,0.16817532,0.000012983191,0.00012759921,0.000036875033,0.00040437395,0.00022368607,0.00005307739],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9815948,0.014745441,0.0016318473,0.0008715987,0.00058506744,0.0005712148],"domain_scores_gemma":[0.9864277,0.006860305,0.0019160977,0.0039003894,0.0007701535,0.00012530958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016324012,0.0006670202,0.0029987006,0.0020146994,0.0005553072,0.00016448517,0.004377357,0.00048910687,0.000003023588],"category_scores_gemma":[0.003831852,0.00067842694,0.0009224793,0.013291487,0.000116903364,0.0002899946,0.0037993863,0.0014457363,0.000020551628],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.8270994e-7,0.000040130453,0.0001286481,0.0021370444,0.00073674286,0.000006930902,0.00007538482,0.00042046752,0.0000011802467,0.000004202568,0.000005632873,0.99644315],"study_design_scores_gemma":[0.0011130413,0.0013617172,0.06530754,0.033824548,0.01051257,0.00039681877,0.00013846009,0.84735954,0.0008387548,0.0029146215,0.025649983,0.010582394],"about_ca_topic_score_codex":0.011034507,"about_ca_topic_score_gemma":0.0023386793,"teacher_disagreement_score":0.98586076,"about_ca_system_score_codex":0.0003525788,"about_ca_system_score_gemma":0.00026464724,"threshold_uncertainty_score":0.9995667},"labels":[],"label_agreement":null},{"id":"W4384934710","doi":"10.1145/3610402","title":"Where Are the (Cellular) Data?","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced MIMO Systems Optimization","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Scarcity; Data science; Cellular network; Artificial intelligence; Data integration; Machine learning; Data mining; Telecommunications","score_opus":0.11362667106253392,"score_gpt":0.3296816303960246,"score_spread":0.21605495933349067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384934710","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.419544e-7,0.79958874,0.19684014,0.000007439055,0.0016235467,0.0005039832,0.00013669551,0.0011498629,0.00014925646],"genre_scores_gemma":[0.000015063558,0.99552256,0.001950997,0.000003397153,0.0007315927,0.000014466952,0.0011571615,0.00030108422,0.00030370028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99726266,0.000912879,0.00072466186,0.0005056408,0.00019300627,0.0004011528],"domain_scores_gemma":[0.99465644,0.0017273077,0.00031690474,0.003188542,0.00005665134,0.000054137847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028028088,0.000464778,0.0011496028,0.00011033772,0.00015973324,0.00011142359,0.0025350049,0.0002686232,0.0000076143215],"category_scores_gemma":[0.00063563825,0.0003501689,0.00015266419,0.0007911944,0.000030791838,0.00010146781,0.001186532,0.00062560505,0.00069898216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9640336e-8,0.000004383186,0.000016098817,0.023339614,0.0002446243,0.000022692326,0.00003655597,0.06412031,9.531367e-8,0.000012764345,0.011082617,0.9011202],"study_design_scores_gemma":[0.000057053767,0.0000031319935,0.0000068998784,0.017436702,0.00016894675,0.0000130581375,0.00003253603,0.0490284,1.4435743e-7,0.000016248798,0.9327266,0.0005102642],"about_ca_topic_score_codex":0.000030139725,"about_ca_topic_score_gemma":0.00010601976,"teacher_disagreement_score":0.921644,"about_ca_system_score_codex":0.00011004917,"about_ca_system_score_gemma":0.00004574137,"threshold_uncertainty_score":0.99989504},"labels":[],"label_agreement":null},{"id":"W4385073800","doi":"10.1145/3610225","title":"Beyond Smart Homes: An In-Depth Analysis of Smart Aging Care System Security","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Queen's University","funders":"","keywords":"Internet privacy; Context (archaeology); Computer security; Variety (cybernetics); Computer science; Population ageing; Aging in place; Health care; Home automation; Population; Business; Telecommunications; Medicine; Gerontology; Environmental health","score_opus":0.08269756635745078,"score_gpt":0.35038350132178886,"score_spread":0.26768593496433807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385073800","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002254164,0.9494847,0.041291315,0.000014149115,0.0028471714,0.0016059016,0.00029372566,0.0014871961,0.000721646],"genre_scores_gemma":[0.6298251,0.3646326,0.0026315816,0.000035182413,0.000564592,0.0001531151,0.0017121761,0.00035940585,0.000086240616],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9858943,0.00827168,0.0022575946,0.0018086843,0.00095606357,0.0008116556],"domain_scores_gemma":[0.9890923,0.004699258,0.001786561,0.00359008,0.00059418357,0.00023762161],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009844742,0.0008327677,0.004997985,0.0031943715,0.00021411733,0.00042099005,0.004227444,0.000464924,0.000004070454],"category_scores_gemma":[0.00060903426,0.00084017,0.0012937363,0.009845553,0.00007458838,0.0005066616,0.0023920597,0.00083319267,0.000098739096],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9431536e-7,0.00006471267,0.007291077,0.02430454,0.0015503169,0.00009843715,0.002830023,0.000058870697,1.3695792e-7,0.00012741477,0.000033469132,0.96364033],"study_design_scores_gemma":[0.0051717446,0.001474546,0.10807373,0.38582772,0.026391113,0.00084628887,0.01676502,0.27735358,0.00002844883,0.0007350084,0.15639837,0.020934414],"about_ca_topic_score_codex":0.003492809,"about_ca_topic_score_gemma":0.0077053783,"teacher_disagreement_score":0.94270587,"about_ca_system_score_codex":0.0006551099,"about_ca_system_score_gemma":0.0005826934,"threshold_uncertainty_score":0.9994049},"labels":[],"label_agreement":null},{"id":"W4385456320","doi":"10.1145/3611651","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Chinese University of Hong Kong","keywords":"Computer science; Biomedical text mining; Terminology; Domain (mathematical analysis); Data science; Artificial intelligence; Taxonomy (biology); Health informatics; Natural language processing; Health care; Text mining","score_opus":0.11915608480073568,"score_gpt":0.3643785811444352,"score_spread":0.24522249634369953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385456320","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010637517,0.50309724,0.49422655,0.00001874223,0.00080233946,0.0011181396,0.000025452175,0.00057166844,0.00003351062],"genre_scores_gemma":[0.0040986836,0.9010524,0.0918793,0.00011436562,0.00079840806,0.00029420987,0.00072533044,0.00042293358,0.00061436085],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98339987,0.010875135,0.0022842682,0.0014715558,0.00096374104,0.0010054342],"domain_scores_gemma":[0.9875,0.008063326,0.0007847083,0.003320917,0.00010173808,0.00022928024],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.027413731,0.0007271065,0.0034957388,0.0009061659,0.00012287781,0.0003419616,0.0059274575,0.0005343798,0.0000027209578],"category_scores_gemma":[0.003345757,0.0006121159,0.0004377227,0.0029288188,0.00006653782,0.0002241835,0.0031070514,0.0008838522,0.00016929953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011704586,0.00017035122,0.0000613333,0.34528473,0.0003578143,0.0006600386,0.0045139072,0.0010864903,1.9777949e-7,0.0020748507,0.00023013292,0.64555895],"study_design_scores_gemma":[0.0008314462,0.00008856769,0.0005627735,0.2986264,0.00015171568,0.00021209184,0.000087595836,0.6916824,8.122887e-8,0.0040095374,0.0014348811,0.0023125075],"about_ca_topic_score_codex":0.0014696242,"about_ca_topic_score_gemma":0.0004700448,"teacher_disagreement_score":0.6905959,"about_ca_system_score_codex":0.00028866995,"about_ca_system_score_gemma":0.0005782518,"threshold_uncertainty_score":0.999633},"labels":[],"label_agreement":null},{"id":"W4386162736","doi":"10.1145/3617592","title":"Deep Learning Approaches on Image Captioning: A Review","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Closed captioning; Computer science; Deep learning; Artificial intelligence; Modalities; Context (archaeology); Field (mathematics); Natural language processing; Image (mathematics); Machine learning","score_opus":0.17702160835122344,"score_gpt":0.3854094199385489,"score_spread":0.20838781158732544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386162736","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.06847e-7,0.73121136,0.2647992,0.00027175533,0.00025205957,0.0009254103,0.0000025606064,0.0016306087,0.0009062338],"genre_scores_gemma":[0.00003768383,0.95009017,0.048593346,0.000096996344,0.00027746064,0.00016974735,0.0002464404,0.00016126463,0.00032686268],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902976,0.0054466166,0.0011961072,0.0016641825,0.0006402469,0.0007552553],"domain_scores_gemma":[0.9904139,0.0050650397,0.0011674849,0.0030193918,0.00013552251,0.00019867765],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008427287,0.00079573446,0.0020979606,0.0004325797,0.00064607983,0.00043629913,0.004868736,0.00028611036,0.000013844952],"category_scores_gemma":[0.00529073,0.00072416785,0.00068465545,0.0024589384,0.000078456505,0.0001568771,0.0024849158,0.002233828,0.0039974004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.431405e-8,0.00003721167,0.000015644759,0.016510759,0.000083846084,0.000012773422,0.00006745695,0.00091540767,2.7381683e-8,0.0014848046,0.00029497565,0.980577],"study_design_scores_gemma":[0.00020926197,0.0001228636,0.0008468081,0.10544641,0.00037075032,0.000120995355,0.000007399732,0.20273896,1.3860878e-7,0.00045083844,0.68771863,0.0019669596],"about_ca_topic_score_codex":0.00022048388,"about_ca_topic_score_gemma":0.0000074894997,"teacher_disagreement_score":0.97861004,"about_ca_system_score_codex":0.00019895376,"about_ca_system_score_gemma":0.00020342154,"threshold_uncertainty_score":0.99952096},"labels":[],"label_agreement":null},{"id":"W4386831200","doi":"10.1145/3620667","title":"Defenses to Membership Inference Attacks: A Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Guangzhou University; National Natural Science Foundation of China","keywords":"Computer science; Inference; Intuition; Data science; Variety (cybernetics); Artificial intelligence; Key (lock); Machine learning; Computer security; Cognitive science","score_opus":0.31807801475036357,"score_gpt":0.4306536990287149,"score_spread":0.11257568427835135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386831200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046286063,0.7780637,0.20938869,0.000884572,0.002744103,0.0012755498,0.0003470738,0.0070682135,0.00018182409],"genre_scores_gemma":[0.0001460144,0.85511863,0.14369147,0.00012264296,0.00017445895,0.000060855527,0.0004056438,0.00017226729,0.00010799862],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98701656,0.0064276946,0.0015315107,0.002523878,0.00096594595,0.0015344413],"domain_scores_gemma":[0.9281972,0.031117074,0.0010286147,0.038801793,0.00046173958,0.00039359948],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.017713787,0.0010781727,0.002651049,0.0010413484,0.00034722645,0.00093676755,0.121454686,0.0007577246,0.000021771217],"category_scores_gemma":[0.40144888,0.0010100615,0.00042702904,0.0063910154,0.00015071416,0.00039203395,0.3422399,0.0014334351,0.0029682876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7252672e-7,0.000026853602,0.00057627255,0.002386834,0.00017692252,0.000073703806,0.000031414424,0.0000075796106,2.6925898e-8,0.00017819116,0.088846214,0.90769553],"study_design_scores_gemma":[0.000404454,0.0003356345,0.009288104,0.045649547,0.00031186297,0.00017755963,0.000015858903,0.012070066,0.0000055827786,0.04337185,0.8822481,0.0061213495],"about_ca_topic_score_codex":0.00090843125,"about_ca_topic_score_gemma":0.00070148567,"teacher_disagreement_score":0.9015742,"about_ca_system_score_codex":0.0003272443,"about_ca_system_score_gemma":0.00073904375,"threshold_uncertainty_score":0.999235},"labels":[],"label_agreement":null},{"id":"W4386998302","doi":"10.1145/3625387","title":"Early Detection of Bark Beetle Attack Using Remote Sensing and Machine Learning: A Review","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Forest Insect Ecology and Management","field":"Environmental Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Natural Resources Canada; Canadian Forest Service; University of Alberta","funders":"Canadian Forest Service; Natural Resources Canada; U.S. Forest Service; fRI Research","keywords":"Computer science; Bark beetle; Exploit; Hyperspectral imaging; Machine learning; Artificial intelligence; Remote sensing; Ecology; Bark (sound); Geography; Computer security","score_opus":0.09118767912676579,"score_gpt":0.3273762206349059,"score_spread":0.23618854150814012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386998302","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043562097,0.98834324,0.0059563746,0.00000580289,0.00032852992,0.0006925149,0.000004135814,0.00011347722,0.0001997436],"genre_scores_gemma":[0.002618284,0.99497193,0.0020158438,0.000028919987,0.000040532374,4.3120727e-7,0.000021718302,0.00005425914,0.0002480559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967918,0.0016342885,0.0005944754,0.0004809449,0.0001973857,0.0003011061],"domain_scores_gemma":[0.9982898,0.00063428335,0.00056536205,0.00043918702,0.00001247032,0.000058885318],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003958463,0.00028977692,0.0010191033,0.00009243125,0.00022552973,0.000018897194,0.00028497732,0.00016599256,0.00004264527],"category_scores_gemma":[0.0008381939,0.00026973334,0.00017415477,0.0006675544,0.00013531174,0.00004632142,0.0012064091,0.0004401275,0.00016767834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.903903e-7,0.000005274709,0.0001115414,0.01041295,0.00006156819,0.000015054143,0.0000247775,0.00017847746,0.000005837499,3.9995973e-7,0.000050412822,0.989133],"study_design_scores_gemma":[0.0005324332,0.0004653731,0.02621767,0.11131379,0.0023974827,0.0004046653,0.000012494207,0.06516179,0.0000064280885,0.0002302867,0.7913028,0.0019548114],"about_ca_topic_score_codex":0.0030993707,"about_ca_topic_score_gemma":0.00054656994,"teacher_disagreement_score":0.9871782,"about_ca_system_score_codex":0.0001291392,"about_ca_system_score_gemma":0.000015520243,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W4387195417","doi":"10.1145/3626235","title":"Diffusion Models: A Comprehensive Survey of Methods and Applications","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Generative Adversarial Networks and Image Synthesis","field":"Computer Science","cited_by":1387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; HEC Montréal","funders":"","keywords":"Computer science; Data science; Generative grammar; Key (lock); Focus (optics); Generative model; Diffusion; Artificial intelligence; Machine learning","score_opus":0.23377875557158365,"score_gpt":0.422125356263777,"score_spread":0.18834660069219336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387195417","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011377322,0.469061,0.5302219,0.000004381113,0.00017104748,0.00039327683,0.000029133576,0.000088451816,0.000029693068],"genre_scores_gemma":[0.000051761508,0.81328857,0.18634084,0.000011866715,0.00010219554,0.000029573255,0.000092786744,0.00004538455,0.000037021142],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98905027,0.0085241245,0.00092588505,0.00091613526,0.00021735746,0.00036624735],"domain_scores_gemma":[0.98632133,0.010782168,0.0007429154,0.0016096574,0.0004280883,0.000115813724],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0060388087,0.00045383145,0.0019124969,0.00027313936,0.00023462455,0.00014498047,0.0019242971,0.00023127599,0.0000013771715],"category_scores_gemma":[0.0006638703,0.00038841777,0.00025361817,0.0016513139,0.00012219459,0.00015387392,0.003061478,0.00033318193,0.00001527092],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.762829e-7,0.000024358887,0.00001234732,0.0015022679,0.00012022024,9.91492e-7,0.000045366156,0.00066299073,9.4456936e-7,0.00034158726,0.00013294248,0.9971557],"study_design_scores_gemma":[0.0004190091,0.00012389601,0.004764354,0.008175025,0.00042720986,0.000034760906,0.000021301437,0.70276403,0.00000631624,0.0051184124,0.27627575,0.0018699468],"about_ca_topic_score_codex":0.00096156914,"about_ca_topic_score_gemma":0.000055148546,"teacher_disagreement_score":0.99528575,"about_ca_system_score_codex":0.000034140125,"about_ca_system_score_gemma":0.00017588535,"threshold_uncertainty_score":0.99985677},"labels":[],"label_agreement":null},{"id":"W4387377637","doi":"10.1145/3626519","title":"Distributed Scrum: A Case Meta-analysis","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Norges Forskningsråd; European Regional Development Fund; Science Foundation Ireland; Universities Space Research Association","keywords":"Scrum; Agile software development; Computer science; Software engineering; Software; Process management; Software development; Knowledge management; Engineering management; Business; Engineering; Operating system","score_opus":0.3272539341205006,"score_gpt":0.42233540738569375,"score_spread":0.09508147326519317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387377637","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8797812e-7,0.49762923,0.4998429,0.00003780575,0.00021400314,0.00021201652,0.000100490215,0.0019541692,0.000009185534],"genre_scores_gemma":[0.00005325875,0.86582446,0.13331288,0.000028132512,0.00012881434,0.00006284651,0.00035674372,0.000090272224,0.00014255763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99404544,0.0027587141,0.0010281259,0.0011371309,0.00043711485,0.000593457],"domain_scores_gemma":[0.98506486,0.010218307,0.00081771176,0.0035777274,0.00015201668,0.0001693429],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008810008,0.0006908019,0.0040335325,0.0007949223,0.00025144246,0.0006543467,0.0037643975,0.00033653076,0.000024269812],"category_scores_gemma":[0.002447147,0.00054991833,0.003501445,0.006795431,0.000030259913,0.00025623493,0.002789911,0.00075579155,0.00018780172],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2700204e-7,0.000034051343,0.0000045775873,0.0024579507,0.13458167,0.0037414008,0.000041553045,0.0004040622,2.1351292e-9,0.0005733663,0.0023645742,0.85579664],"study_design_scores_gemma":[0.00004243636,0.000035304714,0.000013479779,0.00031359558,0.22207133,0.0014111674,0.0000017521559,0.008747626,1.4260858e-7,0.0003393371,0.76594913,0.0010746819],"about_ca_topic_score_codex":0.00064297696,"about_ca_topic_score_gemma":0.000053732198,"teacher_disagreement_score":0.85472196,"about_ca_system_score_codex":0.00008563189,"about_ca_system_score_gemma":0.00014214354,"threshold_uncertainty_score":0.99969524},"labels":[],"label_agreement":null},{"id":"W4387453400","doi":"10.1145/3625094","title":"A Systematic Review of IoT Security: Research Potential, Challenges, and Future Directions","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Internet of Things; Computer security; Field (mathematics); Data science","score_opus":0.16283386226236163,"score_gpt":0.39991577826824526,"score_spread":0.23708191600588363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387453400","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011458047,0.9888098,0.000979239,0.00035131638,0.007313715,0.0018063671,0.0000030569747,0.00047912428,0.0002562311],"genre_scores_gemma":[0.0000015334946,0.995247,0.0014667892,0.000024804669,0.003034055,0.000044558506,0.000024067964,0.00008318746,0.00007399918],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9842762,0.010553766,0.0019434855,0.0012413302,0.0010965896,0.0008886669],"domain_scores_gemma":[0.99013764,0.005116843,0.0010501323,0.0028095583,0.0006883738,0.00019746383],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.028981471,0.0006039178,0.0039001175,0.00084493303,0.00052086514,0.00022262502,0.003580049,0.000391956,0.0000010305673],"category_scores_gemma":[0.0029594435,0.0005054265,0.0005153208,0.0027513274,0.00012351056,0.000109999695,0.0047035995,0.0013231816,0.0001012423],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.625039e-8,0.000023351617,8.068134e-8,0.59849334,0.00016071857,0.00002340602,0.0002634364,5.6101914e-8,1.0783727e-8,0.00028446017,0.0010243587,0.39972672],"study_design_scores_gemma":[0.000059340444,0.00006214741,0.000009066927,0.78196794,0.00032084712,0.0001950525,0.000020479561,0.0005845629,5.2495963e-8,0.0006103295,0.21572338,0.00044679793],"about_ca_topic_score_codex":0.00006536139,"about_ca_topic_score_gemma":0.0000063008188,"teacher_disagreement_score":0.39927992,"about_ca_system_score_codex":0.00012488276,"about_ca_system_score_gemma":0.0003928145,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W4387735260","doi":"10.1145/3627817","title":"It Is All about Data: A Survey on the Effects of Data on Adversarial Robustness","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Adversarial system; Robustness (evolution); Computer science; Machine learning; Artificial intelligence; Mistake; Vulnerability (computing); Adversarial machine learning; Computer security; Threat model; Data science","score_opus":0.2351525607181049,"score_gpt":0.4152004103574418,"score_spread":0.18004784963933693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387735260","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032346197,0.38820258,0.5886898,0.0010229702,0.0152140055,0.0035476207,0.0018730472,0.0011041375,0.000313525],"genre_scores_gemma":[0.00037662123,0.96789104,0.018027894,0.0014105962,0.0027424467,0.0000347457,0.008487097,0.0005612668,0.00046828197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9750369,0.017215515,0.0017114873,0.0032604015,0.0016871775,0.0010885274],"domain_scores_gemma":[0.90172774,0.075966105,0.0020470477,0.019853469,0.00023028765,0.00017537198],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.03218793,0.001166971,0.0029384918,0.0004547962,0.00049850455,0.00047207432,0.039180007,0.0005810058,0.000013625754],"category_scores_gemma":[0.036887053,0.0008481488,0.00036062772,0.0024957608,0.00021992116,0.00059437455,0.031688645,0.0024464491,0.00030057927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010617465,0.0001433053,0.0000593267,0.0062490995,0.00092118775,0.000103694714,0.00025297137,0.0051646377,5.3221527e-8,0.00042140964,0.06864921,0.9180245],"study_design_scores_gemma":[0.0013788802,0.00047147032,0.002720079,0.04883706,0.00094710675,0.000026986028,0.0000123350665,0.35469928,0.0000012724554,0.00012634213,0.58804715,0.0027320366],"about_ca_topic_score_codex":0.001408804,"about_ca_topic_score_gemma":0.00023176099,"teacher_disagreement_score":0.91529244,"about_ca_system_score_codex":0.00015818639,"about_ca_system_score_gemma":0.00078457536,"threshold_uncertainty_score":0.9998549},"labels":[],"label_agreement":null},{"id":"W4389509728","doi":"10.1145/3636553","title":"Reaching Consensus in the Byzantine Empire: A Comprehensive Review of BFT Consensus Algorithms","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Liveness; Computer science; Byzantine fault tolerance; Algorithm; Consensus algorithm; Latency (audio); Distributed computing; Fault tolerance","score_opus":0.14995173507624227,"score_gpt":0.38829711771795394,"score_spread":0.23834538264171168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389509728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018549126,0.9890876,0.006781346,0.0004924064,0.0011967081,0.0016583663,0.00020775567,0.00025582,0.0003014793],"genre_scores_gemma":[0.00010490135,0.9940837,0.004954146,0.00032574293,0.00018970914,0.00003413461,0.00019893092,0.000063871346,0.000044857014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98477,0.009380142,0.0028865037,0.0012121202,0.00092721096,0.0008240521],"domain_scores_gemma":[0.9834173,0.010753781,0.0020408654,0.0032294346,0.0004529886,0.00010563935],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013773912,0.0007865305,0.00383845,0.0002977974,0.00021739153,0.00017491358,0.004896742,0.00030233205,0.0000020191937],"category_scores_gemma":[0.0027406437,0.00056286156,0.0007321595,0.003294718,0.0001938571,0.00004784817,0.0014840296,0.0011843016,0.00009714063],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.817344e-7,0.000068584006,0.000024217485,0.08705558,0.00015370181,0.0003666502,0.00022217642,0.000015059666,1.747146e-7,0.0007460463,0.008065127,0.9032821],"study_design_scores_gemma":[0.00032917198,0.000051984447,0.00035889208,0.23537138,0.00013145494,0.00058357016,0.00003872391,0.002921162,1.6741042e-7,0.00006520653,0.75945,0.00069828914],"about_ca_topic_score_codex":0.000686554,"about_ca_topic_score_gemma":0.00002789323,"teacher_disagreement_score":0.90258384,"about_ca_system_score_codex":0.000066864064,"about_ca_system_score_gemma":0.0005231874,"threshold_uncertainty_score":0.9996823},"labels":[],"label_agreement":null},{"id":"W4391614403","doi":"10.1145/3645101","title":"Generalized Video Anomaly Event Detection: Systematic Taxonomy and Comparison of Deep Models","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; University of Toronto","funders":"China Scholarship Council; Fudan University; National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Scope (computer science); Taxonomy (biology); Unsupervised learning; Event (particle physics); Artificial intelligence; Data science; Machine learning; Deep learning","score_opus":0.10204055724339232,"score_gpt":0.35221675890570386,"score_spread":0.2501762016623115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391614403","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000977519,0.48226327,0.5162691,0.000007129061,0.00017823602,0.0009349764,0.0000039531524,0.00028272305,0.000050836676],"genre_scores_gemma":[0.08421407,0.80413175,0.11026394,0.00002108154,0.0002130378,0.00089583633,0.00002255489,0.000101098834,0.00013659902],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956412,0.0012501982,0.001641866,0.0008625175,0.00029818213,0.00030607765],"domain_scores_gemma":[0.9963301,0.0007105985,0.0010617129,0.0016327119,0.0001514734,0.00011340422],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021751488,0.00049726665,0.0022433905,0.00039560028,0.00021700692,0.0002626478,0.0015862122,0.00027426082,0.0000023023872],"category_scores_gemma":[0.000092834576,0.00041430813,0.0004955018,0.0010889089,0.00006690678,0.00016831429,0.0013250717,0.00042736536,0.000028100185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5810172e-7,0.000040872103,0.0000043062155,0.06525126,0.00017460244,0.0000021669225,0.000078049976,0.00016187005,0.0000010007058,0.0035040178,0.00007431462,0.9307073],"study_design_scores_gemma":[0.00019546294,0.00020292951,0.000013435171,0.04247851,0.0013187211,0.00025236027,0.000030752206,0.8879513,0.00006973039,0.0035833903,0.06264233,0.0012610881],"about_ca_topic_score_codex":0.00010569389,"about_ca_topic_score_gemma":0.00002949548,"teacher_disagreement_score":0.92944616,"about_ca_system_score_codex":0.00012327648,"about_ca_system_score_gemma":0.00008259733,"threshold_uncertainty_score":0.9998309},"labels":[],"label_agreement":null},{"id":"W4391840390","doi":"10.1145/3648471","title":"Utilizing BERT for Information Retrieval: Survey, Applications, Resources, and Challenges","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Central China Normal University; York University","keywords":"Computer science; Information retrieval; Data science; World Wide Web","score_opus":0.16111223945183448,"score_gpt":0.35412702620949055,"score_spread":0.19301478675765607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391840390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012631609,0.6366642,0.36157092,0.00009449816,0.00037167632,0.00083087175,0.000032942735,0.00031036037,0.00012325148],"genre_scores_gemma":[0.000057242472,0.9596801,0.039632715,0.000033336964,0.00026482277,0.00005693936,0.00019379481,0.000043277323,0.000037770104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621236,0.0011365261,0.0010233585,0.0008401802,0.00034693436,0.00044062326],"domain_scores_gemma":[0.9942919,0.0032560658,0.00048651855,0.0016388927,0.0002136263,0.00011298352],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010919734,0.00045572367,0.0010621933,0.00040072453,0.00024897535,0.0006691805,0.0020353312,0.0003378636,4.1594527e-7],"category_scores_gemma":[0.0011175837,0.00041000257,0.00021459437,0.00068130996,0.000040300714,0.00040114333,0.0018807936,0.0004529591,0.000046791985],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3633227e-7,0.0000056152594,0.0000057301568,0.011472242,0.000052559295,4.979148e-7,0.0002540291,0.0000034380275,5.5683476e-9,0.004134792,0.00016850549,0.98390216],"study_design_scores_gemma":[0.000087091685,0.000023199937,0.000109718596,0.00310575,0.0000937811,0.000026660959,0.000013648953,0.011347465,8.766757e-8,0.0009438229,0.9838248,0.0004239647],"about_ca_topic_score_codex":0.00008136657,"about_ca_topic_score_gemma":0.000024709327,"teacher_disagreement_score":0.9836563,"about_ca_system_score_codex":0.00010133534,"about_ca_system_score_gemma":0.00018706573,"threshold_uncertainty_score":0.9998352},"labels":[],"label_agreement":null},{"id":"W4391884321","doi":"10.1145/3648358","title":"Distributed Graph Neural Network Training: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; HEC Montréal","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; Microsoft Research Asia; Beijing Nova Program; Hong Kong University of Science and Technology; Shanghai Jiao Tong University; National Natural Science Foundation of China; Microsoft Research; National Science and Technology Major Project; National Science Foundation","keywords":"Computer science; Workload; Distributed computing; Partition (number theory); Graph; Artificial neural network; Artificial intelligence; Machine learning; Theoretical computer science","score_opus":0.13086994288069173,"score_gpt":0.35700705758101103,"score_spread":0.2261371147003193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391884321","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000057710054,0.7096337,0.28323108,0.00004243376,0.004946974,0.0005832603,0.0001431665,0.0013764059,0.00003723357],"genre_scores_gemma":[0.0006420878,0.9811278,0.014932885,0.0001226727,0.0012915315,0.000035901227,0.0015201785,0.0002335673,0.00009337796],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859574,0.007213378,0.0017456171,0.0023956664,0.0007218652,0.0019660909],"domain_scores_gemma":[0.9880466,0.0068971883,0.0008986993,0.003535852,0.00020497879,0.0004166715],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.008114265,0.0014762379,0.0033446013,0.000435383,0.00046669826,0.00091920083,0.0073751323,0.0006290384,0.000004448195],"category_scores_gemma":[0.0011958065,0.0012379145,0.0013396007,0.007613379,0.00019074458,0.00034943587,0.0044988054,0.0024548273,0.00016582735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.7857217e-7,0.000021795066,0.00007715708,0.0013449021,0.00024411143,0.00020487494,0.00005656602,0.002906627,6.5210206e-9,0.0007606849,0.010400277,0.98398215],"study_design_scores_gemma":[0.00038594,0.00023443902,0.002282476,0.01781055,0.0007330959,0.00070407434,0.0000053065246,0.070951276,5.324044e-8,0.01186453,0.89088887,0.0041393726],"about_ca_topic_score_codex":0.00007639192,"about_ca_topic_score_gemma":0.00011827931,"teacher_disagreement_score":0.9798427,"about_ca_system_score_codex":0.0001400429,"about_ca_system_score_gemma":0.0003592945,"threshold_uncertainty_score":0.9998466},"labels":[],"label_agreement":null},{"id":"W4391957333","doi":"10.1145/3648679","title":"Non-invasive Techniques for Muscle Fatigue Monitoring: A Comprehensive Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Muscle activation and electromyography studies","field":"Engineering","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Muscle fatigue; Computer science; Mechanism (biology); Physical medicine and rehabilitation; Medicine; Electromyography","score_opus":0.11961115477630946,"score_gpt":0.3577791975726619,"score_spread":0.23816804279635245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391957333","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017298336,0.9824646,0.011959448,0.0000072990565,0.0019308447,0.001489058,0.000200957,0.0015584662,0.0002163516],"genre_scores_gemma":[0.0040463847,0.9915293,0.0027210417,0.00000862439,0.00070708146,0.00026317273,0.00042575062,0.00025552226,0.00004313921],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99727464,0.00041925805,0.0007954256,0.0006377703,0.00022702983,0.00064587453],"domain_scores_gemma":[0.9951907,0.0034620422,0.00018675814,0.0007626844,0.00029846295,0.000099394674],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012826653,0.00080868456,0.0018397104,0.00052368524,0.00020874519,0.00016418609,0.00072883704,0.00035836847,0.0000025482288],"category_scores_gemma":[0.00045019214,0.00074171834,0.000695486,0.0011064251,0.000057616995,0.00007286853,0.00030124467,0.0006613345,0.000012197557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.302646e-7,0.000015457073,0.00014201629,0.018088339,0.00079950853,0.000004430638,0.00010395515,0.000025967312,0.0000056006606,0.000005175861,0.010269157,0.97053975],"study_design_scores_gemma":[0.00020791823,0.00014094535,0.013907463,0.02193004,0.0007441284,0.000011323438,0.00005166455,0.00034738408,0.00013201345,0.00010734473,0.96057004,0.0018497088],"about_ca_topic_score_codex":0.00012475938,"about_ca_topic_score_gemma":0.00003398964,"teacher_disagreement_score":0.96869004,"about_ca_system_score_codex":0.00017497625,"about_ca_system_score_gemma":0.000104963234,"threshold_uncertainty_score":0.9995034},"labels":[],"label_agreement":null},{"id":"W4392168376","doi":"10.1145/3649446","title":"IMPACTS Homeostasis Trust Management System: Optimizing Trust in Human-AI Teams","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Trust management (information system); Transparency (behavior); Computational trust; Trustworthiness; Transactional leadership; Knowledge management; Process management; Computer security; Business; Management; Reputation","score_opus":0.06870779106199625,"score_gpt":0.42318956359287796,"score_spread":0.3544817725308817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392168376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002046973,0.933763,0.00157686,0.000068472335,0.0077544632,0.0015534746,0.0000890525,0.0011451194,0.05384481],"genre_scores_gemma":[0.026175106,0.9571021,0.0015198976,0.0002613451,0.0015394387,0.00030368913,0.0011712519,0.00057908887,0.011348059],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992158,0.003043264,0.0022200365,0.0012576008,0.00043836774,0.0008827156],"domain_scores_gemma":[0.99659145,0.0006112171,0.00076760247,0.0017465003,0.00009102591,0.0001921944],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005447797,0.0009001461,0.0022890202,0.0015850388,0.0003086848,0.00043343534,0.001284973,0.0005596803,0.0011689664],"category_scores_gemma":[0.00011300292,0.00081128057,0.0007823826,0.0012689051,0.00006554363,0.00012637717,0.00072471873,0.0015418095,0.004111734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044851427,0.00015600302,0.00011637508,0.024754036,0.001113257,0.00052700867,0.0012654722,0.000069044814,6.149456e-8,0.0053089405,0.019760562,0.94692475],"study_design_scores_gemma":[0.0008415775,0.000080758924,0.0013800176,0.042702843,0.0010589631,0.00030285274,0.0017554986,0.0007034983,1.7069158e-7,0.00004454578,0.94979876,0.0013305007],"about_ca_topic_score_codex":0.00051157107,"about_ca_topic_score_gemma":0.000067738096,"teacher_disagreement_score":0.94559425,"about_ca_system_score_codex":0.0011616515,"about_ca_system_score_gemma":0.00009780385,"threshold_uncertainty_score":0.9997441},"labels":[],"label_agreement":null},{"id":"W4392560653","doi":"10.1145/3649449","title":"Pre-Trained Language Models for Text Generation: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Text generation; Key (lock); Artificial intelligence; Field (mathematics); Language model; Deep learning; Data science; Natural language processing; Machine learning","score_opus":0.16776380191581788,"score_gpt":0.3821377924828532,"score_spread":0.2143739905670353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392560653","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008503945,0.48838353,0.50927526,0.00002594994,0.0012398876,0.00060302316,0.00006351588,0.00034351426,0.000056829587],"genre_scores_gemma":[0.001176065,0.7551275,0.23738112,0.00013817262,0.002666949,0.00016061311,0.0011259158,0.00022638612,0.0019972643],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942071,0.00216832,0.0010680911,0.0014947193,0.00041253143,0.000649235],"domain_scores_gemma":[0.9946353,0.0021818257,0.0003633285,0.0024801875,0.00020231793,0.00013707628],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009030863,0.000651346,0.0015287357,0.0002973376,0.00021205058,0.0007583152,0.0034793809,0.00036392832,0.000004157618],"category_scores_gemma":[0.0009136006,0.0005548502,0.00057021953,0.00083851436,0.000029525192,0.00025935596,0.0016913007,0.000509194,0.00007439674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9193797e-7,0.000018615527,0.0000016705322,0.0033706764,0.000118777476,0.00001206975,0.00049973355,0.001361689,2.7204882e-7,0.0019804954,0.0020804403,0.9905553],"study_design_scores_gemma":[0.00015048168,0.000039501025,0.000011910875,0.0028180985,0.00015328951,0.000039184128,0.000003057865,0.9388282,6.420392e-7,0.0009058429,0.056289766,0.00076003186],"about_ca_topic_score_codex":0.00032179372,"about_ca_topic_score_gemma":0.00020022668,"teacher_disagreement_score":0.9897952,"about_ca_system_score_codex":0.00015051595,"about_ca_system_score_gemma":0.00057305576,"threshold_uncertainty_score":0.9996903},"labels":[],"label_agreement":null},{"id":"W4393259376","doi":"10.1145/3654663","title":"Machine Learning in Metaverse Security: Current Solutions and Future Challenges","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Metaverse; Current (fluid); Data science; Computer security; Artificial intelligence","score_opus":0.08341192892944757,"score_gpt":0.35455320189833683,"score_spread":0.27114127296888924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393259376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.5362043e-7,0.8833527,0.1133216,0.00018178548,0.0013654251,0.00036422268,0.0000107271035,0.001310182,0.000092917195],"genre_scores_gemma":[0.00008162869,0.988855,0.010540156,0.000007784222,0.00038468087,0.000029571887,0.000025599467,0.00005307081,0.000022532413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953291,0.0021436643,0.0006431354,0.0010957636,0.0002752139,0.0005131285],"domain_scores_gemma":[0.9977927,0.00074758934,0.0003145792,0.00097058306,0.00007066555,0.000103873084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038553088,0.00055035483,0.0012349718,0.00072893244,0.00020634716,0.00019184186,0.0012626733,0.00026190205,0.0000026446883],"category_scores_gemma":[0.00035289704,0.00048880826,0.00026040274,0.0010530575,0.00005502431,0.00024808166,0.0030564328,0.002004699,0.000042813255],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3326434e-7,0.000020397789,0.0000020495577,0.0039153416,0.000034780875,0.000027532646,0.00026341196,0.000004904836,1.8208777e-8,0.00342133,0.00005292094,0.9922572],"study_design_scores_gemma":[0.00006206563,0.000042186053,0.000013203215,0.00409484,0.00008646942,0.00010833494,0.000013481971,0.004832898,2.9373743e-7,0.0043106712,0.98596007,0.0004755177],"about_ca_topic_score_codex":0.00003648573,"about_ca_topic_score_gemma":0.00009142057,"teacher_disagreement_score":0.99178165,"about_ca_system_score_codex":0.00017044152,"about_ca_system_score_gemma":0.00013681846,"threshold_uncertainty_score":0.99975634},"labels":[],"label_agreement":null},{"id":"W4393716831","doi":"10.1145/3654660","title":"Computational Politeness in Natural Language Processing: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Ministry of Electronics and Information technology","keywords":"Computer science; Politeness; Natural language processing; Natural language; Natural (archaeology); Artificial intelligence; Linguistics","score_opus":0.08069860879599831,"score_gpt":0.38061836495845297,"score_spread":0.29991975616245464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393716831","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008402851,0.8728494,0.12481143,0.000043124754,0.0013427552,0.00035281462,0.000023831646,0.00041903282,0.00007357067],"genre_scores_gemma":[0.076959565,0.8084586,0.10996878,0.00030530943,0.0013757168,0.000066472196,0.0016060253,0.0003742541,0.00088524807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993273,0.0029450199,0.0011372577,0.0013496272,0.000581477,0.00071358867],"domain_scores_gemma":[0.9962548,0.0018499513,0.00036738676,0.0012523241,0.00016383795,0.00011169491],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0068463217,0.00063411955,0.0015465773,0.0007151969,0.0001174641,0.00072057487,0.0035605202,0.00028174493,0.0000023814903],"category_scores_gemma":[0.00083551416,0.00054180674,0.00030019312,0.0022083102,0.000050460905,0.0002565209,0.0023428495,0.0011633796,0.00013241879],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5567275e-7,0.000027162476,0.00013306778,0.0047317944,0.000034538974,0.00010498711,0.00044898153,0.0005649055,1.0375662e-8,0.00034099567,0.000105105166,0.9935082],"study_design_scores_gemma":[0.00031685192,0.000024322298,0.0037956855,0.022267511,0.000099293284,0.0002604258,0.0000211186,0.9389303,8.895002e-8,0.0011686648,0.03147274,0.0016429949],"about_ca_topic_score_codex":0.00093438756,"about_ca_topic_score_gemma":0.00023879386,"teacher_disagreement_score":0.9918652,"about_ca_system_score_codex":0.000287287,"about_ca_system_score_gemma":0.0009984401,"threshold_uncertainty_score":0.99970335},"labels":[],"label_agreement":null},{"id":"W4394717640","doi":"10.1145/3657647","title":"A Survey on the Applications of Semi-supervised Learning to Cyber-security","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Bridging (networking); Scalability; Computer security; Intrusion detection system; Data science; Scarcity; Open research; Artificial intelligence; World Wide Web","score_opus":0.05777782252328985,"score_gpt":0.3229435663181964,"score_spread":0.26516574379490654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394717640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012674526,0.88309133,0.11282186,0.00019147054,0.0011503033,0.0015509335,0.000046275232,0.00047878776,0.00054227054],"genre_scores_gemma":[0.0105424365,0.986678,0.0012959316,0.00020211484,0.0006348217,0.00014467911,0.00013245447,0.00009737999,0.0002721997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99160975,0.005592177,0.00089149654,0.00094999623,0.00052641454,0.0004301511],"domain_scores_gemma":[0.99118656,0.0060028303,0.00041371208,0.0020383152,0.00023124012,0.0001273345],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010563314,0.0004700869,0.0011230963,0.00035057872,0.0004072371,0.00031540974,0.0035436729,0.0002748135,0.00001807939],"category_scores_gemma":[0.0013822345,0.00033043412,0.00044089695,0.0034365756,0.000060059017,0.000077833254,0.0023778956,0.0014240114,0.00055290014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.1572515e-7,0.000041984447,0.000013602438,0.0010760446,0.000077606244,0.000001881663,0.00041753688,0.0001134852,1.5653576e-7,0.0015676062,0.0032240008,0.99346536],"study_design_scores_gemma":[0.000059110862,0.00016831467,0.00023888508,0.0064683924,0.00010490478,0.00001186173,0.000010506688,0.016544828,0.0000037401126,0.0010735862,0.97473115,0.000584696],"about_ca_topic_score_codex":0.0004933572,"about_ca_topic_score_gemma":0.00016883403,"teacher_disagreement_score":0.9928807,"about_ca_system_score_codex":0.00010096434,"about_ca_system_score_gemma":0.00020421902,"threshold_uncertainty_score":0.99991477},"labels":[],"label_agreement":null},{"id":"W4394717809","doi":"10.1145/3657284","title":"Artificial Intelligence for Web 3.0: A Comprehensive Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Key Research and Development Program of China; Beijing Nova Program; National Research Foundation Singapore; National Natural Science Foundation of China; Info-communications Media Development Authority; Ministry of Education, India; National Research Foundation","keywords":"Computer science; World Wide Web; Data science; Artificial intelligence; Information retrieval","score_opus":0.16046688867711167,"score_gpt":0.3885015905234299,"score_spread":0.22803470184631824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394717809","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000092100845,0.58068484,0.4166708,0.000100900856,0.0008616412,0.00084703695,0.00013369386,0.0006751862,0.000016706124],"genre_scores_gemma":[0.001157025,0.95255244,0.045240346,0.00006309188,0.00031355396,0.00021374626,0.0003228491,0.000092518305,0.00004441041],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99484223,0.0015119194,0.0012273993,0.0015025279,0.00025274054,0.00066315563],"domain_scores_gemma":[0.9907563,0.005611669,0.00045007688,0.002705737,0.00036701458,0.000109240515],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00537994,0.0006490377,0.0017076483,0.0004933757,0.00035160786,0.0003854829,0.0052593383,0.0006717065,0.0000034339018],"category_scores_gemma":[0.0008869755,0.00057104375,0.0005802261,0.0021906393,0.0001839372,0.00006878938,0.002787653,0.00096728397,0.00038475497],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.689098e-7,0.000048541286,0.0000041601593,0.0023316198,0.00012032329,0.000006084366,0.000041254774,0.0000035528126,1.3061245e-7,0.034785796,0.001535417,0.96112275],"study_design_scores_gemma":[0.000029914765,0.000093056675,0.00006305087,0.002736721,0.00022972234,0.000070039,0.0000072043176,0.03700329,0.0000032802718,0.052951314,0.9057664,0.0010459656],"about_ca_topic_score_codex":0.000089993206,"about_ca_topic_score_gemma":0.000121791214,"teacher_disagreement_score":0.9600768,"about_ca_system_score_codex":0.000107629116,"about_ca_system_score_gemma":0.00051062356,"threshold_uncertainty_score":0.9996741},"labels":[],"label_agreement":null},{"id":"W4394766409","doi":"10.1145/3657286","title":"A Systematic Literature Review of Novelty Detection in Data Streams: Challenges and Opportunities","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Novelty; Data stream mining; Novelty detection; Data science; Field (mathematics); Taxonomy (biology); Key (lock); STREAMS; Artificial intelligence; Task (project management); Systematic review; Machine learning; Data mining; Systems engineering","score_opus":0.22356912344494875,"score_gpt":0.38115543673889746,"score_spread":0.1575863132939487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394766409","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3780353e-7,0.9911277,0.006812425,0.00008533683,0.0003031306,0.0009656975,0.0002595388,0.0003534171,0.00009237103],"genre_scores_gemma":[0.000011316964,0.98818105,0.011216446,0.000025965763,0.00005659493,0.0000346496,0.0004152998,0.000041320258,0.000017371163],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99360347,0.0030799715,0.0015127312,0.0011293121,0.00037795617,0.00029655948],"domain_scores_gemma":[0.99228805,0.0018337663,0.00089861423,0.0047820513,0.00012834967,0.00006915994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011578395,0.0005442058,0.0026771233,0.00059865403,0.00003690395,0.00024398668,0.004781747,0.00026284257,4.6888653e-7],"category_scores_gemma":[0.0022116438,0.00041897254,0.00015149797,0.00078374427,0.000061280196,0.00048386634,0.0066895117,0.0006183807,0.000004681757],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2715126e-8,0.000010614623,6.148473e-8,0.48290718,0.00004774064,0.000037835256,0.00008640404,4.482068e-9,1.0277638e-8,0.0002807395,0.00014047878,0.5164889],"study_design_scores_gemma":[0.000029520817,0.000040520597,0.0000027046935,0.9720748,0.00030578102,0.00032515757,0.000011929983,0.00077090075,3.182551e-7,0.00017062943,0.025929715,0.00033802429],"about_ca_topic_score_codex":0.000024683733,"about_ca_topic_score_gemma":0.000049675647,"teacher_disagreement_score":0.5161509,"about_ca_system_score_codex":0.000071183,"about_ca_system_score_gemma":0.00020559327,"threshold_uncertainty_score":0.9998262},"labels":[],"label_agreement":null},{"id":"W4394880928","doi":"10.1145/3659945","title":"Deceived by Immersion: A Systematic Analysis of Deceptive Design in Extended Reality","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Thematic analysis; Human–computer interaction; Domain (mathematical analysis); Key (lock); Design elements and principles; Data science; Computer security; Qualitative research; Software engineering","score_opus":0.1225441981751199,"score_gpt":0.392730314258338,"score_spread":0.2701861160832181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394880928","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009239255,0.5262889,0.4726535,0.000024624267,0.00009247296,0.0007779991,0.00004446923,0.00006729429,0.000041473602],"genre_scores_gemma":[0.009290128,0.9792218,0.01102046,0.000027475624,0.000024016772,0.00008750521,0.0002257023,0.000043268094,0.000059634443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98956126,0.0065662,0.0018496101,0.0010263745,0.00053575006,0.00046082193],"domain_scores_gemma":[0.9905871,0.005467638,0.0010747073,0.0025303534,0.0001788771,0.0001612873],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01144976,0.00051813765,0.0035910804,0.0011377751,0.00008632371,0.00021368272,0.002985002,0.00028595427,0.0000052142186],"category_scores_gemma":[0.0014720529,0.0004056619,0.00081351254,0.008098111,0.00007335431,0.00014973669,0.0010800612,0.00043625763,0.000060778322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018000508,0.00029716615,0.000011100776,0.085598096,0.0037283527,0.00002017172,0.001069295,0.00039437064,0.0000026035507,0.0016640931,0.002666292,0.9045467],"study_design_scores_gemma":[0.0010721056,0.0007521315,0.0023502302,0.3911357,0.03735607,0.000095000534,0.0004907418,0.5414066,0.000024183082,0.004037673,0.01599482,0.0052847583],"about_ca_topic_score_codex":0.00065468455,"about_ca_topic_score_gemma":0.000048382553,"teacher_disagreement_score":0.8992619,"about_ca_system_score_codex":0.00033669482,"about_ca_system_score_gemma":0.0004078662,"threshold_uncertainty_score":0.99983954},"labels":[],"label_agreement":null},{"id":"W4394924926","doi":"10.1145/3659205","title":"Topology-aware Federated Learning in Edge Computing: A Comprehensive Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Network topology; Computer science; Edge computing; Distributed computing; Edge device; Enhanced Data Rates for GSM Evolution; Topology (electrical circuits); Logical topology; Latency (audio); Computer network; Artificial intelligence; Cloud computing; Telecommunications","score_opus":0.13283013688564804,"score_gpt":0.37814079944885376,"score_spread":0.24531066256320572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394924926","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021915029,0.8916332,0.09771989,0.0009197142,0.003559813,0.0010252764,0.00009560061,0.0046993354,0.0001280204],"genre_scores_gemma":[0.0041408446,0.9538036,0.039550062,0.0001322608,0.00038671616,0.000028323486,0.0015439362,0.00028959676,0.00012463407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98013645,0.011846653,0.002237911,0.003230365,0.00072372996,0.0018248754],"domain_scores_gemma":[0.9746358,0.0111145275,0.0011103323,0.012484914,0.0004463242,0.00020813817],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","open_science","research_integrity"],"category_scores_codex":[0.010457521,0.0015339409,0.003968756,0.0015444604,0.00056180905,0.001322919,0.053410754,0.0013805964,0.000015581694],"category_scores_gemma":[0.042642333,0.0014415047,0.00055110286,0.005596889,0.0003621885,0.0003698779,0.23433216,0.005205852,0.00065264007],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013247153,0.00007331497,0.0009136612,0.0043382365,0.00023593847,0.00042567422,0.00007283596,0.000043282045,1.875358e-7,0.00007421002,0.04969789,0.94412345],"study_design_scores_gemma":[0.0009116042,0.0003403451,0.006484236,0.037114076,0.00030078887,0.0007222635,0.00007343328,0.34729815,0.0000037548618,0.008201627,0.59376025,0.0047895093],"about_ca_topic_score_codex":0.0013564928,"about_ca_topic_score_gemma":0.00035036792,"teacher_disagreement_score":0.9393339,"about_ca_system_score_codex":0.0006713108,"about_ca_system_score_gemma":0.0009901292,"threshold_uncertainty_score":0.99991584},"labels":[],"label_agreement":null},{"id":"W4394979938","doi":"10.1145/3658666","title":"Qualitative Approaches to Voice UX","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"AI in Service Interactions","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Rigour; Qualitative research; Human–computer interaction; Praxis; Diversity (politics); Natural (archaeology); User experience design; Multimedia; Data science; Sociology; Epistemology","score_opus":0.5016200263884921,"score_gpt":0.4725346859859625,"score_spread":0.029085340402529636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394979938","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019463066,0.6782801,0.31577614,0.0006644187,0.0027019216,0.00051755103,0.000028004639,0.0006639185,0.0013659581],"genre_scores_gemma":[0.0001274128,0.751881,0.24320261,0.0004869205,0.0013133541,0.00014965302,0.00014346001,0.00023968071,0.002455927],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99168587,0.0046414346,0.001032869,0.0014931216,0.00050996454,0.0006367538],"domain_scores_gemma":[0.9901121,0.0063822656,0.00040741268,0.0027241327,0.00014512618,0.00022895231],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061665284,0.00070863427,0.0015494319,0.0005561166,0.00022413078,0.00079767423,0.0058379034,0.00027610536,0.000008925181],"category_scores_gemma":[0.0011390387,0.0006001543,0.00058336044,0.0024956267,0.000044512726,0.00031261257,0.005214307,0.0011441405,0.0076526282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5622182e-7,0.00003746187,5.0177204e-7,0.0043739597,0.00022781787,0.00002294239,0.008525016,0.000028855251,2.2381958e-8,0.00523757,0.0066658184,0.97487986],"study_design_scores_gemma":[0.000032240525,0.000051797524,0.000006276373,0.009461682,0.00020557274,0.000081901846,0.00028330192,0.0027297104,3.2624e-7,0.0020080386,0.984347,0.00079215405],"about_ca_topic_score_codex":0.00022410887,"about_ca_topic_score_gemma":0.000075060816,"teacher_disagreement_score":0.97768116,"about_ca_system_score_codex":0.0003077989,"about_ca_system_score_gemma":0.00039223098,"threshold_uncertainty_score":0.999645},"labels":[],"label_agreement":null},{"id":"W4395464644","doi":"10.1145/3661484","title":"A Meta-Study of Software-Change Intentions","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.3383800416182904,"score_gpt":0.40777684152643945,"score_spread":0.06939679990814906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395464644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022629332,0.85949665,0.13701905,0.000011622951,0.0014402128,0.001031237,0.000018686098,0.00094927143,0.0000106639],"genre_scores_gemma":[0.0015872502,0.95964634,0.0375156,0.000011456594,0.00037243476,0.00039480737,0.00003634491,0.00019455359,0.00024120085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942848,0.001940891,0.001057385,0.001100919,0.0010328998,0.0005831028],"domain_scores_gemma":[0.98917174,0.0070263348,0.00031846316,0.0030561478,0.00028680827,0.00014047795],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006426478,0.00060940743,0.0024831453,0.0009746983,0.00010402867,0.00027274064,0.0049639377,0.00020883848,0.000011230654],"category_scores_gemma":[0.0045792423,0.00047139876,0.001027965,0.0028432976,0.000048252685,0.00017381112,0.005560131,0.0009954877,0.00020128732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0062413e-7,0.00019768017,0.00015614458,0.0070739277,0.0034217131,0.00007504194,0.0005298297,0.000011358287,2.0813046e-8,0.000084517786,0.0005145851,0.98793507],"study_design_scores_gemma":[0.0011761726,0.0028965215,0.008146361,0.04415831,0.041908357,0.00064035755,0.000104998835,0.0058561703,0.0000014955835,0.0013822147,0.8875086,0.0062204655],"about_ca_topic_score_codex":0.00038326264,"about_ca_topic_score_gemma":0.000037422727,"teacher_disagreement_score":0.9817146,"about_ca_system_score_codex":0.0001194983,"about_ca_system_score_gemma":0.00025627523,"threshold_uncertainty_score":0.9997738},"labels":[],"label_agreement":null},{"id":"W4397032804","doi":"10.1145/3664597","title":"Deep Learning for Code Intelligence: Survey, Benchmark and Toolkit","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; KPI-driven code analysis; Benchmark (surveying); Deep learning; Source code; Code review; Static program analysis; Code (set theory); Machine learning; Software engineering; Data science; Software development; Software; Programming language; Set (abstract data type)","score_opus":0.09497021096444722,"score_gpt":0.38117966236931106,"score_spread":0.28620945140486387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397032804","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000081138305,0.5284628,0.46969402,0.000010643087,0.0009368471,0.00043138326,0.00001173528,0.0004333595,0.000011055961],"genre_scores_gemma":[0.0006205075,0.9610745,0.037205927,0.000009548147,0.00032485742,0.000059401988,0.00021473397,0.00014416355,0.0003464038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99403656,0.0021639979,0.0008614209,0.0014878646,0.00052785483,0.0009223047],"domain_scores_gemma":[0.9674702,0.030389003,0.00022524451,0.0014324017,0.00026169248,0.00022140429],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.015323044,0.0006714449,0.0015282036,0.0005512834,0.0002814815,0.0010447596,0.0035680882,0.00038179848,0.000005985556],"category_scores_gemma":[0.01804775,0.000601199,0.00035311273,0.0016447202,0.000089603964,0.00017248196,0.0037178008,0.0014372128,0.00012103548],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.223888e-7,0.000011078514,0.00061736914,0.0073682144,0.00013232123,0.000018619014,0.00011126247,0.00032236852,1.7806164e-8,0.00024243335,0.00049305963,0.99068284],"study_design_scores_gemma":[0.0001363705,0.00027760334,0.004226502,0.01257225,0.00023634401,0.00019048946,0.000009253963,0.19404326,9.747957e-7,0.0007791354,0.7855687,0.0019590987],"about_ca_topic_score_codex":0.00010365363,"about_ca_topic_score_gemma":0.000051455943,"teacher_disagreement_score":0.98872375,"about_ca_system_score_codex":0.00017844132,"about_ca_system_score_gemma":0.00031550883,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W4399584967","doi":"10.1145/3672392","title":"A Survey of Hardware Improvements to Secure Program Execution","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Carleton University","funders":"","keywords":"Computer science; Hardware security module; Hardware compatibility list; Firmware; Software security assurance; Hardware architecture; Computer security; Correctness; Computer hardware; Embedded system; Covert channel; Software; Cloud computing security; Security service; Security information and event management; Cryptography; Operating system; Information security; Cloud computing; Programming language","score_opus":0.12187724987032461,"score_gpt":0.40189432171320166,"score_spread":0.28001707184287705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399584967","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041850708,0.8006198,0.19370896,0.00003964535,0.0028591582,0.0016708572,0.000110665394,0.0008400709,0.00010900059],"genre_scores_gemma":[0.0038073931,0.8955255,0.098171085,0.00014302366,0.00067071576,0.00019949948,0.00101842,0.000223204,0.0002411582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99278,0.0027760458,0.0015761473,0.0014935004,0.0006964934,0.0006777849],"domain_scores_gemma":[0.9944539,0.0013961659,0.00081847113,0.0025202075,0.000593487,0.00021777395],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008523838,0.0006826334,0.0017389945,0.0005799846,0.00020691547,0.00054525037,0.0047016325,0.0003921372,0.000005412587],"category_scores_gemma":[0.0015587965,0.00062272593,0.00048786364,0.0036217286,0.000055490505,0.00017497328,0.0035957883,0.0007707003,0.0002510637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.474383e-7,0.00010900409,0.00004727475,0.006827118,0.00015243642,0.0000072139846,0.00032910364,0.000012827266,2.215875e-7,0.0006202149,0.0022941006,0.98959994],"study_design_scores_gemma":[0.00025002728,0.00047538267,0.0027121508,0.026119057,0.00033419215,0.000041966825,0.000014750197,0.023897974,0.00000836037,0.00039456386,0.9439974,0.0017541845],"about_ca_topic_score_codex":0.0006090726,"about_ca_topic_score_gemma":0.00006294746,"teacher_disagreement_score":0.9878458,"about_ca_system_score_codex":0.0002026871,"about_ca_system_score_gemma":0.00061726186,"threshold_uncertainty_score":0.9996224},"labels":[],"label_agreement":null},{"id":"W4400553160","doi":"10.1145/3677374","title":"A Comprehensive Analysis of Explainable AI for Malware Hunting","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; McGill University","funders":"Canada Research Chairs","keywords":"Computer science; Malware; Malware analysis; Computer security; Artificial intelligence; Data science","score_opus":0.08272942026263995,"score_gpt":0.40103082413295793,"score_spread":0.31830140387031797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400553160","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014073183,0.4648131,0.53344244,0.000014448659,0.00043411326,0.0005479614,0.00005309754,0.0006682751,0.000025128624],"genre_scores_gemma":[0.00022929945,0.71168274,0.28706655,0.000080153986,0.00017817474,0.00015956794,0.00021228878,0.00012827425,0.00026296775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954532,0.0009058114,0.0013537463,0.0012978194,0.00038080668,0.00060866476],"domain_scores_gemma":[0.99312794,0.002855159,0.0010093279,0.0022095216,0.00070635125,0.00009172509],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002339655,0.000649578,0.003072918,0.0019380811,0.00021614738,0.0002522159,0.0029436455,0.00033255483,0.0000045058473],"category_scores_gemma":[0.0008286556,0.00059949973,0.001668334,0.0058028013,0.000068800364,0.00027613534,0.0024634565,0.0005912046,0.000016764307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.540462e-7,0.00002119396,0.0000074369573,0.012091763,0.0012462897,0.0000125301685,0.00008785528,0.00017646643,9.369014e-7,0.0008776163,0.0005482184,0.98492914],"study_design_scores_gemma":[0.00010372801,0.00013543208,0.000030226704,0.007072969,0.0038067605,0.00002793656,0.000021834823,0.034082603,0.000039673836,0.001975978,0.95177054,0.00093234103],"about_ca_topic_score_codex":0.00010669089,"about_ca_topic_score_gemma":0.000017824148,"teacher_disagreement_score":0.9839968,"about_ca_system_score_codex":0.00018998123,"about_ca_system_score_gemma":0.00023583828,"threshold_uncertainty_score":0.99964565},"labels":[],"label_agreement":null},{"id":"W4400737280","doi":"10.1145/3678878","title":"Enabling Technologies and Techniques for Floor Identification","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Impact","funders":"","keywords":"Computer science; Identification (biology); Data science","score_opus":0.0449923320987422,"score_gpt":0.32358863759887646,"score_spread":0.27859630550013426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400737280","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005759497,0.84376854,0.14525814,0.000015489008,0.0005517477,0.0006979814,0.000049427017,0.009612948,0.000039951174],"genre_scores_gemma":[0.0006555416,0.9920456,0.00669848,0.000002335115,0.00010653226,0.00014133479,0.00015233671,0.00013136778,0.00006648731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842066,0.00007926195,0.0006363882,0.00044435656,0.00009870601,0.00032060253],"domain_scores_gemma":[0.9987512,0.00037620275,0.000116256124,0.00066436303,0.000073927105,0.000018024033],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013774812,0.00041734203,0.0008640714,0.00060251,0.00012712354,0.00023426508,0.0006643215,0.00062359497,0.0000010018452],"category_scores_gemma":[0.0009832467,0.00035964293,0.00018789273,0.0006298247,0.00008751484,0.00007159741,0.00038828002,0.00042401985,0.000027620745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.758592e-8,0.00000250322,0.0000010797734,0.016121363,0.00007394981,0.0000016633536,0.00001868945,0.000009352969,0.0000040894934,0.00034719319,0.0007916802,0.98262835],"study_design_scores_gemma":[0.0000534313,0.000024026525,0.0000018923474,0.008117545,0.00045736853,0.000028899132,0.000120348566,0.0033583539,0.0009134207,0.0030223564,0.9831787,0.0007236628],"about_ca_topic_score_codex":0.0000049727178,"about_ca_topic_score_gemma":0.0000033167062,"teacher_disagreement_score":0.982387,"about_ca_system_score_codex":0.00009410647,"about_ca_system_score_gemma":0.00003015539,"threshold_uncertainty_score":0.99988556},"labels":[],"label_agreement":null},{"id":"W4403221680","doi":"10.1145/3699710","title":"Deepfake Detection: A Comprehensive Survey from the Reliability Perspective","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Digital Media Forensic Detection","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Key Research and Development Program of China; Natural Science Foundation for Distinguished Young Scholars of Hunan Province; National Natural Science Foundation of China","keywords":"Computer science; Reliability (semiconductor); Perspective (graphical); Reliability engineering; Data science; Artificial intelligence","score_opus":0.08163808677441459,"score_gpt":0.34300358626874244,"score_spread":0.26136549949432786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403221680","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013926368,0.89728934,0.0894472,0.00011966319,0.010398372,0.0010833654,0.00017446627,0.0010218911,0.00032642155],"genre_scores_gemma":[0.008193801,0.9840586,0.004816932,0.00018304636,0.0019836207,0.000090458394,0.00027022974,0.00022825382,0.00017501028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.988151,0.0071106264,0.0011014928,0.002113539,0.0008303375,0.00069301174],"domain_scores_gemma":[0.97916067,0.015167952,0.00061672076,0.004033462,0.00083599513,0.00018520362],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054895496,0.00093422213,0.0018451042,0.00023039497,0.00039290296,0.0012791601,0.0044042687,0.00044853138,0.0000057131565],"category_scores_gemma":[0.006200738,0.0006340948,0.0008604973,0.0027831602,0.0003089939,0.00038739745,0.0038060264,0.001725457,0.0010152038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016255793,0.000031148615,0.000023675488,0.00052662264,0.00025722999,0.000027514407,0.00036539606,0.000012505356,7.732352e-8,0.00016127298,0.0009658752,0.9976271],"study_design_scores_gemma":[0.00036769296,0.00032210542,0.010352157,0.009907155,0.0009155626,0.00030227835,0.00017351203,0.0071466444,0.0000067267706,0.017573569,0.950528,0.0024045536],"about_ca_topic_score_codex":0.005339747,"about_ca_topic_score_gemma":0.0018654312,"teacher_disagreement_score":0.9952225,"about_ca_system_score_codex":0.00082060863,"about_ca_system_score_gemma":0.0005212646,"threshold_uncertainty_score":0.9997626},"labels":[],"label_agreement":null},{"id":"W4403318507","doi":"10.1145/3699711","title":"A Systematic Literature Review on Automated Software Vulnerability Detection Using Machine Learning","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Systematic review; Vulnerability (computing); Artificial intelligence; Software; Machine learning; Software engineering; Computer security; Programming language; MEDLINE","score_opus":0.06293239003634729,"score_gpt":0.3830288452040654,"score_spread":0.3200964551677181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403318507","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008062935,0.8890093,0.10553831,0.00002932303,0.00062836113,0.0015189091,0.00001936752,0.0032432966,0.0000050622257],"genre_scores_gemma":[0.00008447512,0.99222666,0.007105054,0.00005371997,0.00016137007,0.000057538706,0.00013645264,0.00009414147,0.00008057955],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9755561,0.018500455,0.0020353636,0.0019170417,0.0012109219,0.00078014284],"domain_scores_gemma":[0.9878966,0.0072129685,0.0009028762,0.0032356654,0.0005238933,0.00022796815],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020993382,0.001003139,0.004088278,0.00085505727,0.00061331835,0.0012730134,0.0032060137,0.00054675265,0.000006952374],"category_scores_gemma":[0.022752278,0.0007113905,0.0016274819,0.0064635132,0.00007089928,0.00026788015,0.0021069096,0.0032285876,0.0003121576],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9960069e-7,0.000041766383,0.000008949351,0.63569564,0.0002860331,0.00007121665,0.000043864286,0.00016787423,1.1195904e-7,0.000007955368,0.000028085014,0.36364824],"study_design_scores_gemma":[0.00004990916,0.00007459685,0.00000405088,0.725173,0.00083743606,0.00024567195,9.4558845e-7,0.2661949,5.4537185e-7,0.00006107976,0.0067651886,0.0005926571],"about_ca_topic_score_codex":0.00008775578,"about_ca_topic_score_gemma":0.000014309441,"teacher_disagreement_score":0.36305556,"about_ca_system_score_codex":0.00070283125,"about_ca_system_score_gemma":0.00038769876,"threshold_uncertainty_score":0.9997638},"labels":[],"label_agreement":null},{"id":"W4403465936","doi":"10.1145/3689036","title":"A Comprehensive Survey on Deep Clustering: Taxonomy, Challenges, and Future Directions","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Science Foundation of Ningbo; National Natural Science Foundation of China","keywords":"Computer science; Taxonomy (biology); Cluster analysis; Data science; Artificial intelligence; Information retrieval; Data mining","score_opus":0.13982884979208013,"score_gpt":0.34016127572519267,"score_spread":0.20033242593311254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403465936","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.706716e-7,0.860485,0.13597953,0.00018000707,0.0009792796,0.00079322146,0.00003710515,0.0010134507,0.00053139566],"genre_scores_gemma":[0.00003585809,0.9846919,0.014168674,0.00005085671,0.0006235101,0.00017210699,0.00007270808,0.00006626809,0.000118119875],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99585253,0.001592124,0.00063565,0.0012910571,0.0002240138,0.00040461923],"domain_scores_gemma":[0.99621063,0.0013896838,0.00033446008,0.0017562798,0.0001486756,0.00016024538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015539274,0.0006221405,0.0011997111,0.00041265337,0.0003715016,0.00034878612,0.0015323723,0.00038019358,0.000003584708],"category_scores_gemma":[0.000069523136,0.0005366908,0.00031929096,0.00090800325,0.000071415736,0.000099607074,0.0018387388,0.0008728841,0.00014148685],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.92444e-7,0.000029268598,0.0000012029602,0.001320531,0.000086153814,0.00000642632,0.00005807451,0.0000017857458,1.3451071e-8,0.0013237335,0.0006762606,0.99649626],"study_design_scores_gemma":[0.000045577683,0.00008326824,0.00097091263,0.001349365,0.0000761274,0.0000961241,0.000008303328,0.0021367753,1.1876681e-7,0.00021329332,0.99450624,0.00051389117],"about_ca_topic_score_codex":0.00016271931,"about_ca_topic_score_gemma":0.00019522084,"teacher_disagreement_score":0.99598235,"about_ca_system_score_codex":0.00012577238,"about_ca_system_score_gemma":0.00010504668,"threshold_uncertainty_score":0.9997085},"labels":[],"label_agreement":null},{"id":"W4404006751","doi":"10.1145/3703154","title":"A Survey on Emerging Trends and Applications of 5G and 6G to Healthcare Environments","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Wireless Body Area Networks","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Science, Technology and Innovation Commission of Shenzhen Municipality; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Computer science; Health care; Data science; Survey research; Business; Political science","score_opus":0.040078577007850405,"score_gpt":0.32012598078408266,"score_spread":0.2800474037762323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404006751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020772357,0.99528337,0.0033054643,0.000018543702,0.00025268111,0.0004011013,0.00025325458,0.00015463024,0.00012326278],"genre_scores_gemma":[0.03223289,0.9665746,0.00027766186,0.000010945526,0.00020396707,0.00004725537,0.00041018045,0.00015180452,0.00009067955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784774,0.00056132855,0.00057897664,0.00050892367,0.00017760585,0.00032545524],"domain_scores_gemma":[0.99818546,0.00088528806,0.00010707523,0.00065557426,0.000013315336,0.00015329567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016519234,0.000415713,0.0010757825,0.0003927912,0.000075496006,0.000044060343,0.00032563932,0.00021047847,0.0000028559946],"category_scores_gemma":[0.00006178894,0.00040536118,0.0000906777,0.00072892406,0.000037532398,0.00002089588,0.000320593,0.00046537135,0.00002063163],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.416489e-7,0.000007814436,0.00033551324,0.004916311,0.000110740504,0.00000208589,0.00007491752,0.00079299434,1.264518e-7,0.00001800638,0.00046918134,0.99327195],"study_design_scores_gemma":[0.00026758623,0.0001564172,0.06951858,0.027601248,0.00056392245,0.000026781714,0.00001661919,0.009158485,0.000001613372,0.000055555396,0.89083517,0.0017980329],"about_ca_topic_score_codex":0.00018766301,"about_ca_topic_score_gemma":0.00017233293,"teacher_disagreement_score":0.9914739,"about_ca_system_score_codex":0.0000903246,"about_ca_system_score_gemma":0.000018721088,"threshold_uncertainty_score":0.99983984},"labels":[],"label_agreement":null},{"id":"W4404189901","doi":"10.1145/3703625","title":"A Survey on Security of UAV Swarm Networks: Attacks and Countermeasures","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"UAV Applications and Optimization","field":"Engineering","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Computer security; Swarm behaviour; Artificial intelligence","score_opus":0.04605197659122774,"score_gpt":0.31840750417842206,"score_spread":0.27235552758719433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404189901","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019868034,0.9814098,0.016859965,0.0000017396958,0.0004863017,0.00037506333,0.00017728753,0.00025185774,0.0002393023],"genre_scores_gemma":[0.019413732,0.9795043,0.00022572499,0.0000045368624,0.00016274261,0.000012208032,0.0005581339,0.00010128816,0.000017357732],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981546,0.00052438123,0.0005730304,0.0003553348,0.00016239128,0.00023026804],"domain_scores_gemma":[0.99807143,0.001014248,0.00013828253,0.0006281337,0.000089963796,0.000057912257],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025147889,0.00037113958,0.0009791469,0.00015657351,0.00005598626,0.000084097985,0.00036478072,0.00026119614,0.000004172445],"category_scores_gemma":[0.0001688196,0.0003293145,0.0001401643,0.00054173113,0.000045845132,0.000026473874,0.00017586995,0.0004458646,0.000020364034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010818443,0.000035860823,0.0003948896,0.012411375,0.00036095254,0.0000031286088,0.000093771865,0.043813076,3.6660317e-8,0.00006341148,0.0073564327,0.935466],"study_design_scores_gemma":[0.0003451088,0.00012359815,0.009293736,0.031533755,0.0011514237,0.000025309277,0.000008770741,0.58231044,0.0000016066623,0.00015916895,0.37309393,0.001953181],"about_ca_topic_score_codex":0.00013847603,"about_ca_topic_score_gemma":0.00013832221,"teacher_disagreement_score":0.9335128,"about_ca_system_score_codex":0.000065412605,"about_ca_system_score_gemma":0.000038324244,"threshold_uncertainty_score":0.9999159},"labels":[],"label_agreement":null},{"id":"W4406745366","doi":"10.1145/3757912","title":"Build Optimization: A Systematic Literature Review","year":2025,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Systematic review; Computer science; Management science; Political science; Engineering; MEDLINE","score_opus":0.024913450470017976,"score_gpt":0.30787717498273887,"score_spread":0.2829637245127209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406745366","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031415886,0.13271955,0.86159974,0.0009552472,0.0021085443,0.0012503804,0.000015634201,0.0011630488,0.00015645115],"genre_scores_gemma":[0.011273615,0.020163482,0.9644632,0.0012895841,0.00053216453,0.00022339479,0.00026446948,0.00008429532,0.0017057952],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941582,0.0024529335,0.00087526906,0.0011515314,0.0008187266,0.0005433276],"domain_scores_gemma":[0.98824406,0.0055775368,0.0003447555,0.0048849005,0.000804901,0.00014387368],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.008325368,0.0004988573,0.0011147099,0.00041867926,0.00014797118,0.00087835966,0.006780135,0.00034040082,0.0000072488533],"category_scores_gemma":[0.01755712,0.00047463606,0.00027014947,0.0019460829,0.000027596392,0.0001531529,0.010522927,0.0014438789,0.000031117554],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9019985e-7,0.000052071606,0.0010772806,0.6340122,0.00021291737,0.00013159619,0.0003599931,0.35144612,3.6974419e-7,0.00068703754,0.008766157,0.003253742],"study_design_scores_gemma":[0.00012294714,0.000017241513,0.0009939112,0.51339275,0.000042221433,0.00004993677,0.0000010089698,0.48447904,0.0000058674896,0.00025092554,0.000085464984,0.0005587141],"about_ca_topic_score_codex":0.00001755748,"about_ca_topic_score_gemma":0.0000010093478,"teacher_disagreement_score":0.13303292,"about_ca_system_score_codex":0.00018266845,"about_ca_system_score_gemma":0.00039277325,"threshold_uncertainty_score":0.9997705},"labels":[],"label_agreement":null},{"id":"W4406803348","doi":"10.1145/3714458","title":"A Survey on Speech Deepfake Detection","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Speech and Audio Processing","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Natural language processing; Speech recognition; Data science; Artificial intelligence","score_opus":0.06643258360133504,"score_gpt":0.34565154482675203,"score_spread":0.279218961225417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803348","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014953616,0.706293,0.29029602,0.000014195978,0.001870113,0.00035441818,0.000014724171,0.000518276,0.0006243436],"genre_scores_gemma":[0.00030265335,0.9775827,0.020767866,0.00016483032,0.00039228454,0.0000127679805,0.00013010374,0.00006549255,0.0005812908],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99255806,0.003956999,0.0008695954,0.0013571307,0.0005315694,0.00072663976],"domain_scores_gemma":[0.9913378,0.005444571,0.0006449122,0.0022005425,0.00023234711,0.00013982203],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0077679856,0.0006999487,0.0016755117,0.0006486828,0.0004289656,0.0006654166,0.003837707,0.0004341263,0.0000057731627],"category_scores_gemma":[0.003604534,0.00062890194,0.00044463316,0.002296887,0.00004158878,0.00018553407,0.0016326497,0.0009186856,0.0003461938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.929109e-7,0.000036318306,0.000053183554,0.0024644085,0.000050897506,0.000025571602,0.000012908894,0.0000062782683,2.9975612e-7,0.000007974303,0.00037930912,0.99696225],"study_design_scores_gemma":[0.0010425027,0.00056882063,0.011116508,0.0838538,0.00040440145,0.0002567942,0.0000049775467,0.0025893073,0.0010686037,0.0013658426,0.8925009,0.0052275853],"about_ca_topic_score_codex":0.00021317648,"about_ca_topic_score_gemma":0.00027619486,"teacher_disagreement_score":0.9917347,"about_ca_system_score_codex":0.00022109231,"about_ca_system_score_gemma":0.00064274063,"threshold_uncertainty_score":0.9996162},"labels":[],"label_agreement":null},{"id":"W4408155387","doi":"10.1145/3721479","title":"Attacks and Defenses for Generative Diffusion Models: A Comprehensive Survey","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Computer science; Generative grammar; Diffusion; Data science; Generative model; Artificial intelligence","score_opus":0.13415497711911462,"score_gpt":0.3855403862754967,"score_spread":0.2513854091563821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408155387","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017525595,0.4732075,0.5250268,0.000019050729,0.0007184304,0.00073373574,0.00005245696,0.00017672496,0.000047760586],"genre_scores_gemma":[0.00018604774,0.83594084,0.16273116,0.00011603393,0.00025802554,0.000051531493,0.00040194226,0.00007796997,0.00023644294],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.989538,0.0068377787,0.00096082775,0.001610241,0.00036791308,0.00068522256],"domain_scores_gemma":[0.9748683,0.022036832,0.00077680836,0.0016317379,0.0005423696,0.00014396974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004167204,0.00086509367,0.0024975569,0.0004189904,0.0007412298,0.00044809104,0.0027235425,0.00044911317,0.0000014979122],"category_scores_gemma":[0.003651164,0.0007781568,0.00041499228,0.00096863275,0.00012767343,0.00028465074,0.004980017,0.0007972063,0.000005892225],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029291007,0.000031398715,0.00011593364,0.004979459,0.0001649148,0.0000082608985,0.00022398557,0.004985221,9.4258596e-8,0.0016303327,0.00054531184,0.98731214],"study_design_scores_gemma":[0.0013046997,0.00022364453,0.0013782402,0.018279927,0.00045460265,0.00006936444,0.000027330907,0.8165433,6.441368e-7,0.004966915,0.15417534,0.0025760215],"about_ca_topic_score_codex":0.0003289616,"about_ca_topic_score_gemma":0.00008604648,"teacher_disagreement_score":0.98473614,"about_ca_system_score_codex":0.00013656984,"about_ca_system_score_gemma":0.0005200165,"threshold_uncertainty_score":0.99946696},"labels":[],"label_agreement":null},{"id":"W4409368081","doi":"10.1145/3728632","title":"Aortic Vessel Tree Segmentation for Cardiovascular Diseases Treatment: Status Quo","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Coronary Interventions and Diagnostics","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Steirische Wirtschaftsförderungsgesellschaft; Royal Academy of Engineering","keywords":"Status quo; Computer science; Tree (set theory); Segmentation; Artificial intelligence","score_opus":0.062039447508493,"score_gpt":0.37900059684192366,"score_spread":0.31696114933343067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409368081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000098855526,0.9798706,0.016144637,0.000018193987,0.0007372053,0.0021846495,0.00069729285,0.00012904101,0.00011951183],"genre_scores_gemma":[0.00033671194,0.98989296,0.0021807917,0.00001858617,0.00034527862,0.00022691983,0.0060012606,0.000058781843,0.00093871425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743575,0.000646892,0.0007207097,0.00055707694,0.00023068242,0.00040887762],"domain_scores_gemma":[0.99490917,0.0034424725,0.00023296714,0.0010818603,0.00016935823,0.00016419872],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005415167,0.000445743,0.0020375808,0.00025615326,0.00014266792,0.000055535613,0.00019079294,0.00015417773,0.00002781302],"category_scores_gemma":[0.0018972125,0.000369556,0.0030889967,0.0003511384,0.000036497324,0.000035311004,0.00013689451,0.00012304558,0.000023584584],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070164965,0.0003646759,0.0011269656,0.019854475,0.002773746,0.000029046783,0.000021859716,0.000017347042,2.5685335e-8,0.00001777528,0.00097536563,0.9748117],"study_design_scores_gemma":[0.0025247142,0.0008994069,0.006448039,0.030739535,0.027317347,0.00003169084,0.0000454584,0.0002171026,9.914547e-7,0.00008616822,0.9311499,0.00053963065],"about_ca_topic_score_codex":0.00023043298,"about_ca_topic_score_gemma":0.000023779126,"teacher_disagreement_score":0.9742721,"about_ca_system_score_codex":0.00043776567,"about_ca_system_score_gemma":0.0006296881,"threshold_uncertainty_score":0.99987566},"labels":[],"label_agreement":null},{"id":"W4409507112","doi":"10.1145/3729222","title":"Networking Systems for Video Anomaly Detection: A Tutorial and Survey","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Data science; Artificial intelligence","score_opus":0.06659610954253416,"score_gpt":0.3443571388472372,"score_spread":0.27776102930470303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409507112","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015900665,0.482004,0.5138106,0.0000047359704,0.0028204487,0.0008958699,0.000023616929,0.0003908717,0.0000483151],"genre_scores_gemma":[0.0008576546,0.98436177,0.011190805,0.000030776155,0.002688732,0.0004491645,0.00007250923,0.00005694449,0.00029162716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99562055,0.0017551534,0.00089915504,0.0010752769,0.0001950992,0.00045478705],"domain_scores_gemma":[0.99193317,0.005605979,0.00066127005,0.0014346403,0.0002600449,0.00010492056],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061052623,0.00047310934,0.0013501582,0.00030059816,0.00064254215,0.00069338287,0.001691523,0.00034293393,4.0192097e-7],"category_scores_gemma":[0.0006199186,0.00045766847,0.00031930252,0.0013684485,0.000048213602,0.00013273043,0.0011696229,0.00037725366,0.0000053172116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.570164e-7,0.000012490876,0.00003794282,0.0025829044,0.0000617238,0.0000010195487,0.0000075922126,0.00001058684,7.309283e-8,0.0005166367,0.00081474276,0.99595344],"study_design_scores_gemma":[0.00013808113,0.00007633455,0.00018047272,0.003207082,0.00009334739,0.000049145332,0.0000011959768,0.009451882,0.0000010159147,0.00021800121,0.98606336,0.0005200621],"about_ca_topic_score_codex":0.00064564554,"about_ca_topic_score_gemma":0.00009008889,"teacher_disagreement_score":0.9954334,"about_ca_system_score_codex":0.00012986462,"about_ca_system_score_gemma":0.00029058408,"threshold_uncertainty_score":0.9997875},"labels":[],"label_agreement":null},{"id":"W4409568540","doi":"10.1145/3729531","title":"A Survey of Explainable Artificial Intelligence (XAI) in Financial Time Series Forecasting","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Stock Market Forecasting Methods","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Espace pour la vie; Université de Sherbrooke","funders":"","keywords":"Computer science; Series (stratigraphy); Artificial intelligence; Time series; Finance; Machine learning; Business","score_opus":0.34761372923369277,"score_gpt":0.4572349790502668,"score_spread":0.109621249816574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409568540","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052958325,0.88664293,0.10568621,0.000020145084,0.0028710065,0.0016113033,0.00029165347,0.00014584191,0.0022013015],"genre_scores_gemma":[0.0053287135,0.759883,0.22313021,0.000077473356,0.0014816691,0.0002141799,0.0007448526,0.0005200514,0.008619861],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9563852,0.032151684,0.006163696,0.0021036258,0.0019174394,0.0012783458],"domain_scores_gemma":[0.85024095,0.14224055,0.0031383475,0.0027618266,0.0014611899,0.00015712221],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13773508,0.0008551565,0.0048390185,0.002100014,0.00030972698,0.0003302746,0.0048608254,0.00065146235,0.00015258393],"category_scores_gemma":[0.48532876,0.00074054144,0.0006794726,0.009936695,0.00031393243,0.00026311743,0.003353752,0.0010710858,0.000116590745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001938489,0.000059863407,0.001492169,0.0022888207,0.00002555662,0.000030774852,0.0001322402,0.00019059035,9.9781786e-8,0.00010478484,0.0004083632,0.99524736],"study_design_scores_gemma":[0.0010987858,0.0020869642,0.10797581,0.33079693,0.0011986089,0.00059780804,0.00057507976,0.094144545,0.00011706401,0.2199343,0.22786932,0.013604783],"about_ca_topic_score_codex":0.0012060044,"about_ca_topic_score_gemma":0.0013140633,"teacher_disagreement_score":0.98164254,"about_ca_system_score_codex":0.00022142063,"about_ca_system_score_gemma":0.0023115154,"threshold_uncertainty_score":0.99950457},"labels":[],"label_agreement":null},{"id":"W4410706009","doi":"10.1145/3737455","title":"A Survey of Subgraph Optimization for Expert Team Formation","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada); University of Windsor","funders":"","keywords":"Computer science; Subgraph isomorphism problem; Data science; Theoretical computer science; Graph","score_opus":0.09383103263867079,"score_gpt":0.40818942513248485,"score_spread":0.31435839249381403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410706009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029499099,0.75805897,0.23825452,0.000004684038,0.0015524337,0.0009726567,0.00042307226,0.00006966058,0.0006345371],"genre_scores_gemma":[0.0008212337,0.98748773,0.0061024195,0.000026745662,0.00012716769,0.00009516702,0.0049160705,0.00006156073,0.00036188052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960789,0.0018825041,0.0010979191,0.00043431882,0.00014813835,0.00035822717],"domain_scores_gemma":[0.9940615,0.0036785428,0.0009114811,0.0009640434,0.0003413338,0.00004306457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052752015,0.00036493246,0.0013705489,0.0004200433,0.0001275594,0.0000359777,0.0007907697,0.00041160386,0.00004498317],"category_scores_gemma":[0.0009168112,0.00033986496,0.00036179024,0.0008656988,0.00004201638,0.00007151623,0.00019381207,0.00024005794,0.000010529864],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065818886,0.00006905291,0.00041376,0.006968123,0.00013600108,2.2938902e-7,0.0002490205,0.00039182615,1.0593611e-8,0.0001104634,0.003476601,0.9881783],"study_design_scores_gemma":[0.0024865074,0.0006415076,0.018556947,0.03846669,0.00075962633,0.00003562431,0.00010978273,0.17729768,7.486805e-7,0.00011310471,0.75878185,0.0027499485],"about_ca_topic_score_codex":0.00092637434,"about_ca_topic_score_gemma":0.00016653993,"teacher_disagreement_score":0.9854284,"about_ca_system_score_codex":0.00006224038,"about_ca_system_score_gemma":0.00017187727,"threshold_uncertainty_score":0.99990535},"labels":[],"label_agreement":null},{"id":"W4410901013","doi":"10.1145/3742421","title":"Review-based Recommender Systems: A Survey of Approaches, Challenges and Future Perspectives","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University; Royal Bank of Canada; Vector Institute","funders":"","keywords":"Computer science; Recommender system; Data science; World Wide Web","score_opus":0.20733557721205537,"score_gpt":0.35268053682504497,"score_spread":0.1453449596129896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410901013","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.2102105e-8,0.9410304,0.0547927,0.0005362318,0.00085959904,0.0015370988,0.000051268133,0.00032075733,0.000871884],"genre_scores_gemma":[0.000046112935,0.99079204,0.0086596,0.000045614426,0.00018801908,0.0000889107,0.00010268153,0.000045901837,0.00003114504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839303,0.012330985,0.001500979,0.0014143701,0.00034983046,0.0004735684],"domain_scores_gemma":[0.9908112,0.004453036,0.0013761411,0.0028365538,0.00040410418,0.00011894721],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01624782,0.00079107267,0.0038255546,0.00048570425,0.00013949782,0.00015555671,0.0029418913,0.00047326807,0.0000017830062],"category_scores_gemma":[0.00077315484,0.00063857774,0.00041823403,0.001024694,0.00007297602,0.00015207956,0.0014749266,0.0006413624,0.0000022482252],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2696485e-7,0.00006585995,0.000014719237,0.12525357,0.0001735528,0.000001903536,0.00015011392,2.920643e-7,1.4539369e-9,0.0026650706,0.0035209022,0.8681537],"study_design_scores_gemma":[0.0001933562,0.000116622396,0.00065230473,0.16136739,0.00019250701,0.000043642813,0.00010325201,0.0005983039,1.4124696e-7,0.00008665492,0.83567667,0.0009691642],"about_ca_topic_score_codex":0.0005267842,"about_ca_topic_score_gemma":0.00008913151,"teacher_disagreement_score":0.8671845,"about_ca_system_score_codex":0.00012941805,"about_ca_system_score_gemma":0.00052949984,"threshold_uncertainty_score":0.99960655},"labels":[],"label_agreement":null},{"id":"W4411184097","doi":"10.1145/3744338","title":"Smart Water-IoT: Harnessing IoT and AI for Efficient Water Management","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Water Quality Monitoring Technologies","field":"Environmental Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet of Things; Computer science; Computer security; Data science","score_opus":0.05428062100788227,"score_gpt":0.3288487405462351,"score_spread":0.2745681195383528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411184097","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02220819,0.9171248,0.042296156,0.0014054419,0.0060985005,0.0070333146,0.000091169546,0.0026224065,0.0011199941],"genre_scores_gemma":[0.031512506,0.84416914,0.10982098,0.00036092018,0.0008218777,0.0007326775,0.0008924902,0.0005694993,0.011119943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963324,0.00071722426,0.00071341876,0.0010427013,0.0003237404,0.00087053265],"domain_scores_gemma":[0.99806166,0.000575647,0.00013356518,0.0011464898,0.000015410966,0.00006724735],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045191366,0.0005613684,0.0011106096,0.00019259374,0.00046237372,0.00023380447,0.0013437909,0.00030742827,0.000021232387],"category_scores_gemma":[0.0001695375,0.00035736157,0.00023482366,0.00021716963,0.00023648558,0.000029405343,0.0060456367,0.00036644883,0.00016574537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001248605,0.000046068635,0.00027421454,0.009437228,0.00008307172,0.000010942922,0.0001304742,0.00030065718,0.00000782297,0.000016184957,0.00046459265,0.9892275],"study_design_scores_gemma":[0.00040202288,0.00006729918,0.00079879526,0.01110793,0.00047947298,0.000015052768,0.00003598613,0.0005981964,0.0012941222,0.0011111788,0.9828393,0.0012506467],"about_ca_topic_score_codex":0.00013588656,"about_ca_topic_score_gemma":0.000006039509,"teacher_disagreement_score":0.98797685,"about_ca_system_score_codex":0.0003215434,"about_ca_system_score_gemma":0.000009806878,"threshold_uncertainty_score":0.9998878},"labels":[],"label_agreement":null},{"id":"W4411241451","doi":"10.1145/3744553","title":"Assessing the Effectiveness of ChatGPT in Secure Code Development: A Systematic Literature Review","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Systematic review; Code (set theory); Programming language; Software engineering; MEDLINE","score_opus":0.027057064206704264,"score_gpt":0.34493563885245704,"score_spread":0.31787857464575275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411241451","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008214607,0.9103828,0.08668094,0.00005258816,0.00019190012,0.0024619102,0.0000054567204,0.0001434218,0.00007276495],"genre_scores_gemma":[0.00074840727,0.9926068,0.0062168706,0.000042324635,0.000011873262,0.00030377702,0.000042478492,0.00001756769,0.000009898548],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98660386,0.010588068,0.0013972641,0.0007614369,0.0002952285,0.0003541278],"domain_scores_gemma":[0.98598933,0.010236981,0.0009396999,0.0025724003,0.00023043466,0.000031169915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.024203634,0.00045988546,0.0026893287,0.00039836322,0.0002152955,0.00019496653,0.004664835,0.00045123615,4.4638082e-7],"category_scores_gemma":[0.00249768,0.00030182456,0.00028592627,0.0042330776,0.000075601434,0.000121588455,0.0018673323,0.0010481717,0.0000053537824],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.2402074e-8,0.000036176716,0.000020599666,0.7119082,0.00006311138,0.000007692264,0.00010402819,0.0000012516855,3.5761285e-8,0.0051085157,0.00001641925,0.2827339],"study_design_scores_gemma":[0.00007472459,0.00000633415,0.0002760331,0.98893577,0.00011029575,0.000055768844,0.0000035712349,0.00034134125,0.0000018211394,0.0006853059,0.00922112,0.0002878971],"about_ca_topic_score_codex":0.0000065289128,"about_ca_topic_score_gemma":0.000014006276,"teacher_disagreement_score":0.28244597,"about_ca_system_score_codex":0.00012736884,"about_ca_system_score_gemma":0.0005869198,"threshold_uncertainty_score":0.9999434},"labels":[],"label_agreement":null},{"id":"W4411292526","doi":"10.1145/3744641","title":"Deep Learning in Stance Detection: A Survey","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Natural language processing; Machine learning; Computer vision","score_opus":0.06006815134239572,"score_gpt":0.34610166929569103,"score_spread":0.2860335179532953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411292526","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000068752825,0.62040067,0.37834233,0.000006101457,0.0007415092,0.00015671887,0.0000010081994,0.00015350389,0.00019125995],"genre_scores_gemma":[0.000804101,0.9920153,0.0063734376,0.000023173332,0.00013193808,0.000011678271,0.00008643696,0.00002946594,0.000524475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898475,0.00691173,0.0011139927,0.0011349069,0.00041281726,0.000579054],"domain_scores_gemma":[0.992232,0.0055459836,0.0006498544,0.0013422421,0.00015000571,0.00007988463],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010393659,0.0004992339,0.0018018895,0.00085197197,0.0002662719,0.00042462497,0.0027606357,0.00026585054,0.00001216419],"category_scores_gemma":[0.0023507653,0.00048701474,0.00043937686,0.0042045736,0.000029445497,0.00018626139,0.0016480084,0.0009287325,0.000076325196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.066735e-7,0.000019402763,0.0017693583,0.0011242118,0.00006711179,0.000011943521,0.000061560364,0.00038807196,2.5067688e-8,0.000047656486,0.000028201854,0.99648213],"study_design_scores_gemma":[0.0009902418,0.00016190905,0.032476578,0.04805422,0.00028948337,0.000041142503,0.000047593145,0.26400068,0.000003189148,0.00026867323,0.65011597,0.003550304],"about_ca_topic_score_codex":0.00029746653,"about_ca_topic_score_gemma":0.0009354017,"teacher_disagreement_score":0.99293184,"about_ca_system_score_codex":0.00018513194,"about_ca_system_score_gemma":0.00027007135,"threshold_uncertainty_score":0.9997581},"labels":[],"label_agreement":null},{"id":"W4413792360","doi":"10.1145/3764580","title":"Memory Analysis for Malware Detection: A Comprehensive Survey Using the OSCAR Methodology","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Malware; Malware analysis; Data science; Field (mathematics); Key (lock); Taxonomy (biology); Machine learning; Artificial intelligence; Computer security","score_opus":0.28199601978301647,"score_gpt":0.44784152632586355,"score_spread":0.16584550654284708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413792360","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003176974,0.41467497,0.5824982,0.000012356958,0.0010654295,0.0010846374,0.00006994078,0.00058203953,0.000009232629],"genre_scores_gemma":[0.000224616,0.462765,0.5359118,0.00017460257,0.00030135902,0.0001986533,0.00016084524,0.000094089184,0.00016904154],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97754073,0.018194787,0.0013886694,0.0017037702,0.00039390224,0.00077812374],"domain_scores_gemma":[0.95600146,0.037750833,0.0013758248,0.0036604975,0.0011074445,0.00010394648],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011783659,0.0008725339,0.0033814309,0.0013893665,0.00095415185,0.00028966673,0.0048487424,0.0005964339,0.0000045445454],"category_scores_gemma":[0.0057503753,0.00069855235,0.0016815818,0.0071322205,0.00017291133,0.00020535284,0.003011289,0.00092465524,0.000005128733],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028407717,0.000016318416,0.000028866074,0.0022133305,0.0011987133,0.0000055468868,0.000049902592,0.0011504977,0.0000015444027,0.000038459613,0.00006478587,0.9952292],"study_design_scores_gemma":[0.0016534503,0.00091066066,0.006238037,0.014006045,0.018557908,0.00086069806,0.00019969376,0.1433741,0.0009915904,0.00793728,0.7960408,0.009229756],"about_ca_topic_score_codex":0.00077692984,"about_ca_topic_score_gemma":0.0005768995,"teacher_disagreement_score":0.98599946,"about_ca_system_score_codex":0.00036385382,"about_ca_system_score_gemma":0.0005040179,"threshold_uncertainty_score":0.9995466},"labels":[],"label_agreement":null},{"id":"W4414128342","doi":"10.1145/3766888","title":"Security Management of Horizontal IoT Platforms: A Survey and Comparison","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Interoperability; Internet of Things; Implementation; Horizontal and vertical; Security management; Orchestration; Work (physics); Software","score_opus":0.06700876218885356,"score_gpt":0.35369336340405894,"score_spread":0.2866846012152054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414128342","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074164034,0.9087297,0.08120641,0.000006932133,0.0074028084,0.00077018864,0.000011408215,0.00027901976,0.00085194316],"genre_scores_gemma":[0.0029467086,0.97302765,0.022908265,0.000020349384,0.00069866853,0.0000122584215,0.00021274632,0.00006671014,0.00010665037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942941,0.0014991419,0.0016206751,0.0012469377,0.0005451453,0.00079400564],"domain_scores_gemma":[0.99307334,0.0036836858,0.0009990648,0.0018999873,0.00018509389,0.00015879582],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008386856,0.0007743663,0.0028318726,0.00048877555,0.00031876762,0.00026946314,0.0036482033,0.00036541227,0.0000010109608],"category_scores_gemma":[0.00032728753,0.00071386463,0.00041014174,0.0017074161,0.00011456668,0.0001307781,0.0067664157,0.00076499465,0.000017196055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015256663,0.00009066261,0.0015470235,0.016979333,0.0002997755,0.000021766366,0.00019574906,0.00000327585,1.4152088e-8,0.0005402946,0.0016767551,0.97864383],"study_design_scores_gemma":[0.0033497275,0.0010556313,0.045660008,0.16964638,0.0015676869,0.0002670127,0.00012427248,0.052408278,0.000012049195,0.0061768005,0.7115154,0.00821674],"about_ca_topic_score_codex":0.00034299918,"about_ca_topic_score_gemma":0.000030637173,"teacher_disagreement_score":0.9704271,"about_ca_system_score_codex":0.00013325241,"about_ca_system_score_gemma":0.00026928136,"threshold_uncertainty_score":0.99953127},"labels":[],"label_agreement":null},{"id":"W4414371545","doi":"10.1145/3769089","title":"A Systematic Literature Review on Bias Evaluation and Mitigation in Automatic Speech Recognition Models for Low-Resource African Languages","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Speech Recognition and Synthesis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Systematic review; Adversarial system; Diversity (politics); Languages of Africa; Linguistic diversity","score_opus":0.05212062967271452,"score_gpt":0.32011294596393874,"score_spread":0.2679923162912242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414371545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42261726,0.039202567,0.512104,0.006912911,0.0007026805,0.011548921,0.000049752063,0.0010321548,0.005829776],"genre_scores_gemma":[0.87499875,0.0007517376,0.12090742,0.0025837498,0.00006653104,0.00034683204,0.00019274146,0.000026782682,0.00012545934],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99612814,0.0023379135,0.00055351073,0.00043481868,0.00033711473,0.00020848251],"domain_scores_gemma":[0.9957265,0.003172363,0.00024269303,0.0005173204,0.00029742665,0.000043662378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009176481,0.00017857623,0.0004079393,0.00037502943,0.00011106477,0.00024172566,0.00039402457,0.00008356649,0.0000033917772],"category_scores_gemma":[0.0058942954,0.00015948631,0.00007829514,0.0009758464,0.000017501268,0.00025303126,0.00010700753,0.00012651879,0.000007962172],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026663856,0.00007445347,0.00007676258,0.030142166,0.0000341316,0.000006468317,0.0006076605,0.0000766253,0.00002957773,0.00042094252,0.00039024235,0.9681383],"study_design_scores_gemma":[0.00046346232,0.000039720442,0.0016123663,0.124156274,0.00004981257,0.000015755515,0.000093224626,0.86433196,0.00054586254,0.008491462,0.000005677458,0.00019442607],"about_ca_topic_score_codex":0.000010961,"about_ca_topic_score_gemma":0.000027313825,"teacher_disagreement_score":0.9679439,"about_ca_system_score_codex":0.0000932312,"about_ca_system_score_gemma":0.00005512531,"threshold_uncertainty_score":0.7056448},"labels":[],"label_agreement":null},{"id":"W4415322956","doi":"10.1145/3772274","title":"A Survey of Threshold Signatures: NIST Standards, Post-Quantum Cryptography, Exotic Techniques, and Real-World Applications","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"NIST; Digital signature; Signature (topology); Cryptography; Digital forensics","score_opus":0.044247764465547235,"score_gpt":0.34467282039064495,"score_spread":0.3004250559250977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415322956","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045702463,0.7357958,0.25873923,0.000016947763,0.00022570265,0.0013390312,0.002774859,0.00042677904,0.00067706103],"genre_scores_gemma":[0.0008155389,0.9687714,0.028684227,0.000036158308,0.00008717229,0.00008963207,0.0014581467,0.00004889893,0.000008853394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99326146,0.0023894235,0.0014835979,0.0015392174,0.0006953183,0.0006309592],"domain_scores_gemma":[0.9893986,0.0048990105,0.0009834856,0.003620826,0.00089648477,0.00020157585],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010040595,0.00078498304,0.0023564058,0.0014955372,0.00042830786,0.00037852858,0.0043173977,0.000449997,0.0000050920694],"category_scores_gemma":[0.0006832953,0.00074080797,0.00056502124,0.0057663186,0.0003702916,0.00023023399,0.0030437254,0.00097317924,0.0000022445452],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035795451,0.00017393226,0.00087433006,0.012159734,0.00021845724,0.000020091413,0.00004636641,5.575924e-7,4.2283935e-7,0.13201591,0.0017653016,0.85272133],"study_design_scores_gemma":[0.00058959774,0.00035706346,0.012378891,0.029117314,0.0005562367,0.00006720879,0.000011685144,0.00043932925,0.000006773875,0.027599404,0.92604613,0.002830371],"about_ca_topic_score_codex":0.002492064,"about_ca_topic_score_gemma":0.0019161326,"teacher_disagreement_score":0.9242808,"about_ca_system_score_codex":0.000077885146,"about_ca_system_score_gemma":0.0010191802,"threshold_uncertainty_score":0.99950427},"labels":[],"label_agreement":null},{"id":"W4416336843","doi":"10.1145/3777366","title":"A Survey of FPGA-based 3D CNN Accelerators and Hardware-aware Algorithmic Optimizations","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"Convolutional neural network; Field-programmable gate array; Focus (optics); Software deployment; Key (lock); Deep learning; Action recognition; Action (physics); Resource (disambiguation)","score_opus":0.033401068999425215,"score_gpt":0.30149700936991886,"score_spread":0.26809594037049367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416336843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021021785,0.00016553617,0.97741765,0.00044609295,0.00023804861,0.00030263804,0.000026879896,0.00025422042,0.00012712483],"genre_scores_gemma":[0.82258034,0.000011282909,0.17704062,0.00022455043,0.000019260055,0.000011984204,0.000048333346,0.000013391397,0.000050235747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976751,0.0007855538,0.00044879137,0.00057931355,0.00019296692,0.00031822774],"domain_scores_gemma":[0.99571717,0.002371763,0.0002097739,0.001199804,0.0004169409,0.00008454337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014651129,0.00020418546,0.00031204705,0.00020764615,0.0003183575,0.00011055633,0.0013458397,0.00007672569,0.0000041791563],"category_scores_gemma":[0.00063632795,0.00021679004,0.00004465495,0.0020570897,0.00010977047,0.00019447047,0.00086505624,0.00018752759,0.000004912565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008110392,0.00027317798,0.15883945,0.000108151806,0.0001041983,0.0000073003325,0.00021760755,0.42254627,0.00028724823,0.0033483251,0.0026216682,0.4116385],"study_design_scores_gemma":[0.00029946177,0.000021846674,0.32112187,0.00004637713,0.000005879058,0.0000010605098,0.0000029239934,0.67726856,0.00059792696,0.0003427545,0.00012260782,0.00016869915],"about_ca_topic_score_codex":0.00026389366,"about_ca_topic_score_gemma":0.00009557876,"teacher_disagreement_score":0.80155855,"about_ca_system_score_codex":0.000039511826,"about_ca_system_score_gemma":0.00019031677,"threshold_uncertainty_score":0.8840441},"labels":[],"label_agreement":null},{"id":"W4416626061","doi":"10.1145/3778169","title":"Controlled Natural Language for Requirements Specification: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; École de Technologie Supérieure","funders":"","keywords":"Software requirements specification; Specification language; Formal specification; Requirements analysis; Natural language; Systematic review; Ambiguity; Categorization; Vocabulary; System requirements specification","score_opus":0.023331147658449534,"score_gpt":0.33490849292867786,"score_spread":0.31157734527022835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416626061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015133731,0.12502478,0.87007385,0.0015055506,0.0009515126,0.001441524,0.0000021910014,0.00065461866,0.00019463527],"genre_scores_gemma":[0.48968524,0.0029281816,0.502673,0.0025266155,0.00022721014,0.00028489495,0.00005546114,0.000026960448,0.001592433],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982288,0.0005875908,0.00046622843,0.0003289394,0.00017728536,0.00021114401],"domain_scores_gemma":[0.99535626,0.00301724,0.00024321716,0.001128599,0.0002244081,0.000030303318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049053165,0.00016258136,0.0004885093,0.000110170484,0.00011935747,0.0002805533,0.0013607955,0.00005155455,0.0000015603938],"category_scores_gemma":[0.0052326214,0.00013075936,0.00013838834,0.0006743923,0.000009032286,0.00026042716,0.00028334768,0.00016133774,0.000005563786],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011030656,0.0004591643,0.0014845729,0.5491075,0.0015957046,0.00014939014,0.0036344198,0.00017403938,0.0010856107,0.13395734,0.12739974,0.18084224],"study_design_scores_gemma":[0.010131497,0.00037309268,0.008734402,0.5704944,0.00059778435,0.00018146222,0.00007981411,0.38448432,0.0014678672,0.006789311,0.0142436465,0.0024223977],"about_ca_topic_score_codex":0.0000037558675,"about_ca_topic_score_gemma":9.5356575e-7,"teacher_disagreement_score":0.4895339,"about_ca_system_score_codex":0.000042299966,"about_ca_system_score_gemma":0.00003356982,"threshold_uncertainty_score":0.62643147},"labels":[],"label_agreement":null},{"id":"W4416672590","doi":"10.1145/3776737","title":"Indexing Techniques for Graph Reachability Queries","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reachability; Search engine indexing; Graph database; Graph; Modular decomposition","score_opus":0.018208770502163647,"score_gpt":0.29134052814656897,"score_spread":0.27313175764440534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416672590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027658356,0.00008276865,0.9687124,0.00061088026,0.0006165713,0.00029852422,0.0000039890315,0.00079595076,0.0012205542],"genre_scores_gemma":[0.74546415,0.000002116959,0.2540419,0.00026156259,0.00004941595,0.000017806977,0.0000053677863,0.0000071862046,0.00015045461],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979815,0.00066902064,0.0003130821,0.00051591947,0.00012698799,0.00039353003],"domain_scores_gemma":[0.9968364,0.0017240712,0.000097311495,0.0011194646,0.00017286293,0.000049845206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067339814,0.00017142021,0.00024125917,0.00020907378,0.00041648446,0.00017100695,0.0015914616,0.00008808299,0.0000013277162],"category_scores_gemma":[0.0011341302,0.00016643525,0.00013878504,0.0008029533,0.000120389115,0.00024130585,0.0007963917,0.00017089881,0.0000017826272],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005224584,0.00007507902,0.016875971,0.00008304504,0.000038857375,0.0000020435723,0.00047973252,0.000033918463,0.0003311045,0.3597578,0.00050570146,0.6218115],"study_design_scores_gemma":[0.0002987464,0.00011307812,0.04598604,0.00015369091,0.000008404688,0.00000430515,0.00005570243,0.0129726855,0.013547333,0.92278725,0.0036830257,0.0003897458],"about_ca_topic_score_codex":0.000076524404,"about_ca_topic_score_gemma":0.000019271336,"teacher_disagreement_score":0.7178058,"about_ca_system_score_codex":0.000029290464,"about_ca_system_score_gemma":0.0000711151,"threshold_uncertainty_score":0.67870325},"labels":[],"label_agreement":null},{"id":"W4416944645","doi":"10.1145/3779223","title":"Toward Efficient Underwater Visual Perception through Image Enhancement, Compression, and Understanding","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Image Enhancement Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canada Research Chairs","keywords":"Underwater; Image processing; Perception; Noise (video); Image quality; Image compression; Image (mathematics); Visualization; Visual perception","score_opus":0.04937269875666304,"score_gpt":0.33125037007848307,"score_spread":0.28187767132182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416944645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08128467,0.00006755136,0.91381764,0.00090055313,0.0005059008,0.00029576765,7.9052256e-7,0.0005679353,0.0025591564],"genre_scores_gemma":[0.834616,0.00002130202,0.16475275,0.0004066189,0.000035947265,0.000006142626,0.000008239026,0.000011866479,0.0001411406],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974574,0.000619903,0.00040195673,0.00070856605,0.00033239037,0.00047979003],"domain_scores_gemma":[0.9986433,0.00039028807,0.00013390617,0.0006695048,0.00011162851,0.000051381267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018528348,0.00026164658,0.0002714074,0.00017569878,0.00043898768,0.00045049493,0.0009198185,0.00008358638,0.000021404056],"category_scores_gemma":[0.00012690581,0.00024687927,0.00005722644,0.00049871544,0.00014495138,0.00041280227,0.0019092911,0.00021798891,0.00002375189],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065955515,0.0016746398,0.016516484,0.001084245,0.00042863854,0.00011419327,0.02363578,0.000896452,0.54331785,0.121100396,0.028283399,0.26288193],"study_design_scores_gemma":[0.0025679115,0.0004721792,0.04896906,0.0013742992,0.00005429589,0.000028426768,0.0014253175,0.66104794,0.2181072,0.06325672,0.00095492776,0.0017417566],"about_ca_topic_score_codex":0.00008086888,"about_ca_topic_score_gemma":0.000003942974,"teacher_disagreement_score":0.7533313,"about_ca_system_score_codex":0.00028187383,"about_ca_system_score_gemma":0.000051599563,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W4417064600","doi":"10.1145/3773028","title":"Securing Large Language Models: A Survey of Watermarking and Fingerprinting Techniques","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Natural Science Foundation of China","keywords":"Digital watermarking; Fingerprint (computing); Intellectual property; Sophistication; Ingenuity; Adversarial system; Digital Watermarking Alliance; Security token","score_opus":0.04331983216852198,"score_gpt":0.3479031577032387,"score_spread":0.30458332553471673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417064600","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000075061675,0.4878511,0.5108762,0.000004468117,0.00025878364,0.00028892772,0.000014420761,0.00033498966,0.00029606774],"genre_scores_gemma":[0.019393306,0.82049876,0.15954286,0.000031547184,0.00018126576,0.000018098683,0.00013075797,0.00011275712,0.00009066356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9917559,0.00490127,0.0011746406,0.0010812979,0.00038832595,0.0006985532],"domain_scores_gemma":[0.99099994,0.006002463,0.0010311502,0.0016900381,0.00019549333,0.000080936465],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.014877831,0.0006198635,0.0020798529,0.0006173007,0.00030822473,0.000254068,0.0031333677,0.00035884086,0.0000020949353],"category_scores_gemma":[0.0038156214,0.0005868038,0.0002670259,0.0011987636,0.000063266816,0.00033963332,0.008495858,0.0010617496,0.0000016801315],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.694931e-7,0.000020511434,0.00068383594,0.0091088,0.00008341263,0.000020088222,0.0007145289,0.00018361182,4.0244535e-7,0.0004703875,0.000010906929,0.98870295],"study_design_scores_gemma":[0.0010860732,0.00014892974,0.003986411,0.19025876,0.000653171,0.00019912506,0.00012369339,0.762594,0.00007012,0.0018659638,0.033746827,0.005266914],"about_ca_topic_score_codex":0.0011327455,"about_ca_topic_score_gemma":0.00008028765,"teacher_disagreement_score":0.98343605,"about_ca_system_score_codex":0.0000890847,"about_ca_system_score_gemma":0.00028697232,"threshold_uncertainty_score":0.99965835},"labels":[],"label_agreement":null},{"id":"W4417426731","doi":"10.1145/3765897","title":"A Survey on Off-chain Technologies","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada); St. Francis Xavier University","funders":"Natural Science Foundation of Shandong Province; National Natural Science Foundation of China","keywords":"Transformative learning; Open research; Taxonomy (biology); Blockchain; Database transaction; Overhead (engineering); The Internet","score_opus":0.0217201159796483,"score_gpt":0.2787964133627197,"score_spread":0.2570762973830714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417426731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21300662,0.0005205388,0.771627,0.0091453465,0.00043938175,0.00028733193,0.000008705743,0.0035620525,0.0014030385],"genre_scores_gemma":[0.98457694,0.000019582934,0.014870084,0.00033791343,0.0000093617755,0.000012907353,0.000008669371,0.0000072157136,0.00015731779],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979166,0.00059074763,0.00029916674,0.0006478797,0.00016087005,0.0003847796],"domain_scores_gemma":[0.9955761,0.0017292699,0.000105137726,0.0024229125,0.00014140326,0.000025186742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004186822,0.00019247114,0.0002565686,0.00037483632,0.00034623672,0.00010037735,0.0034105293,0.00024600435,0.0000015261156],"category_scores_gemma":[0.0018951173,0.00018564324,0.00005762091,0.0018491913,0.00023436626,0.000054263928,0.0019078482,0.00043996086,0.00005665637],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016832579,0.00013002021,0.0496714,0.0000074828886,0.000030632804,0.0000048888187,0.000060435465,0.00012354716,0.000029536228,0.27267888,0.005167746,0.67209375],"study_design_scores_gemma":[0.00044622793,0.0001053098,0.7962378,0.00007302424,0.000004448886,0.0000039937568,0.00006031129,0.09820707,0.0024352043,0.09780015,0.004184636,0.00044179204],"about_ca_topic_score_codex":0.00033130046,"about_ca_topic_score_gemma":0.00026792733,"teacher_disagreement_score":0.7715703,"about_ca_system_score_codex":0.000050006875,"about_ca_system_score_gemma":0.00007394813,"threshold_uncertainty_score":0.75703114},"labels":[],"label_agreement":null},{"id":"W4417499111","doi":"10.1145/3785661","title":"State-of-the-Art Review and Comparative Experimentation of Emergency Call Prediction Models","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Random forest; Feature selection; Mean squared error; Lasso (programming language); Mean absolute error; Residual; Predictive modelling; Feature (linguistics); Mean absolute percentage error; Standard deviation","score_opus":0.07275471617551045,"score_gpt":0.36844581173340213,"score_spread":0.2956910955578917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417499111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88297546,0.085422695,0.018642325,0.0012848385,0.0013480759,0.0011518957,0.000057528316,0.000054211105,0.009062971],"genre_scores_gemma":[0.9927501,0.006171645,0.0004971087,0.00010818182,0.000013826127,0.0000051099755,0.000019951243,0.0000034639886,0.00043062985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990068,0.00024272458,0.00040708605,0.00013962883,0.00011896894,0.00008478003],"domain_scores_gemma":[0.99927825,0.00009521112,0.00014410036,0.00022561524,0.00023934743,0.000017460077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005674196,0.00008693611,0.0003262494,0.000034690067,0.00007242004,0.0000010111058,0.00007745516,0.000018560555,0.000009214321],"category_scores_gemma":[0.00017031729,0.00006562359,0.00006237993,0.00027145314,0.00005649519,0.000039884144,0.00013219933,0.00007161335,4.988976e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000950336,0.00057562237,0.62270796,0.012147653,0.0018261594,0.0000020193136,0.013177175,0.0013652339,0.014083813,0.0018353545,0.29285613,0.039327845],"study_design_scores_gemma":[0.0016499317,0.0004421179,0.94710225,0.0071490053,0.000984059,0.0000044368885,0.0009621948,0.009541969,0.027624946,0.0026360757,0.0015917021,0.00031134154],"about_ca_topic_score_codex":0.00005771918,"about_ca_topic_score_gemma":0.00001659155,"teacher_disagreement_score":0.32439426,"about_ca_system_score_codex":0.000014075613,"about_ca_system_score_gemma":0.000029168225,"threshold_uncertainty_score":0.26760525},"labels":[],"label_agreement":null},{"id":"W7116771114","doi":"10.1145/3785660","title":"Quantum Machine Learning for Drug Discovery: Taxonomy, Research Challenges, and the Road Ahead","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Drug; Quantum; Coronavirus disease 2019 (COVID-19); Quantum computer; Pandemic; Support vector machine","score_opus":0.12820852763935728,"score_gpt":0.37956912691223516,"score_spread":0.2513605992728779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116771114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049881913,0.00899888,0.9238566,0.014060533,0.00080359704,0.00097142806,0.0000047896983,0.00018487727,0.0012373665],"genre_scores_gemma":[0.95896155,0.0002693063,0.03961798,0.00017672016,0.00014898715,0.000081648155,0.000014078352,0.000019851524,0.0007098808],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.989457,0.0081180455,0.00045212038,0.0008585101,0.0004956207,0.00061866443],"domain_scores_gemma":[0.97460324,0.023822838,0.00014601009,0.0010398884,0.00031685093,0.000071200266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.032833315,0.00024169023,0.00041564397,0.00030093113,0.00097119116,0.0006589966,0.0022093283,0.00006431664,8.682343e-7],"category_scores_gemma":[0.0058310293,0.00018616514,0.00013006642,0.0007448386,0.0003325334,0.00046509295,0.0032445202,0.0006754796,0.000006511437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004952253,0.00005821297,0.0010885447,0.000094929936,0.00007918748,0.0000029815649,0.001653108,0.011123218,0.000008410644,0.45125043,0.00066262134,0.5339288],"study_design_scores_gemma":[0.0014879693,0.000046457793,0.04039451,0.0001036446,0.000008018267,0.0000057898387,0.00019808767,0.844761,0.000037339887,0.104059406,0.008691039,0.00020671323],"about_ca_topic_score_codex":0.0006797472,"about_ca_topic_score_gemma":0.00018034987,"teacher_disagreement_score":0.9090796,"about_ca_system_score_codex":0.000086937434,"about_ca_system_score_gemma":0.00025285693,"threshold_uncertainty_score":0.99590164},"labels":[],"label_agreement":null},{"id":"W7117251867","doi":"10.1145/3786590","title":"Implicit Aspect Extraction: A Systematic Review","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Leverage (statistics); Identification (biology); Task (project management); Information extraction; Context (archaeology); Natural language; Natural language understanding; Purchasing","score_opus":0.025746452905467405,"score_gpt":0.33108599218026225,"score_spread":0.30533953927479485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117251867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009014248,0.015336796,0.9758487,0.0019324268,0.00080479775,0.00039863956,3.957363e-7,0.00029681873,0.0044800327],"genre_scores_gemma":[0.9283951,0.00081200525,0.062187582,0.0053369855,0.00020762905,0.000033230113,0.000019565463,0.000024005847,0.0029839075],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749863,0.00092285336,0.00061339245,0.0004337407,0.00027394175,0.00025741677],"domain_scores_gemma":[0.99718994,0.0009750687,0.00026044608,0.0013882521,0.00013828304,0.000047983267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045463024,0.00016036628,0.00055636343,0.0001682625,0.00022087345,0.00023627093,0.0014754083,0.000038675484,0.00002204066],"category_scores_gemma":[0.0009067441,0.00013924084,0.00019137065,0.0012840392,0.000013692683,0.00018773103,0.0004395903,0.00013648858,0.0001275592],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005328808,0.0008420859,0.047700528,0.4752988,0.0036680675,0.0001917232,0.0016187608,0.0010294705,0.0011478983,0.2286548,0.116826475,0.12301606],"study_design_scores_gemma":[0.0017110179,0.00019059658,0.120834924,0.4250783,0.0013587065,0.00019797045,0.00027263636,0.43589407,0.0014122371,0.007860693,0.002597015,0.002591816],"about_ca_topic_score_codex":0.00003731626,"about_ca_topic_score_gemma":0.000005052892,"teacher_disagreement_score":0.9274937,"about_ca_system_score_codex":0.00004906553,"about_ca_system_score_gemma":0.000053944248,"threshold_uncertainty_score":0.5678077},"labels":[],"label_agreement":null},{"id":"W7117259628","doi":"10.1145/3786333","title":"A Survey on Large Language Models for Mathematical Reasoning","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Natural Science Foundation of China","keywords":"Cognition; Verbal reasoning; Automated reasoning; Psychology of reasoning; Reinforcement learning; Case-based reasoning; Language model; Qualitative reasoning","score_opus":0.04404501978785593,"score_gpt":0.32054745612532104,"score_spread":0.27650243633746513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117259628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070023194,0.00007799663,0.9269649,0.0002772991,0.00038430258,0.00025453957,0.000013609202,0.0003196646,0.0016845128],"genre_scores_gemma":[0.8246873,6.5069315e-7,0.17440832,0.00039840085,0.00005255436,0.0000072996077,0.00001614579,0.00001312295,0.00041622756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997595,0.0007240226,0.0003574258,0.0005789144,0.00023501122,0.00050961756],"domain_scores_gemma":[0.99508137,0.003267724,0.000090376554,0.0013639797,0.00012987967,0.00006665167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076701506,0.00018491276,0.00030239913,0.00013876469,0.00023434476,0.00018781507,0.001549891,0.00008987577,0.0000032392786],"category_scores_gemma":[0.002627731,0.00017812337,0.00009343091,0.00040462942,0.000016229667,0.0001462611,0.00085211545,0.00019053662,0.000021003092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015784954,0.00033102755,0.009784448,0.00017437837,0.000110030276,0.000017832086,0.0032172569,0.034015507,0.00006538096,0.790833,0.0035721862,0.15786317],"study_design_scores_gemma":[0.00043376314,0.000027070964,0.01344245,0.00014565983,0.0000036695837,0.0000011855071,0.000024260957,0.9589352,0.00011284537,0.026662556,0.000039905153,0.00017144452],"about_ca_topic_score_codex":0.00014354898,"about_ca_topic_score_gemma":0.00006846747,"teacher_disagreement_score":0.92491966,"about_ca_system_score_codex":0.00005462463,"about_ca_system_score_gemma":0.00008642922,"threshold_uncertainty_score":0.72636604},"labels":[],"label_agreement":null}]}