{"meta":{"query_hash":"f71bbde44307","filters":{"venue":"ACM Computing Surveys"},"cohort_total":186,"direct_labels_cover":0,"predictions_cover":186,"exported":186,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f71bbde44307","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Computing+Surveys"},"results":[{"id":"W1599214081","doi":"10.1145/1242471.1242472","title":"A taxonomy of suffix array construction algorithms","year":2007,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Suffix array; Compressed suffix array; Computer science; Suffix; Generalized suffix tree; Suffix tree; Algorithm; Implementation; Theoretical computer science; Data structure; Programming language","score_opus":0.03606046574601381,"score_gpt":0.27250997427313595,"score_spread":0.23644950852712213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599214081","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063042208,0.02035573,0.9523004,0.00097509957,0.00035664684,0.00043852584,0.0008933913,0.004028228,0.014347656],"genre_scores_gemma":[0.023962984,0.021727769,0.942918,0.0005846171,0.00034898976,0.0006270643,0.0030396988,0.0006196312,0.0061712633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99594456,0.00073615805,0.00064489915,0.00070403406,0.001690631,0.00027965909],"domain_scores_gemma":[0.99148715,0.00385494,0.00045718314,0.0019350518,0.002102972,0.00016272027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030566046,0.0017400617,0.001747181,0.0063184677,0.0017660981,0.0048729936,0.003949937,0.0023125822,0.00512405],"category_scores_gemma":[0.01444847,0.0013057604,0.0016106355,0.016752422,0.0012062518,0.0087514715,0.0028182236,0.0030239695,0.0067258333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013453182,0.00013654877,0.0014857844,0.0013462352,0.000052518077,0.000094845345,0.00027674143,0.010037489,0.004600808,0.08318765,0.020730011,0.8779169],"study_design_scores_gemma":[0.000120909106,0.00045699123,0.0017664857,0.0011870539,0.00014886321,0.004281283,0.00057786296,0.20903763,0.032038487,0.2945013,0.45566595,0.00021708106],"about_ca_topic_score_codex":0.0010871772,"about_ca_topic_score_gemma":0.0010540306,"teacher_disagreement_score":0.0063184677,"about_ca_system_score_codex":0.0012021133,"about_ca_system_score_gemma":0.0025220898,"threshold_uncertainty_score":0.0171417},"labels":[],"label_agreement":null},{"id":"W1965878030","doi":"10.1145/2635675","title":"Opportunistic Routing in Wireless Networks: Models, Algorithms, and Classifications","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Mobile Ad Hoc Networks","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Computer network; Network packet; Relay; Forwarder; Wireless network; Wireless; Node (physics); Geographic routing; Packet forwarding; Routing (electronic design automation); Set (abstract data type); Distributed computing; Routing protocol; Dynamic Source Routing; Telecommunications","score_opus":0.09991202871269256,"score_gpt":0.3247099436215215,"score_spread":0.22479791490882894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965878030","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004138109,0.78797436,0.15156667,0.005823788,0.002511396,0.0003953089,0.00035316136,0.00029994117,0.04693728],"genre_scores_gemma":[0.043650534,0.88521665,0.056173045,0.00092161563,0.0032784012,0.00046808794,0.00049931736,0.000064319545,0.009728017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989467,0.00028634944,0.00008525396,0.00014969087,0.0004311839,0.000100819176],"domain_scores_gemma":[0.9980736,0.00123442,0.00016690006,0.00013550915,0.00033503518,0.000054470558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017386854,0.0014444758,0.0014700965,0.0030854999,0.00069847866,0.0029843708,0.0024313778,0.002025209,0.003007787],"category_scores_gemma":[0.0036814217,0.0005629028,0.00083549187,0.006380913,0.0015606664,0.005352382,0.0011987985,0.0020435785,0.0014465027],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042680065,0.00013001605,0.0011597768,0.0035682474,0.000071365044,0.00021032743,0.00025643062,0.023277331,0.0005240422,0.38315195,0.040907115,0.5467008],"study_design_scores_gemma":[0.000029165483,0.00012076289,0.0012094829,0.0033331737,0.00012130239,0.0016431328,0.00049520505,0.04874328,0.0005660893,0.4081327,0.53550416,0.00010167597],"about_ca_topic_score_codex":0.0020398467,"about_ca_topic_score_gemma":0.0014358247,"teacher_disagreement_score":0.0030854999,"about_ca_system_score_codex":0.0017846691,"about_ca_system_score_gemma":0.0015477254,"threshold_uncertainty_score":0.012948751},"labels":[],"label_agreement":null},{"id":"W1966080916","doi":"10.1145/1824795.1824799","title":"Business process modeling languages","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":433,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Business process modeling; Artifact-centric business process model; Business process; Business rule; Business process management; Software engineering; Process modeling; Modeling language; Business Process Model and Notation; Business requirements; Software development; Process management; Knowledge management; Software; Programming language; Work in process; Engineering","score_opus":0.0668253795907515,"score_gpt":0.3361136737983814,"score_spread":0.2692882942076299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966080916","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072330056,0.07293331,0.8088345,0.0074405195,0.0008518964,0.001601586,0.005909511,0.007154366,0.09455104],"genre_scores_gemma":[0.017512947,0.099904984,0.82609075,0.004808133,0.0012083426,0.0035284096,0.010432162,0.0016665701,0.03484768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98896724,0.0042539528,0.0018711718,0.0011878735,0.0033330722,0.00038657564],"domain_scores_gemma":[0.98534644,0.007863184,0.0015996106,0.0020256126,0.0028535428,0.00031161887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011689936,0.0034437615,0.0020602539,0.009166356,0.0016875177,0.009207086,0.0076777125,0.0041720886,0.023388917],"category_scores_gemma":[0.019066365,0.0019973505,0.0032190657,0.01621261,0.002096547,0.012996945,0.0039933934,0.0070375567,0.024698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032694454,0.00008583778,0.00026954053,0.002789662,0.00010553355,0.00019652362,0.0008704912,0.0053141066,0.0006499921,0.74798554,0.07430068,0.16739933],"study_design_scores_gemma":[0.000016092126,0.000013272517,0.00009673719,0.0011755357,0.00003151761,0.00029560406,0.00015538595,0.004017712,0.00034660086,0.12385082,0.86996716,0.000033584707],"about_ca_topic_score_codex":0.0073644593,"about_ca_topic_score_gemma":0.0043356316,"teacher_disagreement_score":0.023388917,"about_ca_system_score_codex":0.0043026796,"about_ca_system_score_gemma":0.006471848,"threshold_uncertainty_score":0.07824373},"labels":[],"label_agreement":null},{"id":"W1981303518","doi":"10.1145/2379776.2379783","title":"A survey and projection on medium access control protocols for wireless sensor networks","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Energy Efficient Wireless Sensor Networks","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Wireless sensor network; Computer network; Access control; Preamble; Protocol (science); Wireless; Key distribution in wireless sensor networks; Multiple Access with Collision Avoidance for Wireless; Key (lock); Wireless network; Distributed computing; Telecommunications; Computer security; Channel (broadcasting)","score_opus":0.1283335814565437,"score_gpt":0.3793691289777263,"score_spread":0.2510355475211826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981303518","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007195118,0.9524887,0.029248184,0.0011560558,0.0014785989,0.00009327732,0.00009023718,0.00012072363,0.014604706],"genre_scores_gemma":[0.0038706465,0.97339433,0.016372744,0.0006345699,0.0014572687,0.00013005717,0.00020301114,0.000033784727,0.0039035876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835324,0.00028935864,0.00023311321,0.00019893095,0.0008245923,0.00010073613],"domain_scores_gemma":[0.99683774,0.0019121091,0.00016469338,0.00015339229,0.00085496216,0.00007706799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018628768,0.0015315244,0.0011556778,0.004032863,0.0007002331,0.0016204849,0.0020190023,0.001883712,0.0052676992],"category_scores_gemma":[0.0039134235,0.00084654754,0.0007303655,0.008774724,0.0009922826,0.0046026264,0.0012643117,0.0027840873,0.0042646895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043304182,0.00013269618,0.00041162813,0.008374625,0.000049721366,0.00019617772,0.00018990655,0.0022707346,0.0019639966,0.033843167,0.0422325,0.91029155],"study_design_scores_gemma":[0.000008198171,0.00013407982,0.00066045515,0.0032160552,0.00006011898,0.0012409448,0.0001192725,0.0028386202,0.0010776129,0.018645545,0.9719472,0.000052025815],"about_ca_topic_score_codex":0.001124825,"about_ca_topic_score_gemma":0.0009531071,"teacher_disagreement_score":0.0052676992,"about_ca_system_score_codex":0.0008962158,"about_ca_system_score_gemma":0.0015849205,"threshold_uncertainty_score":0.017622232},"labels":[],"label_agreement":null},{"id":"W1986841213","doi":"10.1145/2659796","title":"Supporting Novice to Expert Transitions in User Interfaces","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Royal Society Te Apārangi","keywords":"Computer science; Human–computer interaction; Focus (optics); User interface; Interface (matter); Task (project management); Vocabulary; Factor (programming language); User interface design; Multimedia; User experience design","score_opus":0.0849931170347225,"score_gpt":0.39257791221268357,"score_spread":0.30758479517796106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986841213","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021282956,0.98613584,0.0042732796,0.0005078324,0.00017344892,0.00013702607,0.000041590716,0.00007056606,0.006532097],"genre_scores_gemma":[0.016705047,0.9731039,0.00719015,0.0006179878,0.00017668083,0.00023115717,0.0001140759,0.00002028953,0.0018407257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99652314,0.0012531137,0.00042412264,0.00030815086,0.0013050871,0.00018646693],"domain_scores_gemma":[0.9882063,0.008525916,0.0005924806,0.00033509868,0.0021688452,0.00017128655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004806503,0.00071726926,0.0010312623,0.0046583586,0.00036185386,0.0015459639,0.0013042408,0.0014560595,0.004031911],"category_scores_gemma":[0.01582714,0.00044808662,0.000892111,0.0028540837,0.00051405083,0.0026433622,0.0012506924,0.0010569859,0.0020267796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055438737,0.000085604865,0.00049515074,0.021207988,0.000068463116,0.00004848872,0.00029418324,0.00013171039,0.0009318993,0.0016102359,0.0046869703,0.9703838],"study_design_scores_gemma":[0.0001286667,0.0010931663,0.013342543,0.057745587,0.00081903354,0.0022160257,0.0010943378,0.0008757299,0.004514598,0.005463695,0.9125995,0.00010716132],"about_ca_topic_score_codex":0.0015213629,"about_ca_topic_score_gemma":0.0030110618,"teacher_disagreement_score":0.004806503,"about_ca_system_score_codex":0.0007070053,"about_ca_system_score_gemma":0.0019658126,"threshold_uncertainty_score":0.025419533},"labels":[],"label_agreement":null},{"id":"W2000050212","doi":"10.1145/857076.857077","title":"A brief history of just-in-time","year":2003,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":333,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Just-in-time compilation; Scheme (mathematics); Dynamic compilation; Programming language; Software engineering; Compiler","score_opus":0.08761154784216878,"score_gpt":0.30762269836625156,"score_spread":0.22001115052408277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000050212","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075840706,0.9501972,0.004332309,0.0037274382,0.0011693995,0.000016159303,0.00006503938,0.00007356684,0.03966048],"genre_scores_gemma":[0.013199988,0.96020705,0.003944482,0.002862328,0.0029357274,0.000054911558,0.0001425042,0.00007648853,0.016576478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885213,0.00024265565,0.00011070463,0.00022378268,0.00046674933,0.00010389151],"domain_scores_gemma":[0.9971464,0.001713435,0.00023706185,0.00024204842,0.0005468647,0.000114130016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001517637,0.00069711,0.0009394237,0.003238345,0.0012293046,0.003088407,0.001383796,0.0018175747,0.011349514],"category_scores_gemma":[0.0036438485,0.0007120771,0.0004966195,0.006744958,0.0024509297,0.007837425,0.0014251011,0.002909239,0.008500726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083018334,0.000088520756,0.0005991539,0.006313925,0.000033471082,0.00021380706,0.000665877,0.00081885856,0.0011522499,0.27273807,0.10319116,0.6141018],"study_design_scores_gemma":[0.0000031954016,0.000026233485,0.00031552272,0.0008339477,0.000008373442,0.00036588343,0.000078943514,0.00012163429,0.00022373484,0.023057954,0.9749527,0.0000118860435],"about_ca_topic_score_codex":0.002459662,"about_ca_topic_score_gemma":0.002329761,"teacher_disagreement_score":0.011349514,"about_ca_system_score_codex":0.0022772579,"about_ca_system_score_gemma":0.0023655756,"threshold_uncertainty_score":0.03796798},"labels":[],"label_agreement":null},{"id":"W2008926781","doi":"10.1145/592642.592647","title":"Algorithmic issues in modeling motion","year":2002,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Human Motion and Animation","field":"Engineering","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Motion (physics); Representation (politics); Data science; Artificial intelligence; Management science","score_opus":0.0958107485910059,"score_gpt":0.32582766137686836,"score_spread":0.23001691278586245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008926781","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017069607,0.029245645,0.95012987,0.005056487,0.00061556516,0.00004773012,0.00018533717,0.00018935541,0.01282304],"genre_scores_gemma":[0.10783723,0.117365785,0.75311184,0.0019910496,0.004358136,0.000495814,0.0013510084,0.00031443988,0.013174646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998095,0.00057631417,0.00017140806,0.00045789333,0.0006383087,0.00006101138],"domain_scores_gemma":[0.9969633,0.0018950655,0.00013236036,0.0006523747,0.00031832553,0.00003860681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027081964,0.0010761489,0.001191949,0.0021592889,0.0010389675,0.0033388757,0.002654257,0.0028268222,0.004720524],"category_scores_gemma":[0.01054022,0.0010106397,0.0015341479,0.0035865272,0.005037019,0.011020013,0.0024438528,0.0033687924,0.0027299374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007160541,0.000013098277,0.00030674756,0.0004108633,0.000033076645,0.000038481165,0.00013726974,0.028159607,0.00033569793,0.86686087,0.003897099,0.09980007],"study_design_scores_gemma":[0.0000066194825,0.000024379775,0.00024930268,0.00023967573,0.000019550636,0.00016951573,0.00008995626,0.055065088,0.00031654217,0.8600338,0.08376412,0.000021483378],"about_ca_topic_score_codex":0.0027949268,"about_ca_topic_score_gemma":0.0016207086,"teacher_disagreement_score":0.004720524,"about_ca_system_score_codex":0.0012382234,"about_ca_system_score_gemma":0.0013440081,"threshold_uncertainty_score":0.015791774},"labels":[],"label_agreement":null},{"id":"W2009688537","doi":"10.1145/1391729.1391730","title":"A survey of top- <i>k</i> query processing techniques in relational database systems","year":2008,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":834,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relational database; Database; Information retrieval; Dimension (graph theory); XML database; XML; Query optimization; Query language; Sargable; Domain (mathematical analysis); View; Database design; Web search query; World Wide Web; Search engine","score_opus":0.1129110638023711,"score_gpt":0.3416350848872731,"score_spread":0.22872402108490203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009688537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053591393,0.8102048,0.16307104,0.0029827233,0.00064672536,0.00028225666,0.00038278566,0.00095312245,0.016117366],"genre_scores_gemma":[0.033656765,0.7828611,0.17483918,0.0011110384,0.0016374672,0.00021129528,0.0010151449,0.0001921203,0.0044758753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962909,0.0005272554,0.000469872,0.00056922383,0.0018840769,0.0002586307],"domain_scores_gemma":[0.9953159,0.002492228,0.0002361555,0.00049915514,0.0013430881,0.000113477225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032624975,0.0010374547,0.0016566481,0.004693703,0.0010644901,0.0031602338,0.0035671636,0.0016538147,0.004043497],"category_scores_gemma":[0.0065186345,0.0010654716,0.0014508271,0.0143214185,0.00095795083,0.0074465824,0.0013012431,0.0021388321,0.0042961333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076970166,0.00018257479,0.0015308595,0.008231716,0.000101357815,0.00018919416,0.00029071877,0.0028006043,0.00315598,0.030065948,0.027218964,0.9261552],"study_design_scores_gemma":[0.00007558941,0.00045988083,0.0046723,0.003618283,0.000329653,0.005452487,0.0008208776,0.03236962,0.009090717,0.060771517,0.8821216,0.0002174287],"about_ca_topic_score_codex":0.0023964858,"about_ca_topic_score_gemma":0.0017496921,"teacher_disagreement_score":0.004693703,"about_ca_system_score_codex":0.0014045654,"about_ca_system_score_gemma":0.0025937497,"threshold_uncertainty_score":0.017253995},"labels":[],"label_agreement":null},{"id":"W2012601422","doi":"10.1145/1922649.1922651","title":"Consumer trust in e-commerce web sites","year":2011,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Vendor; Computational trust; E-commerce; Web of trust; Context (archaeology); Consumer-to-business; Conceptual framework; Empirical research; Knowledge management; Data science; World Wide Web; Marketing; Business; Sociology; Epistemology","score_opus":0.34651128473383486,"score_gpt":0.45143429889418185,"score_spread":0.104923014160347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012601422","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09963033,0.7512884,0.012424088,0.02075118,0.0004771785,0.00025729035,0.00019984205,0.00007555642,0.11489602],"genre_scores_gemma":[0.6892668,0.29927656,0.0039100745,0.001795391,0.00039001528,0.000121008365,0.00012596388,0.000019266608,0.005094818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99092555,0.0052559534,0.00048424985,0.0003519277,0.0026952191,0.00028718475],"domain_scores_gemma":[0.97667265,0.016501607,0.0025516178,0.00077354163,0.0030874722,0.00041317169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006474198,0.00021891836,0.0006950907,0.0019170921,0.00080440164,0.0035650185,0.00065094803,0.0021611422,0.00252319],"category_scores_gemma":[0.029498717,0.00037321702,0.0005435334,0.0042577377,0.0016959339,0.0048440667,0.0009803249,0.0014246893,0.00044915892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000188959,0.00019758102,0.02331996,0.012870877,0.00047353713,0.00049145886,0.010551541,0.0014157607,0.0007257659,0.09769643,0.01676308,0.835305],"study_design_scores_gemma":[0.00016790147,0.0010116808,0.14656018,0.03989683,0.0016330604,0.0040092063,0.022266382,0.004292211,0.0024638143,0.13778727,0.6396185,0.0002930226],"about_ca_topic_score_codex":0.0069678756,"about_ca_topic_score_gemma":0.0069227964,"teacher_disagreement_score":0.0069678756,"about_ca_system_score_codex":0.0028929475,"about_ca_system_score_gemma":0.0023131047,"threshold_uncertainty_score":0.034239233},"labels":[],"label_agreement":null},{"id":"W2023426379","doi":"10.1145/2522968.2522977","title":"Peer-to-peer architectures for massively multiplayer online games","year":2013,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scalability; Peer-to-peer; Architecture; Massively parallel; Rendering (computer graphics); Distributed computing; Cheating; Multimedia; Human–computer interaction; Artificial intelligence; Parallel computing","score_opus":0.09724405236065099,"score_gpt":0.36705376151263364,"score_spread":0.26980970915198266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023426379","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009302539,0.6428959,0.25706244,0.004006178,0.002104418,0.0013162129,0.00015473212,0.0018654113,0.08129222],"genre_scores_gemma":[0.16628222,0.6130041,0.186971,0.0011907647,0.0023926955,0.0010437234,0.00053428346,0.00026081095,0.028320424],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983424,0.00028455124,0.00008716037,0.00015268511,0.0010309288,0.00010232597],"domain_scores_gemma":[0.9983542,0.0006468843,0.00013124241,0.00011399147,0.00065107504,0.000102601174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015327688,0.0007892682,0.0006691837,0.0018555922,0.00078822044,0.0015482325,0.0024049436,0.0011175392,0.0061524175],"category_scores_gemma":[0.0037717281,0.0005129331,0.00047606617,0.0022490849,0.0006608649,0.0041201944,0.0011084075,0.0018092014,0.0031569279],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056058347,0.00015320012,0.0004766827,0.0044625937,0.000046199006,0.00017318508,0.00015092568,0.0039983056,0.004432092,0.048439138,0.024192715,0.913419],"study_design_scores_gemma":[0.000055342367,0.0005885703,0.0017025108,0.0017987938,0.0001205895,0.002068607,0.00035107438,0.024878053,0.0058587696,0.03439391,0.92808414,0.00009976429],"about_ca_topic_score_codex":0.0014775159,"about_ca_topic_score_gemma":0.0023352792,"teacher_disagreement_score":0.0061524175,"about_ca_system_score_codex":0.0010858213,"about_ca_system_score_gemma":0.0012400693,"threshold_uncertainty_score":0.020581901},"labels":[],"label_agreement":null},{"id":"W2024277001","doi":"10.1145/2642708","title":"A Survey on Green-Energy-Aware Power Management for Datacenters","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Renewable energy; Data center; Green computing; Electricity; Efficient energy use; Smart grid; Workload; Environmental economics; Energy management; Cloud computing; Energy (signal processing); Computer network; Electrical engineering; Operating system","score_opus":0.06131216663973425,"score_gpt":0.31887762723026863,"score_spread":0.25756546059053437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024277001","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000783153,0.9854096,0.0038156074,0.0010058334,0.00043792778,0.000026358992,0.00007797163,0.000059840877,0.008383684],"genre_scores_gemma":[0.004834961,0.99023825,0.0019577062,0.0003916766,0.00049391645,0.000024610546,0.00013392721,0.000015671905,0.0019093802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993299,0.00012101512,0.00006386676,0.00010198369,0.00032379423,0.000059454575],"domain_scores_gemma":[0.99795437,0.00106425,0.00015843242,0.00009362528,0.00065215817,0.000077136814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012467627,0.0009459448,0.0010217236,0.0041440823,0.0004104567,0.0014949839,0.0013013844,0.001244407,0.006103538],"category_scores_gemma":[0.0031333996,0.0005483235,0.000702861,0.008915571,0.00040487514,0.0029862926,0.00068012124,0.0011041189,0.0025494595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003115209,0.00008053196,0.00071705686,0.012754658,0.000054282613,0.000085807296,0.00009037957,0.001638567,0.0007701475,0.013410319,0.046309426,0.9240577],"study_design_scores_gemma":[0.000009361506,0.00011225472,0.0019746302,0.0062359334,0.00009017322,0.00057468907,0.00017347644,0.001077747,0.0007135017,0.0053294017,0.9836743,0.000034737135],"about_ca_topic_score_codex":0.0020314085,"about_ca_topic_score_gemma":0.0029634333,"teacher_disagreement_score":0.006103538,"about_ca_system_score_codex":0.0009059872,"about_ca_system_score_gemma":0.0017520564,"threshold_uncertainty_score":0.020418406},"labels":[],"label_agreement":null},{"id":"W2036082278","doi":"10.1145/1592451.1592455","title":"Internet geolocation","year":2009,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Crosslight Software (Canada)","funders":"","keywords":"Geolocation; Computer science; The Internet; Server; Software deployment; Computer security; World Wide Web; Data science","score_opus":0.062373823453040426,"score_gpt":0.31609377413643486,"score_spread":0.2537199506833944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036082278","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005029518,0.52326584,0.17728835,0.0045039547,0.0031487653,0.00039882876,0.0013525803,0.0014503575,0.28356174],"genre_scores_gemma":[0.09468446,0.7367647,0.06049218,0.0021548744,0.0025653676,0.00040865506,0.0036708019,0.0002526037,0.09900629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991339,0.00016469599,0.00005157943,0.00017475343,0.00040902995,0.000066156324],"domain_scores_gemma":[0.99771106,0.00083437865,0.00021941132,0.00044540482,0.0007263172,0.000063367814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011075209,0.0008903001,0.0009580846,0.004365749,0.0006580994,0.0021059737,0.0018215056,0.0018943822,0.011858801],"category_scores_gemma":[0.0039666537,0.00042633343,0.0004463294,0.0064511127,0.0010876956,0.005248405,0.0013230521,0.0011882966,0.015338908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020755448,0.00003822808,0.0007251638,0.001179104,0.000030322772,0.000053994354,0.00006466705,0.0018507985,0.00088584656,0.0587095,0.060566176,0.87587535],"study_design_scores_gemma":[0.0000066021744,0.000028926135,0.0010187773,0.0005729776,0.000029014931,0.00074902247,0.00011530149,0.001586306,0.0014755917,0.015308129,0.97908425,0.00002501229],"about_ca_topic_score_codex":0.0016180512,"about_ca_topic_score_gemma":0.0019518592,"teacher_disagreement_score":0.011858801,"about_ca_system_score_codex":0.0011619338,"about_ca_system_score_gemma":0.00087634654,"threshold_uncertainty_score":0.0396716},"labels":[],"label_agreement":null},{"id":"W2036333174","doi":"10.1145/351936.351953","title":"Choosing an object-oriented domain framework","year":2000,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Citation; Domain (mathematical analysis); Object (grammar); Library science; Artificial intelligence; Mathematics","score_opus":0.052600460995895056,"score_gpt":0.3584658570058323,"score_spread":0.30586539600993723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036333174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017466256,0.38716823,0.33630788,0.052582327,0.002219278,0.00088835176,0.00019826362,0.0011569083,0.20201246],"genre_scores_gemma":[0.15096033,0.3214617,0.45082554,0.016750095,0.001447469,0.0008065707,0.00067473884,0.00042863292,0.05664497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944352,0.0016908224,0.00031021095,0.00048717236,0.002656911,0.00041963372],"domain_scores_gemma":[0.9965939,0.0011843429,0.00036001156,0.00029343803,0.0012072471,0.00036109262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008753085,0.0005730314,0.00064822,0.0030399936,0.0017356508,0.005023621,0.0021188648,0.0026984417,0.0033917169],"category_scores_gemma":[0.007915159,0.00064692023,0.0006002251,0.0028938856,0.0017114931,0.007933759,0.0020033761,0.0022902011,0.004034361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004949376,0.00012556235,0.0015728627,0.0016762976,0.000036002428,0.000489975,0.000708644,0.0011658176,0.002437035,0.29124874,0.034476805,0.66601276],"study_design_scores_gemma":[0.000037927417,0.00007567769,0.0009851923,0.0025322952,0.00004112826,0.0010814484,0.0012432631,0.0015766999,0.0012518059,0.11650165,0.8746136,0.000059324186],"about_ca_topic_score_codex":0.004583396,"about_ca_topic_score_gemma":0.004852057,"teacher_disagreement_score":0.008753085,"about_ca_system_score_codex":0.0029702247,"about_ca_system_score_gemma":0.0050014895,"threshold_uncertainty_score":0.04629135},"labels":[],"label_agreement":null},{"id":"W2048899404","doi":"10.1145/2187671.2187673","title":"Mitigating program security vulnerabilities","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Secure coding; Vulnerability management; Vulnerability (computing); Computer security; Security bug; Software deployment; Vulnerability assessment; Security testing; Variety (cybernetics); Software security assurance; Risk analysis (engineering); Damages; Key (lock); Security information and event management; Security service; Information security; Cloud computing security; Software engineering; Business","score_opus":0.08518590885983726,"score_gpt":0.36529501614452786,"score_spread":0.28010910728469063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048899404","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035438295,0.7606065,0.10543604,0.01031792,0.0009946461,0.00037968982,0.00022171129,0.002208047,0.084396996],"genre_scores_gemma":[0.19955914,0.70974267,0.0673929,0.0022880833,0.00068068353,0.00032739821,0.0006174706,0.00034166046,0.019049937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751496,0.00040243194,0.00011049592,0.00024875766,0.0014668133,0.00025655865],"domain_scores_gemma":[0.99467057,0.0028226466,0.0006152299,0.0004128499,0.0013511922,0.00012748565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020108751,0.0011473644,0.0007231413,0.0053288327,0.0007241878,0.001691514,0.0015432554,0.0014008804,0.003139651],"category_scores_gemma":[0.00672873,0.00043567253,0.0007278315,0.0025655755,0.0010084531,0.0034793115,0.0017274562,0.0016529103,0.0018692805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017350836,0.00011564682,0.002151948,0.0030224463,0.00006340259,0.0001606271,0.00040166907,0.0014164569,0.004614668,0.017861538,0.014130839,0.9560434],"study_design_scores_gemma":[0.000027635338,0.00036595724,0.010091191,0.0090078935,0.00038139836,0.0054574655,0.0017289242,0.008073434,0.028567994,0.0416948,0.89451456,0.00008863192],"about_ca_topic_score_codex":0.0019788041,"about_ca_topic_score_gemma":0.0021967837,"teacher_disagreement_score":0.0053288327,"about_ca_system_score_codex":0.0010200104,"about_ca_system_score_gemma":0.0031166256,"threshold_uncertainty_score":0.010634661},"labels":[],"label_agreement":null},{"id":"W2059186503","doi":"10.1145/1013208.1013210","title":"Image Retrieval from the World Wide Web","year":2004,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":276,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Université de Sherbrooke","funders":"","keywords":"Computer science; Information retrieval; Search engine indexing; Search engine; Image retrieval; Web crawler; World Wide Web; Web search engine; Task (project management); Data science; Web search query; Image (mathematics); Artificial intelligence","score_opus":0.058941593421872045,"score_gpt":0.3355765380036209,"score_spread":0.27663494458174887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059186503","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024641976,0.92536575,0.02087487,0.0021183526,0.00082603976,0.00019928074,0.00027215443,0.00055829145,0.047321048],"genre_scores_gemma":[0.010461173,0.9402983,0.018338667,0.0010407502,0.0013855305,0.00013432693,0.0009823248,0.000063250365,0.027295677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906963,0.000088366396,0.0000631378,0.00009092953,0.00063875865,0.000049296286],"domain_scores_gemma":[0.9992194,0.00022414011,0.000051720788,0.000049590057,0.000420196,0.000034898185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007526783,0.00074566394,0.001242196,0.008701508,0.0005791128,0.0023946397,0.0014390176,0.001607394,0.008315959],"category_scores_gemma":[0.0028021846,0.00044523986,0.0006385235,0.00949614,0.0005751679,0.004775707,0.00084964756,0.0011419817,0.015436331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020338544,0.000038486905,0.0003371333,0.0031510044,0.00004616297,0.0001329294,0.000062412764,0.00031704223,0.0020875,0.0055487915,0.04339017,0.94486797],"study_design_scores_gemma":[0.000022166407,0.000093706476,0.003858086,0.0019348437,0.00011706777,0.0028869188,0.0002607089,0.0018919023,0.0033939502,0.01113077,0.9743525,0.000057303423],"about_ca_topic_score_codex":0.0029869487,"about_ca_topic_score_gemma":0.0056233555,"teacher_disagreement_score":0.008701508,"about_ca_system_score_codex":0.0008081633,"about_ca_system_score_gemma":0.0010878869,"threshold_uncertainty_score":0.027819633},"labels":[],"label_agreement":null},{"id":"W2061686014","doi":"10.1145/2785733","title":"Collaborative Security","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":417,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Security information and event management; Cloud computing security; Interoperability; Computer security; Security through obscurity; Variety (cybernetics); Security service; Vulnerability (computing); Intrusion detection system; Security engineering; Collaboration; Asset (computer security); Computer security model; Software security assurance; Information security; Knowledge management; World Wide Web; Cloud computing","score_opus":0.05115314088231645,"score_gpt":0.33652438757497505,"score_spread":0.2853712466926586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061686014","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032451344,0.45755008,0.06751286,0.018458514,0.0037534167,0.00038945195,0.00024338563,0.0006657424,0.4481814],"genre_scores_gemma":[0.14441796,0.67127264,0.03794766,0.012007756,0.0041663665,0.00073250436,0.00088788953,0.00029095914,0.12827624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947811,0.0016696624,0.00035044216,0.0008545834,0.001902424,0.00044181626],"domain_scores_gemma":[0.993569,0.0026813813,0.00058082165,0.0015413627,0.0011543425,0.00047307712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003942516,0.0011231472,0.0009085789,0.0029002097,0.0019116084,0.006991939,0.0030230256,0.0038668846,0.022377176],"category_scores_gemma":[0.007842536,0.00047247237,0.0009006891,0.0030803941,0.003863714,0.013208993,0.0059180306,0.0032230264,0.010370711],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025742433,0.00005926643,0.0005394456,0.0031562452,0.000087197885,0.0001693029,0.0010323577,0.00065486354,0.0006357065,0.41647685,0.055386007,0.52177703],"study_design_scores_gemma":[0.000005981494,0.000026306981,0.0003433246,0.0014361434,0.000020410047,0.00051935745,0.00029796205,0.00023635135,0.00029099535,0.05382279,0.9429829,0.000017510996],"about_ca_topic_score_codex":0.0018175642,"about_ca_topic_score_gemma":0.0017021908,"teacher_disagreement_score":0.022377176,"about_ca_system_score_codex":0.0032535472,"about_ca_system_score_gemma":0.0052023595,"threshold_uncertainty_score":0.07485908},"labels":[],"label_agreement":null},{"id":"W2071821890","doi":"10.1145/2522968.2522978","title":"Object class detection","year":2013,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"China Scholarship Council; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Class (philosophy); Object detection; Key (lock); Data science; Object (grammar); Boom; Artificial intelligence; Machine learning; Pattern recognition (psychology); Computer security","score_opus":0.07827523128352543,"score_gpt":0.3657628754005727,"score_spread":0.28748764411704725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071821890","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015583101,0.17307478,0.683074,0.0032324474,0.0040565887,0.0013739651,0.00625406,0.010557653,0.10279334],"genre_scores_gemma":[0.1671227,0.16826102,0.5305737,0.005955955,0.0035593729,0.0010993426,0.025082473,0.0014328822,0.09691251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971539,0.00023190399,0.00010466837,0.0008378729,0.0014676561,0.00020391561],"domain_scores_gemma":[0.99720144,0.0007094645,0.00020571514,0.00038318025,0.0013992965,0.000100903104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001991957,0.0014086672,0.0018382549,0.0072909025,0.00092634914,0.002788876,0.0031979901,0.0021800231,0.009342822],"category_scores_gemma":[0.005883444,0.00047471124,0.0012859287,0.0041637877,0.00073897303,0.0036006523,0.0015167913,0.0011404358,0.018938359],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039643266,0.000077254415,0.0021791628,0.0010256494,0.00006333188,0.00008898724,0.000055736786,0.00044228154,0.004412441,0.0037719025,0.058042165,0.9298015],"study_design_scores_gemma":[0.00003994429,0.0002613294,0.017025162,0.001870034,0.00041533512,0.0064631277,0.00061165815,0.036602173,0.04096868,0.033818908,0.8617221,0.0002015849],"about_ca_topic_score_codex":0.0034274533,"about_ca_topic_score_gemma":0.0047281715,"teacher_disagreement_score":0.009342822,"about_ca_system_score_codex":0.00096275134,"about_ca_system_score_gemma":0.0014604151,"threshold_uncertainty_score":0.031254828},"labels":[],"label_agreement":null},{"id":"W2083854694","doi":"10.1145/2503009","title":"Distributed data management using MapReduce","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; USable; Implementation; Interface (matter); Cluster analysis; Distributed database; Analytics; Big data; Database; Data management; Computation; Distributed computing; Data science; Data mining; Software engineering; World Wide Web; Parallel computing; Artificial intelligence; Programming language","score_opus":0.14121936768211044,"score_gpt":0.3638292794721453,"score_spread":0.22260991179003484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083854694","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005503327,0.3766645,0.53987426,0.0059793345,0.0024180522,0.0008886681,0.00095116405,0.0055508427,0.062169872],"genre_scores_gemma":[0.12228192,0.54028815,0.3029024,0.0037723635,0.003927086,0.00095003814,0.0046991273,0.00058866525,0.020590313],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984674,0.00018908424,0.000107933694,0.0002362494,0.00087991444,0.00011935133],"domain_scores_gemma":[0.99906045,0.0002510835,0.00007467673,0.00018577832,0.0003597538,0.000068187845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013574389,0.00068422285,0.0009828686,0.002487056,0.0007054359,0.0023326743,0.0031878627,0.0007768373,0.0026770285],"category_scores_gemma":[0.0019898934,0.00041364742,0.00081067043,0.005938223,0.00056618126,0.0038037966,0.0022733568,0.0015235724,0.0031712472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004655625,0.00012982152,0.00055812305,0.003951783,0.00014036585,0.00020531593,0.00019040518,0.006655778,0.0041239634,0.048892606,0.084670626,0.8504346],"study_design_scores_gemma":[0.000031017666,0.00007272061,0.000776931,0.00062076194,0.00005767219,0.0010124538,0.00019314239,0.015453498,0.0039027003,0.044875097,0.9329413,0.000062585445],"about_ca_topic_score_codex":0.0019858812,"about_ca_topic_score_gemma":0.0015463841,"teacher_disagreement_score":0.0031878627,"about_ca_system_score_codex":0.00090160867,"about_ca_system_score_gemma":0.0021504846,"threshold_uncertainty_score":0.008955538},"labels":[],"label_agreement":null},{"id":"W2083985819","doi":"10.1145/2616973","title":"A Taxonomy and Survey of Microscopic Mobility Models from the Mobile Networking Domain","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Opportunistic and Delay-Tolerant Networks","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Taxonomy (biology); Field (mathematics); Domain (mathematical analysis); Data science; Artificial intelligence","score_opus":0.1271266380728229,"score_gpt":0.31636877448488837,"score_spread":0.18924213641206547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083985819","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043007364,0.70207644,0.21671632,0.009248566,0.0018327179,0.00031409814,0.0007056807,0.0005896883,0.06421581],"genre_scores_gemma":[0.033953622,0.89102495,0.061683144,0.0015970289,0.0015838294,0.00044760047,0.0011795849,0.00013611575,0.00839413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987625,0.00026036424,0.00012458088,0.00017310865,0.0005884451,0.00009110292],"domain_scores_gemma":[0.9974221,0.0013538146,0.00022965932,0.00023182882,0.00067032845,0.00009217679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020516524,0.0015076194,0.0014092088,0.007187146,0.001044365,0.003208099,0.003088288,0.0023289532,0.0032754024],"category_scores_gemma":[0.0053485907,0.00090036896,0.0010655563,0.008965964,0.0015678968,0.0071050455,0.0019070966,0.0027807928,0.0020474019],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027434207,0.00014127207,0.0016566442,0.006527061,0.000061459585,0.00026245834,0.00054744596,0.016666446,0.0010189204,0.47583148,0.037892926,0.45936638],"study_design_scores_gemma":[0.0000073325787,0.00010811089,0.0009839211,0.0031968935,0.0000519601,0.0011840364,0.00041685847,0.016720364,0.00070473226,0.1569168,0.8196112,0.00009787612],"about_ca_topic_score_codex":0.0038850114,"about_ca_topic_score_gemma":0.0027031037,"teacher_disagreement_score":0.007187146,"about_ca_system_score_codex":0.002360616,"about_ca_system_score_gemma":0.0027234356,"threshold_uncertainty_score":0.017127514},"labels":[],"label_agreement":null},{"id":"W2084598998","doi":"10.1145/2379776.2379778","title":"Dependability modeling and analysis of software systems specified with UML","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Seventh Framework Programme; Ministerio de Economía y Competitividad","keywords":"Dependability; Maintainability; Computer science; Unified Modeling Language; Software engineering; Software quality; Applications of UML; Reliability (semiconductor); Reliability engineering; Software development; Software; Programming language; Engineering","score_opus":0.12444972692334078,"score_gpt":0.3504899269273082,"score_spread":0.2260402000039674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084598998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046842173,0.7246318,0.24486455,0.0019404709,0.00027174116,0.00016490676,0.00027919235,0.00046100887,0.022702172],"genre_scores_gemma":[0.06438153,0.82557786,0.102289096,0.00065529835,0.0006918228,0.0002997509,0.00087282504,0.00013059753,0.005101306],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99739337,0.00071589055,0.00022155838,0.0002918923,0.0012746644,0.00010259651],"domain_scores_gemma":[0.9954802,0.002688561,0.00049271586,0.00031076354,0.00097480096,0.000052943917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023018322,0.0010184854,0.0011478738,0.00717049,0.00038756183,0.0016281588,0.0015692979,0.0011012622,0.0016922912],"category_scores_gemma":[0.0058031813,0.00064174534,0.0010435103,0.005831269,0.0006375803,0.0034916173,0.00065687066,0.0012037044,0.0015130962],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025972484,0.000075724674,0.0014569702,0.0064140228,0.00009702066,0.00014298619,0.0003598205,0.00943694,0.0039465614,0.086417995,0.0100134,0.8816126],"study_design_scores_gemma":[0.000016922308,0.00017478013,0.0051668505,0.009270326,0.0002492691,0.0018284471,0.0006292778,0.032163683,0.0078182025,0.16277674,0.7797994,0.000106056534],"about_ca_topic_score_codex":0.002869027,"about_ca_topic_score_gemma":0.0021214543,"teacher_disagreement_score":0.00717049,"about_ca_system_score_codex":0.0014785392,"about_ca_system_score_gemma":0.0018299462,"threshold_uncertainty_score":0.012173355},"labels":[],"label_agreement":null},{"id":"W2092705708","doi":"10.1145/641865.641868","title":"View planning for automated three-dimensional object reconstruction and inspection","year":2003,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Optical Sensing Technologies","field":"Physics and Astronomy","cited_by":449,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"","keywords":"Computer science; Computer vision; Artificial intelligence; Triangulation; Process (computing); Object (grammar); Frame (networking); 3D reconstruction; Set (abstract data type); Range (aeronautics); Reference frame; Task (project management)","score_opus":0.062026129823939694,"score_gpt":0.35223365799846984,"score_spread":0.29020752817453016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092705708","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019847737,0.10700922,0.87372917,0.00033343188,0.0001870617,0.00010713067,0.00013393402,0.0013038795,0.015211346],"genre_scores_gemma":[0.050556738,0.1937244,0.7404651,0.00026545726,0.0004496733,0.00030899333,0.00074038585,0.00033311994,0.01315609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990866,0.00016904736,0.000051772146,0.00017033391,0.00048227757,0.00003997651],"domain_scores_gemma":[0.99909127,0.0004199162,0.00009319909,0.00014300813,0.00023015052,0.000022414803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008298892,0.00083509664,0.0008983587,0.0017356202,0.0005030085,0.0015370819,0.0021891897,0.0014446457,0.0066649932],"category_scores_gemma":[0.0018712886,0.00079781556,0.00081207947,0.0031531907,0.00078987126,0.0022237108,0.0010629178,0.00096200174,0.005159156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023612687,0.000035315115,0.00026444645,0.0010277696,0.000024683684,0.00007561798,0.000085543346,0.009901277,0.004735504,0.015995769,0.0063706767,0.9614598],"study_design_scores_gemma":[0.000055913464,0.00027680694,0.0031781895,0.0014764803,0.00017310707,0.0035125865,0.00037438906,0.17042054,0.022207545,0.081908956,0.71626025,0.00015522871],"about_ca_topic_score_codex":0.0027512752,"about_ca_topic_score_gemma":0.0030968147,"teacher_disagreement_score":0.0066649932,"about_ca_system_score_codex":0.00067795615,"about_ca_system_score_gemma":0.00089059613,"threshold_uncertainty_score":0.022296607},"labels":[],"label_agreement":null},{"id":"W2094392848","doi":"10.1145/2379776.2379781","title":"A comparison of index-based lempel-Ziv LZ77 factorization algorithms","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"Engineering and Physical Sciences Research Council; RMIT University","keywords":"Factorization; Computer science; Algorithm; Data compression; String (physics); Index (typography); Mathematics","score_opus":0.15953346682345704,"score_gpt":0.4072939967836119,"score_spread":0.24776052996015485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094392848","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03526581,0.3715595,0.5334006,0.0025638398,0.0015770508,0.0004908518,0.0009824458,0.0036983318,0.050461605],"genre_scores_gemma":[0.16403829,0.2198877,0.58898854,0.0011614861,0.001761389,0.00070027506,0.004675596,0.00093754445,0.017849147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970606,0.00048783523,0.00024375679,0.00033301304,0.0016639043,0.00021083787],"domain_scores_gemma":[0.99633163,0.0016715897,0.00020300577,0.0004471968,0.0012453122,0.00010127494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002288415,0.0012929462,0.0016210752,0.0053396686,0.0009407354,0.0023350082,0.0028813921,0.0015575391,0.0066244705],"category_scores_gemma":[0.010195543,0.00044745064,0.0009853833,0.007200759,0.0009069817,0.005615029,0.0016050562,0.0018129814,0.0053917123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005225106,0.00016642697,0.00053585746,0.0011907546,0.00007336406,0.000058803078,0.00014639164,0.0067860642,0.0035103718,0.03280581,0.015653227,0.93855035],"study_design_scores_gemma":[0.00070381357,0.0019739014,0.0050539393,0.0024984195,0.0003988054,0.0055621252,0.0012531921,0.26210994,0.075227655,0.1612538,0.48349416,0.00047019048],"about_ca_topic_score_codex":0.0013777543,"about_ca_topic_score_gemma":0.0014640521,"teacher_disagreement_score":0.0066244705,"about_ca_system_score_codex":0.0014484547,"about_ca_system_score_gemma":0.0020803786,"threshold_uncertainty_score":0.022161007},"labels":[],"label_agreement":null},{"id":"W2102297485","doi":"10.1145/1132960.1132963","title":"Interestingness measures for data mining","year":2006,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":1125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Ranking (information retrieval); Data mining; Process (computing); Data science; Measure (data warehouse); Information retrieval","score_opus":0.295248331531593,"score_gpt":0.4196157088055408,"score_spread":0.12436737727394775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102297485","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004497429,0.25944796,0.6963258,0.005523076,0.0017674222,0.00080347137,0.0024408377,0.0011885482,0.02800545],"genre_scores_gemma":[0.10692071,0.19015692,0.6730881,0.003736886,0.009052588,0.0035514294,0.005359794,0.00052431365,0.007609311],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837714,0.004522714,0.0019651232,0.0022362084,0.007219137,0.00028535567],"domain_scores_gemma":[0.9643875,0.027608147,0.00219629,0.0024377229,0.0030025481,0.00036783583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0118294805,0.0021021613,0.0032009403,0.015716266,0.0011832437,0.005336717,0.0031402837,0.0023923465,0.004353996],"category_scores_gemma":[0.041789677,0.00070012774,0.0022525662,0.017662141,0.0039162706,0.012443799,0.0023845525,0.004199994,0.0029827864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009031595,0.000114339935,0.0031976972,0.005828315,0.0003505194,0.0002774609,0.0004287259,0.009012241,0.0013982627,0.45411554,0.03452443,0.49066213],"study_design_scores_gemma":[0.000046587294,0.00014286906,0.0027163466,0.0017869007,0.0001605591,0.0015027417,0.00027829318,0.023243176,0.001417747,0.761216,0.20737004,0.00011884599],"about_ca_topic_score_codex":0.0007485713,"about_ca_topic_score_gemma":0.00046394762,"teacher_disagreement_score":0.015716266,"about_ca_system_score_codex":0.0023549674,"about_ca_system_score_gemma":0.0018493368,"threshold_uncertainty_score":0.062561035},"labels":[],"label_agreement":null},{"id":"W2123513974","doi":"10.1145/1978802.1978812","title":"Decision-making techniques for software architecture design","year":2011,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Architecture; Architectural pattern; Software architecture; Set (abstract data type); Software; Selection (genetic algorithm); Software system; Management science; Software construction; Artificial intelligence; Programming language; Engineering","score_opus":0.16090131109755015,"score_gpt":0.3960676875086373,"score_spread":0.23516637641108715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123513974","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042228033,0.10862335,0.8335572,0.007137445,0.0007553653,0.00080727536,0.00026849925,0.00027394196,0.04435415],"genre_scores_gemma":[0.13527574,0.080024414,0.77661896,0.0013272754,0.0007042126,0.0013230533,0.0004029024,0.00013425938,0.004189185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9770001,0.013434993,0.0014553474,0.0014169362,0.0061127082,0.00057991315],"domain_scores_gemma":[0.970973,0.023049703,0.0016358125,0.0014205166,0.0025738233,0.00034714965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024673717,0.0030187846,0.0021744354,0.0068506883,0.0018101094,0.006697173,0.0041235806,0.0032747719,0.006960377],"category_scores_gemma":[0.028660838,0.0012180059,0.0029493382,0.009460464,0.0056565707,0.0061439476,0.0032403497,0.0057288776,0.0024966625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008687616,0.0001994326,0.0011512795,0.0047983755,0.00039184868,0.0001519123,0.0009272563,0.060083836,0.0005856465,0.56250364,0.0077921613,0.36132774],"study_design_scores_gemma":[0.00007453502,0.000115334355,0.00065331516,0.0029185005,0.00014343657,0.00020385398,0.0005794077,0.045919344,0.0009481994,0.85081905,0.09752383,0.000101227146],"about_ca_topic_score_codex":0.0032887047,"about_ca_topic_score_gemma":0.004314477,"teacher_disagreement_score":0.024673717,"about_ca_system_score_codex":0.0066350694,"about_ca_system_score_gemma":0.005819411,"threshold_uncertainty_score":0.13048863},"labels":[],"label_agreement":null},{"id":"W2126453598","doi":"10.1145/2333112.2333114","title":"Graphical passwords","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":562,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Usability; Password; Password policy; Authentication (law); Computer security; Cognitive password; Key (lock); Human-computer interaction in information security; World Wide Web; Data science; Human–computer interaction; Information security; One-time password; Network security policy; Security service","score_opus":0.11362883740205736,"score_gpt":0.35273889946735404,"score_spread":0.23911006206529667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126453598","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012872536,0.5176291,0.102146834,0.0045648986,0.0042493185,0.0012604082,0.0025356628,0.0049750186,0.34976634],"genre_scores_gemma":[0.23574603,0.49965495,0.058817938,0.007056397,0.0018229397,0.001265147,0.004392214,0.00048237544,0.19076204],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755895,0.00073401624,0.00029129055,0.00031495173,0.0008958477,0.00020485508],"domain_scores_gemma":[0.99682534,0.0014467657,0.00048014265,0.00043283636,0.00060092803,0.00021396916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013237384,0.0011486192,0.00093663385,0.0029674582,0.0006013245,0.0022088648,0.0017602618,0.0018227327,0.05098367],"category_scores_gemma":[0.009245089,0.00031847437,0.0005505966,0.0030440267,0.001269994,0.005653726,0.0027846328,0.0013494438,0.030533412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018749974,0.00010996439,0.00046924298,0.0071796323,0.000039464787,0.00021110616,0.00034920077,0.00033541583,0.003357288,0.04026381,0.082288444,0.865209],"study_design_scores_gemma":[0.00003935374,0.00019758595,0.0011754382,0.002740755,0.00004113764,0.0023342886,0.0002463492,0.000403666,0.0030891432,0.010835416,0.97885406,0.00004290888],"about_ca_topic_score_codex":0.0007371374,"about_ca_topic_score_gemma":0.0008180891,"teacher_disagreement_score":0.05098367,"about_ca_system_score_codex":0.00072659657,"about_ca_system_score_gemma":0.00085199863,"threshold_uncertainty_score":0.17055738},"labels":[],"label_agreement":null},{"id":"W2138746098","doi":"10.1145/1177352.1177353","title":"Realization of natural language interfaces using lazy functional programming","year":2006,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Programming language; Lisp; Fifth-generation programming language; Prolog; Realization (probability); Natural language; Declarative programming; Functional programming; Programming paradigm; Artificial intelligence; Inductive programming","score_opus":0.07880268640925901,"score_gpt":0.33924999595451266,"score_spread":0.26044730954525364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138746098","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011685397,0.17813568,0.7061342,0.0037584978,0.00044262744,0.0001922815,0.00008605587,0.0012292598,0.098335974],"genre_scores_gemma":[0.2311266,0.28817084,0.4381402,0.0020428596,0.0011046447,0.00072233926,0.0005422538,0.00038917383,0.03776108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988555,0.00029482675,0.00007948212,0.00018366925,0.00051358517,0.000072989074],"domain_scores_gemma":[0.99894005,0.0005778893,0.00009384619,0.00017058266,0.00018853115,0.000029097102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014916884,0.0004586007,0.00060608465,0.0014665233,0.00043085683,0.0023035323,0.0017904234,0.001284354,0.004161801],"category_scores_gemma":[0.0026525853,0.00042705034,0.000692748,0.0014652391,0.0017844168,0.0051138117,0.0010801891,0.0017345664,0.0025222758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020085483,0.000081752245,0.00036194833,0.0013373359,0.000029115097,0.00018089471,0.00036230887,0.0023997668,0.0052215965,0.63962674,0.00575916,0.34461936],"study_design_scores_gemma":[0.000044360913,0.0001329472,0.00069002656,0.00080026087,0.000045808945,0.0016249173,0.00024780325,0.014934619,0.0068216,0.5402146,0.43439233,0.00005084966],"about_ca_topic_score_codex":0.0006432974,"about_ca_topic_score_gemma":0.0005350439,"teacher_disagreement_score":0.004161801,"about_ca_system_score_codex":0.0009058538,"about_ca_system_score_gemma":0.0013700154,"threshold_uncertainty_score":0.013922632},"labels":[],"label_agreement":null},{"id":"W2139315048","doi":"10.1145/1242471.1242473","title":"A survey of RST invariant image watermarking algorithms","year":2007,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Steganography and Watermarking Techniques","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Digital watermarking; Watermark; Invariant (physics); Computer science; Algorithm; Embedding; Image translation; Artificial intelligence; Image (mathematics); Computer vision; Theoretical computer science; Mathematics","score_opus":0.10144357783817108,"score_gpt":0.3632250606547337,"score_spread":0.2617814828165626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139315048","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059692264,0.7058866,0.2467306,0.0013902871,0.0011886421,0.000133819,0.00016866837,0.00082725735,0.037704885],"genre_scores_gemma":[0.043451987,0.78841156,0.14228627,0.00079882634,0.0017959328,0.00016627311,0.0004719681,0.0001328737,0.022484407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994216,0.00006936033,0.00005569306,0.00010406818,0.00031028752,0.00003906593],"domain_scores_gemma":[0.9991966,0.0002995336,0.00008387447,0.00009321372,0.00030748107,0.000019360146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000587263,0.00087997294,0.00092818716,0.0027650266,0.00042076892,0.0010935549,0.0009436674,0.0010478462,0.004158457],"category_scores_gemma":[0.0018278421,0.0004235931,0.0006306761,0.004383918,0.00053630373,0.0027290457,0.00059156714,0.00095998833,0.0037120518],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040809944,0.000039392824,0.0002581697,0.0018348101,0.000027678672,0.000085635715,0.00003990616,0.002199237,0.0050836634,0.016373975,0.008158796,0.96585786],"study_design_scores_gemma":[0.000036774123,0.0003619407,0.0020997252,0.0017899781,0.0001667825,0.0044611036,0.00017915586,0.031690497,0.023772877,0.03722683,0.8980749,0.00013943602],"about_ca_topic_score_codex":0.0005712974,"about_ca_topic_score_gemma":0.0004931375,"teacher_disagreement_score":0.004158457,"about_ca_system_score_codex":0.00050352945,"about_ca_system_score_gemma":0.0007735935,"threshold_uncertainty_score":0.013911486},"labels":[],"label_agreement":null},{"id":"W2142406320","doi":"10.1145/1749603.1749605","title":"Privacy-preserving data publishing","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":1639,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Simon Fraser University","keywords":"Data publishing; Computer science; Publishing; Data science; Information retrieval; Data mining; World Wide Web; Internet privacy; Law","score_opus":0.1860715150216004,"score_gpt":0.37635858730911337,"score_spread":0.19028707228751296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142406320","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004293529,0.22530122,0.6755327,0.013453113,0.0020932513,0.00076386303,0.0010706893,0.00074751966,0.07674409],"genre_scores_gemma":[0.13118498,0.44705033,0.38699433,0.0044611245,0.005328031,0.00112807,0.002410832,0.0002772483,0.021165064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98070705,0.0061745085,0.0017515492,0.0019459134,0.00871734,0.000703703],"domain_scores_gemma":[0.96518666,0.018902278,0.0020648586,0.009459929,0.0039454,0.00044092195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011520691,0.0008594602,0.0020935365,0.0047902246,0.0017660082,0.0070408955,0.004978876,0.003543773,0.004816136],"category_scores_gemma":[0.032741267,0.0009327889,0.0019186977,0.012152463,0.0035469632,0.013715114,0.004517259,0.0035761679,0.0038143871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045995705,0.00008448923,0.00085974124,0.0034962986,0.00012100932,0.00029236136,0.00040490332,0.00550285,0.0010082903,0.36828902,0.023675479,0.5962196],"study_design_scores_gemma":[0.00004017017,0.00009942686,0.0006276204,0.0017220242,0.00010431718,0.0041411826,0.00038979924,0.01584561,0.0061619263,0.36353403,0.6072641,0.00006976492],"about_ca_topic_score_codex":0.00073267927,"about_ca_topic_score_gemma":0.0005631088,"teacher_disagreement_score":0.011520691,"about_ca_system_score_codex":0.0020927666,"about_ca_system_score_gemma":0.0045478838,"threshold_uncertainty_score":0.060927987},"labels":[],"label_agreement":null},{"id":"W2146606092","doi":"10.1145/1824795.1824798","title":"A taxonomy of sequential pattern mining algorithms","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":396,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Taxonomy (biology); Tree traversal; Sequential Pattern Mining; Key (lock); Data mining; Web mining; Information retrieval; Artificial intelligence; Machine learning; Algorithm; Web page; World Wide Web","score_opus":0.12317318612398061,"score_gpt":0.3469654630301945,"score_spread":0.2237922769062139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146606092","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036801652,0.19116078,0.7796493,0.004159501,0.00091108587,0.000892119,0.001177805,0.0014406609,0.016928466],"genre_scores_gemma":[0.022255018,0.16638611,0.80091184,0.0010761674,0.0010279571,0.0009242094,0.0023983223,0.00015314916,0.004867184],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99440444,0.0011186973,0.0009690289,0.0010208173,0.0023223625,0.00016459389],"domain_scores_gemma":[0.9894288,0.005581796,0.00059567665,0.0007946815,0.003428592,0.00017047375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059046387,0.0020099871,0.0022541936,0.011279891,0.0011234414,0.004337171,0.0040127775,0.002146513,0.0033803373],"category_scores_gemma":[0.015699243,0.00096109434,0.0017564804,0.019934941,0.0012800246,0.008406404,0.0013475489,0.0025316363,0.004808785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006199003,0.00015051896,0.002503383,0.003979444,0.00013682537,0.00019652727,0.0002445334,0.0070048473,0.0011199511,0.075721405,0.016704103,0.89217657],"study_design_scores_gemma":[0.00008593519,0.00046530837,0.0031547486,0.0040734224,0.0002493643,0.004602333,0.00046634566,0.10402314,0.0046239784,0.33546734,0.54258335,0.00020470063],"about_ca_topic_score_codex":0.0022440646,"about_ca_topic_score_gemma":0.0016849067,"teacher_disagreement_score":0.011279891,"about_ca_system_score_codex":0.0015504756,"about_ca_system_score_gemma":0.0037711402,"threshold_uncertainty_score":0.031227112},"labels":[],"label_agreement":null},{"id":"W2151408568","doi":"10.1145/592642.592643","title":"On type systems for object-oriented database programming languages","year":2002,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"Computer science; Programming language; Object-relational mapping; Object-oriented programming; Database design; Programming paradigm; Object (grammar); Set (abstract data type); Programming domain; Database; Method; Inductive programming; Artificial intelligence","score_opus":0.08693626203375857,"score_gpt":0.3469756488276312,"score_spread":0.2600393867938726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151408568","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002633587,0.5577325,0.3612215,0.008089183,0.002342868,0.00029069572,0.00019697932,0.00070684514,0.06678596],"genre_scores_gemma":[0.037625827,0.6097744,0.30879667,0.0067469673,0.005726377,0.0010552431,0.00064866885,0.0005011121,0.029124752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99045956,0.0030116914,0.0009541761,0.0010237063,0.004178652,0.000372205],"domain_scores_gemma":[0.9858531,0.009292063,0.00076178805,0.0015684775,0.0023346622,0.00018994785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009803987,0.0013354828,0.0016861237,0.0063750534,0.002053855,0.0061739055,0.0027114581,0.0031841842,0.0057922644],"category_scores_gemma":[0.014158303,0.0016493135,0.0015232981,0.012359583,0.008510439,0.019859629,0.0034689875,0.00617747,0.006483983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023092885,0.00004271117,0.00021993491,0.0018095865,0.000026609523,0.00012012127,0.0005838008,0.0014897111,0.00076764455,0.78095126,0.018384533,0.19558102],"study_design_scores_gemma":[0.000031441687,0.00006450369,0.0002909014,0.0016499556,0.00003471063,0.0011563828,0.00021597091,0.0021368137,0.0009510499,0.41783014,0.5755788,0.000059241444],"about_ca_topic_score_codex":0.0023385743,"about_ca_topic_score_gemma":0.001122539,"teacher_disagreement_score":0.009803987,"about_ca_system_score_codex":0.0037050098,"about_ca_system_score_gemma":0.003858707,"threshold_uncertainty_score":0.051849008},"labels":[],"label_agreement":null},{"id":"W2164348333","doi":"10.1145/2379776.2379780","title":"Survey of scheduling techniques for addressing shared resources in multicore processors","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Thread (computing); Multi-core processor; Scheduling (production processes); Shared resource; Architecture; Distributed computing; Instruction set; Cache; Computer architecture; Embedded system; Operating system; Parallel computing","score_opus":0.19800983041105927,"score_gpt":0.39570481136649244,"score_spread":0.19769498095543317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164348333","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016137189,0.94651484,0.041728348,0.0005794609,0.0008195422,0.00007653728,0.000065686196,0.0002535559,0.008348344],"genre_scores_gemma":[0.011524625,0.932641,0.04906994,0.0004775453,0.0012934755,0.00010850338,0.0002708424,0.0001074268,0.0045065987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991709,0.0001211812,0.000082246304,0.00013090261,0.00042156738,0.00007326566],"domain_scores_gemma":[0.99876297,0.000602126,0.00012022564,0.00008991218,0.0003669587,0.000057859215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011255195,0.0011944335,0.0011957694,0.0025697115,0.0005291215,0.0010859439,0.0022755112,0.0012392127,0.0033265103],"category_scores_gemma":[0.0022992962,0.0008436582,0.00087332155,0.005493923,0.00048070992,0.0023765652,0.00076874625,0.0013363373,0.0025283596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006845109,0.00015349135,0.0004610666,0.007879213,0.00008494027,0.00008482314,0.00009079001,0.00644386,0.0035584543,0.014688301,0.01920913,0.9472775],"study_design_scores_gemma":[0.00006463051,0.00039395742,0.0016160287,0.003905177,0.00019064313,0.0012486399,0.00016116869,0.019903786,0.0062961695,0.016843108,0.94927096,0.00010572625],"about_ca_topic_score_codex":0.0016215135,"about_ca_topic_score_gemma":0.0016481283,"teacher_disagreement_score":0.0033265103,"about_ca_system_score_codex":0.0007823842,"about_ca_system_score_gemma":0.0017303613,"threshold_uncertainty_score":0.011128247},"labels":[],"label_agreement":null},{"id":"W2230430964","doi":"10.1145/2830555","title":"A Survey on Cache Management Mechanisms for Real-Time Embedded Systems","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Multi-core processor; Cache; Memory hierarchy; Predictability; Key (lock); Context (archaeology); Field (mathematics); Computer architecture; Embedded system; Distributed computing; Parallel computing; Operating system","score_opus":0.11583515431485146,"score_gpt":0.35848702047921077,"score_spread":0.2426518661643593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2230430964","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014461771,0.9789386,0.008925197,0.0007049579,0.0006927478,0.00004485798,0.00011505335,0.0001938396,0.008938613],"genre_scores_gemma":[0.012365237,0.97142684,0.009782393,0.0005083106,0.0010853901,0.00007314533,0.00040124333,0.000067928166,0.004289476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911934,0.00013281977,0.0001097929,0.00012599118,0.00041429405,0.00009775982],"domain_scores_gemma":[0.99795854,0.0010358798,0.00014987531,0.0001202033,0.00065694936,0.00007850594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010562284,0.0011325527,0.0009878795,0.0033275418,0.0004942326,0.0014897472,0.0016765321,0.0011828227,0.006446801],"category_scores_gemma":[0.0031055785,0.0006875923,0.00064943975,0.0058928085,0.00038925454,0.002998567,0.0007212046,0.0010531844,0.003510224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067259134,0.000100162884,0.000661921,0.010668865,0.000050108698,0.00008920616,0.00012264725,0.0032237174,0.002460231,0.016913073,0.035410717,0.9302321],"study_design_scores_gemma":[0.000019536828,0.00018769823,0.0011701832,0.00420555,0.00009974159,0.0007421216,0.00013833704,0.0041331197,0.0019271414,0.008510126,0.9788149,0.000051523766],"about_ca_topic_score_codex":0.0019076604,"about_ca_topic_score_gemma":0.0018448988,"teacher_disagreement_score":0.006446801,"about_ca_system_score_codex":0.00084586703,"about_ca_system_score_gemma":0.0021120873,"threshold_uncertainty_score":0.021566749},"labels":[],"label_agreement":null},{"id":"W2248302901","doi":"10.1145/2767181","title":"The State of Public Infrastructure-as-a-Service Cloud Security","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cloud computing; Cloud computing security; Competition (biology); Computer security; Computer science; Work (physics); Service (business); State (computer science); Security service; Business; Information security; Marketing","score_opus":0.07616722711998783,"score_gpt":0.34027597236407064,"score_spread":0.2641087452440828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248302901","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027802985,0.9480728,0.004098487,0.014112143,0.0009181602,0.000030152953,0.00006962598,0.00007241572,0.029845895],"genre_scores_gemma":[0.034643248,0.95631677,0.0019959756,0.002588228,0.0011811834,0.000037540074,0.00012076253,0.000035094097,0.0030812041],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971745,0.00063302857,0.0001488778,0.00039544917,0.0012746073,0.0003735727],"domain_scores_gemma":[0.9914396,0.0039537055,0.00074602873,0.0007530621,0.002682286,0.00042532248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049853814,0.00046614188,0.0007793011,0.0030977775,0.0012610999,0.0049288278,0.0016235126,0.0022264102,0.0053179176],"category_scores_gemma":[0.007647158,0.0005039897,0.0006310783,0.005537593,0.0024151765,0.009402853,0.0018335084,0.003487888,0.0025044756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004567076,0.000082709164,0.00093366305,0.005790889,0.00004733698,0.00009170764,0.0003698473,0.0011606667,0.0011362489,0.23438014,0.04525255,0.71070856],"study_design_scores_gemma":[0.0000058302894,0.000078200435,0.0011120016,0.0042803967,0.000034086177,0.00036434084,0.00037343774,0.00067564246,0.00072040246,0.023917345,0.9684097,0.0000286949],"about_ca_topic_score_codex":0.0051193703,"about_ca_topic_score_gemma":0.003998094,"teacher_disagreement_score":0.0053179176,"about_ca_system_score_codex":0.0048128897,"about_ca_system_score_gemma":0.00815139,"threshold_uncertainty_score":0.034920156},"labels":[],"label_agreement":null},{"id":"W2252009993","doi":"10.1145/2817552","title":"How Close are We to Realizing a Pragmatic VANET Solution? A Meta-Survey","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Vehicular ad hoc network; Key (lock); Wireless ad hoc network; Entertainment; Multidisciplinary approach; Intelligent transportation system; Computer security; Data science; Telecommunications; Wireless; Transport engineering","score_opus":0.1501866256822852,"score_gpt":0.3362623909842343,"score_spread":0.18607576530194914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252009993","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008527362,0.9690782,0.006583684,0.0049066735,0.0009426003,0.000033689725,0.000086601736,0.00006554958,0.017450236],"genre_scores_gemma":[0.0071602645,0.9854708,0.002987894,0.001052829,0.0004953727,0.000035087167,0.00015979512,0.000027708867,0.002610174],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987633,0.0003842188,0.00012883925,0.000194586,0.00039910615,0.0001299647],"domain_scores_gemma":[0.9953986,0.0030121102,0.0002008079,0.00018486682,0.0010447894,0.00015889258],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0021669834,0.0008985517,0.00094021746,0.0035738884,0.00055235176,0.0034880387,0.0017502734,0.0020000879,0.009567809],"category_scores_gemma":[0.0075390623,0.0006409996,0.00070602057,0.005192552,0.0009201904,0.0076586953,0.0011757654,0.0018372255,0.0040914686],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032653086,0.00006421958,0.00075546757,0.014471781,0.000058168298,0.00009307074,0.0003514943,0.0014412529,0.0003033262,0.057561558,0.036561094,0.88830596],"study_design_scores_gemma":[0.0000051968354,0.00007257461,0.000545381,0.009362104,0.000066768764,0.00045559075,0.0008417429,0.00062490086,0.00030299,0.013029314,0.97466666,0.00002672535],"about_ca_topic_score_codex":0.0022408841,"about_ca_topic_score_gemma":0.0031572296,"teacher_disagreement_score":0.9990598,"about_ca_system_score_codex":0.0014033488,"about_ca_system_score_gemma":0.0025699523,"threshold_uncertainty_score":0.032007456},"labels":[],"label_agreement":null},{"id":"W2293330139","doi":"10.1145/375360.375363","title":"Efficient reasoning","year":2001,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Undecidable problem; Context (archaeology); Dilemma; Ideal (ethics); Range (aeronautics); Artificial intelligence; Theoretical computer science; Reasoning system; Decidability","score_opus":0.09252194336420816,"score_gpt":0.3499071126489863,"score_spread":0.2573851692847781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293330139","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018522873,0.01630703,0.8617229,0.008037343,0.00041391497,0.00028002265,0.00065907044,0.0011975736,0.1095298],"genre_scores_gemma":[0.120096296,0.04652754,0.7758267,0.004657222,0.0021678798,0.0007332336,0.0035605973,0.00072375935,0.045706782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98996043,0.0030806512,0.000757165,0.001920354,0.0038111263,0.00047032908],"domain_scores_gemma":[0.9856909,0.007391158,0.00075124006,0.0042180712,0.0017057485,0.00024293065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008225491,0.0016534132,0.0016581195,0.003151553,0.001936551,0.008369757,0.0055452236,0.003475815,0.029453266],"category_scores_gemma":[0.025855407,0.001548851,0.002293218,0.0035402537,0.0049262373,0.014542863,0.0049850172,0.004000987,0.014378922],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018028672,0.00004730204,0.00026695634,0.0006475428,0.00008032639,0.00005436358,0.000212254,0.0040165554,0.00031754497,0.85580766,0.019272847,0.11925858],"study_design_scores_gemma":[0.00001678667,0.000008735795,0.00013930722,0.00017481805,0.000026775899,0.00011674137,0.00009543404,0.006256999,0.00039103406,0.88925827,0.10350025,0.000014916554],"about_ca_topic_score_codex":0.0030741289,"about_ca_topic_score_gemma":0.0031114123,"teacher_disagreement_score":0.029453266,"about_ca_system_score_codex":0.0028867905,"about_ca_system_score_gemma":0.0037589457,"threshold_uncertainty_score":0.09853101},"labels":[],"label_agreement":null},{"id":"W2294047952","doi":"10.1145/367701.367728","title":"Process migration","year":2000,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":469,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process migration; Implementation; Process (computing); Software deployment; Locality; Data migration; Workstation; Distributed computing; Process management; Software engineering; Operating system","score_opus":0.05593355483876543,"score_gpt":0.34739906121630515,"score_spread":0.2914655063775397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294047952","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010331104,0.07615718,0.5244602,0.005122221,0.006817839,0.0022487245,0.0015869134,0.01945824,0.35381758],"genre_scores_gemma":[0.12565993,0.12088922,0.36040312,0.0072491374,0.0019082065,0.002066206,0.006825151,0.0031893423,0.37180966],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978669,0.00028974502,0.00016186536,0.00044260352,0.0009859103,0.00025299983],"domain_scores_gemma":[0.9978404,0.00034463493,0.00014830205,0.0006733431,0.0008739485,0.000119353645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014974773,0.0012355944,0.00088602304,0.0017181851,0.0014141015,0.0032192096,0.0034660678,0.0021200033,0.030965349],"category_scores_gemma":[0.0050461106,0.0005625399,0.0011703371,0.002858836,0.0007749829,0.0041252044,0.003007262,0.001468475,0.034063496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012160132,0.00013182905,0.00050341914,0.0020032872,0.0000379343,0.00032897646,0.00038996345,0.001640862,0.008397477,0.036515635,0.08226962,0.8676594],"study_design_scores_gemma":[0.000028027873,0.0000794362,0.0003456427,0.00036131064,0.000044460594,0.0008953792,0.00013160167,0.0021050826,0.007240381,0.011030065,0.9777141,0.000024479144],"about_ca_topic_score_codex":0.0022360277,"about_ca_topic_score_gemma":0.00164914,"teacher_disagreement_score":0.030965349,"about_ca_system_score_codex":0.0011412357,"about_ca_system_score_gemma":0.0025672794,"threshold_uncertainty_score":0.103589416},"labels":[],"label_agreement":null},{"id":"W2314419339","doi":"10.1145/2897165","title":"Computational Methods for Residential Energy Cost Optimization in Smart Grids","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Smart grid; Computer science; Renewable energy; Energy consumption; Scheduling (production processes); Grid; Reliability engineering; Risk analysis (engineering); Mathematical optimization; Electrical engineering; Engineering; Business","score_opus":0.04990963036584008,"score_gpt":0.3581827172885167,"score_spread":0.30827308692267663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314419339","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004266053,0.14258902,0.80781406,0.004007597,0.0010022854,0.00013319602,0.00031944798,0.00032642757,0.03954195],"genre_scores_gemma":[0.23052631,0.27733183,0.46683574,0.0012014902,0.002693307,0.00090012007,0.0010970943,0.0005409818,0.018873041],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919385,0.00035406774,0.00005017988,0.00008503289,0.00027225527,0.000044649812],"domain_scores_gemma":[0.9980901,0.0013462141,0.00010418546,0.00013797054,0.00028845234,0.000033053613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015251697,0.0013516182,0.0014137573,0.0010981645,0.00037387578,0.0017709404,0.0015261722,0.0012177739,0.005205551],"category_scores_gemma":[0.00435812,0.00054931134,0.0011511528,0.002975351,0.0009012982,0.0019219338,0.001167995,0.0021152042,0.0012714935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003516734,0.00011559278,0.0007638891,0.0019807173,0.0001439915,0.000077068464,0.000090566,0.3925574,0.00038614174,0.34664756,0.022819875,0.23438197],"study_design_scores_gemma":[0.000029614217,0.00003784824,0.00055651163,0.00070940953,0.000047635134,0.00009754493,0.00008995624,0.6600505,0.00046735513,0.2526068,0.085275404,0.00003141849],"about_ca_topic_score_codex":0.003948663,"about_ca_topic_score_gemma":0.0029846008,"teacher_disagreement_score":0.005205551,"about_ca_system_score_codex":0.0010029619,"about_ca_system_score_gemma":0.0015557441,"threshold_uncertainty_score":0.017414272},"labels":[],"label_agreement":null},{"id":"W2328002359","doi":"10.1145/2893488","title":"Parallel Optimal Pairwise Biological Sequence Comparison","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Pairwise comparison; Xeon; Xeon Phi; Parallel computing; Sequence (biology); Graphics; Field (mathematics); Supercomputer; Benchmark (surveying); Resource (disambiguation); Field-programmable gate array; Artificial intelligence; Operating system","score_opus":0.19535979625243,"score_gpt":0.39282431332644263,"score_spread":0.19746451707401264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328002359","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0121454755,0.06829321,0.90461844,0.0010681349,0.0006615653,0.00020313538,0.00067283533,0.001787882,0.010549355],"genre_scores_gemma":[0.120459974,0.047425088,0.8208682,0.00061830675,0.0008187848,0.0004073262,0.0030300026,0.00054118707,0.005831091],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973869,0.00049588433,0.00022014412,0.00053921604,0.0012370448,0.00012085067],"domain_scores_gemma":[0.9970005,0.001581636,0.0002620481,0.00044505685,0.00064610585,0.000064582586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023949621,0.001313391,0.0019248355,0.002959626,0.00056472776,0.0014619624,0.0024395555,0.0011751741,0.003686616],"category_scores_gemma":[0.008584126,0.0005049124,0.0011719436,0.005233211,0.00094850705,0.0025775246,0.0017090922,0.0012157689,0.0021426436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017770853,0.00009185661,0.0010422352,0.0015010862,0.00015391628,0.00013031336,0.000091895956,0.025931554,0.007799752,0.023936354,0.00949399,0.92964935],"study_design_scores_gemma":[0.00023111727,0.00065240095,0.0056558545,0.0010284677,0.00044864847,0.0064732614,0.00044165386,0.46935755,0.06902345,0.26663363,0.17983662,0.00021744675],"about_ca_topic_score_codex":0.00090575975,"about_ca_topic_score_gemma":0.00083192566,"teacher_disagreement_score":0.003686616,"about_ca_system_score_codex":0.0006117623,"about_ca_system_score_gemma":0.0015093466,"threshold_uncertainty_score":0.012665927},"labels":[],"label_agreement":null},{"id":"W2400104698","doi":"10.1145/2732197","title":"A Survey on Implicit Surface Polygonization","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Computer Graphics and Visualization Techniques","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Toronto","funders":"Fundação para a Ciência e a Tecnologia; University of Toronto Scarborough; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Visualization; Focus (optics); Context (archaeology); Graphics; Identification (biology); Scientific visualization; Computer graphics; Information visualization; Data mining; Quality (philosophy); Computer graphics (images); Data science; Artificial intelligence; Information retrieval","score_opus":0.12384703702408933,"score_gpt":0.3979033107837392,"score_spread":0.27405627375964986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400104698","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016508428,0.92392683,0.050768305,0.0007384402,0.00065701257,0.000056138204,0.00025220896,0.00055950845,0.021390783],"genre_scores_gemma":[0.011464131,0.94424313,0.03537498,0.00032935856,0.0006715404,0.00007382349,0.0007141873,0.00024453521,0.0068843756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913627,0.00012287426,0.00007935781,0.00013854059,0.000465309,0.0000576277],"domain_scores_gemma":[0.9980641,0.0010852334,0.000087535525,0.00016792842,0.00054392,0.000051162162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090538705,0.0011788006,0.0013475772,0.0035556436,0.0004769301,0.0020827379,0.0019365915,0.0013054364,0.013368676],"category_scores_gemma":[0.0036768261,0.0008588487,0.0010989672,0.007466913,0.00062719884,0.0034316645,0.0012191416,0.0015559774,0.006914792],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028511966,0.000054288554,0.00032231584,0.0064770174,0.000040431878,0.000069686605,0.00014517263,0.0025106845,0.0013342666,0.016953658,0.026008343,0.9460557],"study_design_scores_gemma":[0.000010646953,0.00006566875,0.0006249675,0.0026717933,0.000063989224,0.0007946476,0.00014326612,0.004681746,0.00181876,0.010237968,0.97884244,0.000044078326],"about_ca_topic_score_codex":0.0017324671,"about_ca_topic_score_gemma":0.001350459,"teacher_disagreement_score":0.013368676,"about_ca_system_score_codex":0.0005017426,"about_ca_system_score_gemma":0.0012865375,"threshold_uncertainty_score":0.044722617},"labels":[],"label_agreement":null},{"id":"W2410319475","doi":"10.1145/2906153","title":"Ensuring Security and Privacy Preservation for Cloud Data Services","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Cloud computing; Computer science; Outsourcing; Computer security; Information privacy; Cloud computing security; Data security; Server; Data breach; Data Protection Act 1998; Internet privacy; Encryption; World Wide Web; Business","score_opus":0.13888327824700977,"score_gpt":0.37455431787297944,"score_spread":0.23567103962596966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410319475","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074238167,0.8248186,0.09867321,0.014989413,0.0013552349,0.00026390314,0.00017337405,0.00028030254,0.052022174],"genre_scores_gemma":[0.091846235,0.8492356,0.046517037,0.0027824615,0.0017959585,0.00017060805,0.00039143366,0.00008270557,0.007177975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99423885,0.0010789734,0.0002943633,0.00038578126,0.0034156379,0.00058640365],"domain_scores_gemma":[0.9949668,0.0023777757,0.00042936733,0.00077289285,0.0012811073,0.00017204175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038749657,0.0007166731,0.0007843,0.0032185793,0.0013844769,0.0034769252,0.0018491546,0.0023691843,0.0036891582],"category_scores_gemma":[0.008814699,0.0004904341,0.0010893833,0.0056066406,0.0019766684,0.009314201,0.0022475543,0.0029944202,0.0022969446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042147956,0.00008950489,0.0010463579,0.005126494,0.00006222153,0.00020149743,0.00035701544,0.002104806,0.0023778004,0.19129246,0.02783837,0.76946133],"study_design_scores_gemma":[0.000020763764,0.00012481019,0.0019309777,0.0055333143,0.00010329127,0.0026098783,0.0007885547,0.008671729,0.0061119255,0.09067969,0.883359,0.00006596779],"about_ca_topic_score_codex":0.0021976451,"about_ca_topic_score_gemma":0.0016894202,"teacher_disagreement_score":0.0038749657,"about_ca_system_score_codex":0.0024163912,"about_ca_system_score_gemma":0.0047560325,"threshold_uncertainty_score":0.02049303},"labels":[],"label_agreement":null},{"id":"W2416230292","doi":"10.1145/2903745","title":"Vehicular Networks","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Natural Sciences and Engineering Research Council of Canada; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Variety (cybernetics); Content delivery; Architecture; Task (project management); Vehicular ad hoc network; Replica; Wireless ad hoc network; Distributed computing; Computer network; Artificial intelligence; Telecommunications; Systems engineering","score_opus":0.02823799123667153,"score_gpt":0.2780323242878214,"score_spread":0.24979433305114984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416230292","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043611894,0.49173635,0.0838817,0.0054695155,0.007616393,0.00047488554,0.0021952037,0.0016745289,0.40259027],"genre_scores_gemma":[0.09531551,0.6685954,0.031512428,0.002419571,0.0033281988,0.00036218655,0.0075045116,0.00023979855,0.1907225],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919814,0.00015994906,0.0000586789,0.00011742402,0.00038071806,0.00008503049],"domain_scores_gemma":[0.999175,0.00017598839,0.000054755692,0.00010015484,0.00044341222,0.000050622824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005577118,0.00083297194,0.00070745527,0.0022006878,0.0006952387,0.002574283,0.0015989596,0.0014552452,0.0225416],"category_scores_gemma":[0.0018166275,0.00028659904,0.00044390195,0.003060184,0.00039807946,0.002243327,0.0015469946,0.0010015621,0.020073496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038582617,0.000040265688,0.0006130546,0.0020765038,0.000053237407,0.000231662,0.0001324534,0.0041073607,0.001306995,0.078081466,0.12198798,0.7913304],"study_design_scores_gemma":[0.0000041851013,0.000021962225,0.00017133201,0.00034735075,0.000016477488,0.0003244867,0.00009281082,0.0011650498,0.00037220115,0.0075847507,0.9898874,0.000011905609],"about_ca_topic_score_codex":0.0025612365,"about_ca_topic_score_gemma":0.0027242182,"teacher_disagreement_score":0.0225416,"about_ca_system_score_codex":0.0008337704,"about_ca_system_score_gemma":0.0013213973,"threshold_uncertainty_score":0.07540923},"labels":[],"label_agreement":null},{"id":"W2467945436","doi":"10.1145/2932710","title":"Visualizing Natural Language Descriptions","year":2016,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Exploit; Natural language user interface; Naturalness; Natural language programming; Natural language; Visualization; Simplicity; Natural language understanding; Language identification","score_opus":0.02202513094967928,"score_gpt":0.3171835668698234,"score_spread":0.2951584359201441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467945436","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008658764,0.0042069494,0.932764,0.002521672,0.00022770341,0.0003051714,0.0068131816,0.013288481,0.031214038],"genre_scores_gemma":[0.17339744,0.0065370295,0.78179055,0.000743329,0.00021445821,0.00053486036,0.015755124,0.0027862946,0.018240986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968221,0.0016321552,0.00026938407,0.00033678213,0.00083499425,0.00010448338],"domain_scores_gemma":[0.992334,0.005370815,0.00042919218,0.00080642744,0.00084671396,0.00021286335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039309384,0.0013840563,0.0006730798,0.005137934,0.00077198696,0.007357223,0.0018567814,0.0012525164,0.018907268],"category_scores_gemma":[0.014888555,0.0006105772,0.0010394923,0.0034880042,0.0012438601,0.0103610065,0.0027832638,0.0016200105,0.004279269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022286945,0.00010690121,0.0012748439,0.0021558853,0.00011189067,0.0007957139,0.009280929,0.008753263,0.00993893,0.6146554,0.069101684,0.2836017],"study_design_scores_gemma":[0.00007318326,0.000068381436,0.00047849174,0.0005441439,0.000061015136,0.000815558,0.0028555894,0.042903405,0.00720755,0.36055326,0.5843511,0.00008827367],"about_ca_topic_score_codex":0.0029336375,"about_ca_topic_score_gemma":0.004288165,"teacher_disagreement_score":0.018907268,"about_ca_system_score_codex":0.0013480021,"about_ca_system_score_gemma":0.0014071609,"threshold_uncertainty_score":0.06325114},"labels":[],"label_agreement":null},{"id":"W2469405371","doi":"10.1145/2938639","title":"Target Tracking for Sensor Networks","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Energy Efficient Wireless Sensor Networks","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Tracking (education); Position (finance); Sensor fusion; Wireless sensor network; Process (computing); Tree (set theory); Artificial intelligence; Tracking system; Data mining; Node (physics); Real-time computing; Trajectory; Kalman filter; Computer network","score_opus":0.06261823036271358,"score_gpt":0.3266402430293007,"score_spread":0.26402201266658715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469405371","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006938917,0.9271487,0.04505244,0.0018340639,0.0018412665,0.00008216713,0.000107323234,0.00018511793,0.02305508],"genre_scores_gemma":[0.013544667,0.95103174,0.019417947,0.0010340558,0.0019632871,0.0001088929,0.00027480195,0.000042701187,0.012581916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991517,0.00014723164,0.000057909783,0.00011740524,0.0004781569,0.000047684833],"domain_scores_gemma":[0.99914443,0.00036670035,0.00008654875,0.000081895676,0.0002905997,0.000029754341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008144078,0.0008629284,0.0007321282,0.0017622899,0.00046632282,0.0014434205,0.0015473431,0.002001333,0.0055843326],"category_scores_gemma":[0.0021527482,0.0004033998,0.0005381233,0.0034710106,0.00061368564,0.0025423914,0.0010625265,0.0017142327,0.00446333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023317698,0.000044651162,0.0002477451,0.004687419,0.000048816895,0.000113597875,0.000061545245,0.005302285,0.0016372125,0.052491564,0.04874004,0.88660175],"study_design_scores_gemma":[0.000008231217,0.000070785085,0.0005852895,0.0020675596,0.000046523837,0.0010969751,0.00007130659,0.008424729,0.0011934713,0.04550785,0.9408963,0.00003090514],"about_ca_topic_score_codex":0.0015441504,"about_ca_topic_score_gemma":0.0016446351,"teacher_disagreement_score":0.0055843326,"about_ca_system_score_codex":0.0009499436,"about_ca_system_score_gemma":0.0011035248,"threshold_uncertainty_score":0.018681467},"labels":[],"label_agreement":null},{"id":"W2473397309","doi":"10.1145/2938370","title":"Out-of-Band Covert Channels—A Survey","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"U.S. Department of Defense","keywords":"Covert; Covert channel; Adversary; Computer science; Adversarial system; Channel (broadcasting); Computer security; Adversary model; Theoretical computer science; Artificial intelligence; Telecommunications; Linguistics","score_opus":0.07907436874142937,"score_gpt":0.33158114774739406,"score_spread":0.2525067790059647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473397309","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010745206,0.7075013,0.14118506,0.0037057935,0.0013471975,0.00020412452,0.0002233242,0.0002493258,0.13483869],"genre_scores_gemma":[0.21931338,0.7218652,0.029855259,0.0019892727,0.0030972727,0.00032011908,0.0003795958,0.00013876545,0.023041235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985447,0.0003201229,0.00007573075,0.00023505071,0.0006483512,0.00017612142],"domain_scores_gemma":[0.9961903,0.0027287854,0.0002620487,0.0003644913,0.00037199707,0.00008239165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001354959,0.00082479767,0.0012625277,0.0027957244,0.0008170012,0.0023688686,0.0013547608,0.001854864,0.007679431],"category_scores_gemma":[0.0041196076,0.0005245691,0.0007927068,0.003518764,0.0020132803,0.005833444,0.0015587527,0.0020558496,0.0021593147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007467296,0.00015939973,0.00096849096,0.0042815204,0.00006439993,0.0002928364,0.00018765566,0.011548458,0.0017985477,0.35418922,0.019359414,0.6070754],"study_design_scores_gemma":[0.000034165783,0.00040105576,0.0014614122,0.0034866706,0.00012515167,0.004711656,0.00034003568,0.02445126,0.0041857525,0.20680635,0.7538977,0.000098728],"about_ca_topic_score_codex":0.0005139486,"about_ca_topic_score_gemma":0.000491426,"teacher_disagreement_score":0.007679431,"about_ca_system_score_codex":0.0011175185,"about_ca_system_score_gemma":0.0011110556,"threshold_uncertainty_score":0.025690258},"labels":[],"label_agreement":null},{"id":"W2484021251","doi":"10.1145/2963143","title":"The Six Pillars for Building Big Data Analytics Ecosystems","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Queen's University","funders":"","keywords":"Analytics; Computer science; Big data; Data science; Process (computing); Data analysis; Ecosystem; Web analytics; World Wide Web; Data mining; Ecology; The Internet; Web intelligence","score_opus":0.35734988169095444,"score_gpt":0.3903184238851551,"score_spread":0.032968542194200645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484021251","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059181815,0.45179418,0.18511514,0.23065458,0.00442579,0.001697639,0.0007207761,0.0013388152,0.11833493],"genre_scores_gemma":[0.07189561,0.49469432,0.3527645,0.050883975,0.005308023,0.0033810341,0.0015755579,0.00049767416,0.01899924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9858862,0.0053863544,0.0015895385,0.0014826461,0.0046175173,0.0010377545],"domain_scores_gemma":[0.98316896,0.007327021,0.0013506786,0.002355803,0.0040802797,0.0017173239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018822264,0.002172177,0.0014787756,0.01081701,0.005125003,0.0223246,0.004510709,0.00955498,0.0045504034],"category_scores_gemma":[0.013727812,0.0015344672,0.0016368445,0.013557641,0.013021342,0.035506282,0.015070314,0.012800338,0.004785149],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002563157,0.0000969003,0.0013578479,0.0032728363,0.00005796786,0.00019528418,0.0013997741,0.0007038969,0.00047327267,0.76892495,0.03873629,0.18475547],"study_design_scores_gemma":[0.000012248797,0.000040943378,0.0008179115,0.004380394,0.000028336186,0.00047371755,0.0019666697,0.0009258974,0.00036233113,0.32270104,0.66822666,0.00006380562],"about_ca_topic_score_codex":0.0029301723,"about_ca_topic_score_gemma":0.002556492,"teacher_disagreement_score":0.0223246,"about_ca_system_score_codex":0.005586475,"about_ca_system_score_gemma":0.01043263,"threshold_uncertainty_score":0.099542856},"labels":[],"label_agreement":null},{"id":"W2521935971","doi":"10.1145/2946802","title":"Performance and Security Improvements for Tor","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Qatar National Research Fund","keywords":"Computer science; Software deployment; Anonymity; Computer security; State (computer science); Network security; Point (geometry); Telecommunications; Software engineering","score_opus":0.036061957752171934,"score_gpt":0.30687179152765187,"score_spread":0.27080983377547996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521935971","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01574279,0.8983246,0.012181286,0.0063426807,0.0017015636,0.000073160474,0.0002581928,0.00026784022,0.065108016],"genre_scores_gemma":[0.2555257,0.7150091,0.008251111,0.0019045199,0.0021787283,0.00010651448,0.0006780109,0.00012310331,0.016223308],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998522,0.00038441067,0.00007754412,0.00019133106,0.00062171783,0.00020314864],"domain_scores_gemma":[0.9975752,0.0011029794,0.00017126098,0.00019494724,0.0008697383,0.00008582126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002433665,0.0005268124,0.000718901,0.0018162645,0.00072372414,0.0014977576,0.00097585196,0.0010778024,0.0072469627],"category_scores_gemma":[0.0066135223,0.00023293811,0.0006073204,0.0023210072,0.00065364985,0.0040053064,0.0010791734,0.0018195143,0.002542563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023752663,0.00009089739,0.0011568823,0.0042394465,0.000083948085,0.00013839868,0.00013756008,0.005156836,0.0017091807,0.083435975,0.04706861,0.8565447],"study_design_scores_gemma":[0.00006647151,0.00061889965,0.0038403897,0.003111885,0.0002731306,0.001800898,0.0004862863,0.013883593,0.005950685,0.047110848,0.9227751,0.000081704995],"about_ca_topic_score_codex":0.0014492605,"about_ca_topic_score_gemma":0.0022001644,"teacher_disagreement_score":0.0072469627,"about_ca_system_score_codex":0.0013699724,"about_ca_system_score_gemma":0.0011314793,"threshold_uncertainty_score":0.024243534},"labels":[],"label_agreement":null},{"id":"W2566006170","doi":"10.1145/3007204","title":"Current Research and Open Problems in Attribute-Based Access Control","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Access Control and Trust","field":"Social Sciences","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Access control; Role-based access control; Scalability; Computer security; Delegation; Control (management); Discretionary access control; Data science; World Wide Web; Database; Artificial intelligence; Political science; Law","score_opus":0.6736949052232728,"score_gpt":0.6033928804853208,"score_spread":0.070302024737952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566006170","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012600338,0.9605192,0.014146325,0.009129796,0.0006096206,0.00004222837,0.00006373284,0.00007534335,0.014153726],"genre_scores_gemma":[0.028249014,0.9564099,0.008226503,0.0023384984,0.0018273178,0.00009583773,0.0001356672,0.00003532711,0.0026818607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888409,0.003579961,0.000979323,0.0013391773,0.0047022304,0.0005584676],"domain_scores_gemma":[0.9466094,0.041246545,0.0021533694,0.0028491514,0.006482805,0.0006587202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01439741,0.00072785583,0.0016119657,0.0071511604,0.0015752375,0.0071444768,0.0026325053,0.0027167085,0.007832046],"category_scores_gemma":[0.025662754,0.0007669418,0.0012618466,0.01538445,0.006303005,0.017607475,0.002773213,0.0042869174,0.0025474534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038212685,0.00009073345,0.001142991,0.011366071,0.000062997264,0.000102199956,0.0011122414,0.0015118434,0.00030387336,0.38035756,0.016415238,0.58749604],"study_design_scores_gemma":[0.0000149230755,0.000101752026,0.0013647504,0.012338633,0.000081941624,0.0010396941,0.0022452553,0.0026569855,0.00053500565,0.20357889,0.7759588,0.000083295454],"about_ca_topic_score_codex":0.0049527283,"about_ca_topic_score_gemma":0.0030419494,"teacher_disagreement_score":0.01439741,"about_ca_system_score_codex":0.0042496044,"about_ca_system_score_gemma":0.008571036,"threshold_uncertainty_score":0.076141715},"labels":[],"label_agreement":null},{"id":"W2586913296","doi":"10.1145/2996451","title":"Mobile IP Handover for Vehicular Networks","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IPv6, Mobility, Handover, Networks, Security","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Handover; Computer network; Computer science; Mobile IP; Access network; Mobile computing; Internet Protocol; Mobile device; Cellular network; IMT Advanced; IP tunnel; The Internet; Mobile technology; Mobile Web","score_opus":0.0736756375115531,"score_gpt":0.33999412723068456,"score_spread":0.26631848971913147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586913296","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011735476,0.9722064,0.008820866,0.00068748987,0.0010806547,0.000047381094,0.000050008104,0.00006967273,0.015863955],"genre_scores_gemma":[0.017231498,0.9671482,0.0051459866,0.00047099826,0.0012063581,0.000038268136,0.00021798052,0.000020535368,0.008520181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99940884,0.00009829088,0.00004379166,0.00007046755,0.0003133294,0.000065245404],"domain_scores_gemma":[0.99921334,0.00031782652,0.00007666912,0.00004030031,0.00031737518,0.000034447545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075197144,0.0006052318,0.0005136996,0.0018560074,0.00037464488,0.0014514254,0.0009913014,0.0010706414,0.0049419138],"category_scores_gemma":[0.0017110369,0.00025070563,0.00038406538,0.00249664,0.0003447725,0.0020038653,0.0008616154,0.0012586717,0.0036619299],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002710414,0.00003338948,0.00027683636,0.0036810623,0.00002214791,0.0001568188,0.00008234183,0.00090452883,0.001676124,0.012670649,0.01968571,0.9607834],"study_design_scores_gemma":[0.0000070650945,0.00010968329,0.00092289736,0.002303472,0.00007116546,0.0015918105,0.00017166823,0.0018341513,0.0018292295,0.008103954,0.98302335,0.00003156271],"about_ca_topic_score_codex":0.0011021406,"about_ca_topic_score_gemma":0.001172383,"teacher_disagreement_score":0.0049419138,"about_ca_system_score_codex":0.000621844,"about_ca_system_score_gemma":0.0008078137,"threshold_uncertainty_score":0.016532362},"labels":[],"label_agreement":null},{"id":"W2608738900","doi":"10.1145/3068281","title":"GPU Virtualization and Scheduling Methods","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Horizon 2020 Framework Programme; European Commission; Queen's University; Queen's University Belfast; VMware; Nvidia","keywords":"Computer science; Virtualization; Cloud computing; Virtual machine; Symmetric multiprocessor system; Scheduling (production processes); General-purpose computing on graphics processing units; Distributed computing; Graphics; Operating system","score_opus":0.16267783823552945,"score_gpt":0.43211804960909556,"score_spread":0.2694402113735661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608738900","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052348278,0.6107995,0.29364082,0.0035185718,0.003692476,0.00033693912,0.00041516215,0.0015269038,0.08083474],"genre_scores_gemma":[0.11648953,0.6140947,0.22750777,0.0024059163,0.004180232,0.00070898194,0.0012880091,0.00077374757,0.03255119],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989512,0.0002207084,0.00007436526,0.00017791812,0.00047699278,0.00009877131],"domain_scores_gemma":[0.9991935,0.00035105052,0.00008456429,0.00010521205,0.00022082635,0.000044839857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095532404,0.00093610224,0.00074854103,0.0016701929,0.0005532446,0.0022716399,0.0018997054,0.0008853606,0.0047529438],"category_scores_gemma":[0.0024201204,0.0005158807,0.0007146295,0.0028238706,0.0006804328,0.0018307745,0.0010362872,0.0015883695,0.0028922078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064448934,0.00009976746,0.0007853165,0.0031873775,0.00007822216,0.00008307082,0.00017670338,0.0205307,0.002670803,0.15013818,0.040360443,0.781825],"study_design_scores_gemma":[0.000041673236,0.00010804629,0.0009346405,0.0011822443,0.000057985268,0.00054886687,0.00010897214,0.044614784,0.0032556676,0.06446786,0.8846187,0.000060591894],"about_ca_topic_score_codex":0.0036428666,"about_ca_topic_score_gemma":0.002455947,"teacher_disagreement_score":0.0047529438,"about_ca_system_score_codex":0.0012652423,"about_ca_system_score_gemma":0.0025851377,"threshold_uncertainty_score":0.015900135},"labels":[],"label_agreement":null},{"id":"W2618843390","doi":"10.1145/3057270","title":"Current State of Text Sentiment Analysis from Opinion to Emotion Mining","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":485,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sentiment analysis; Computer science; Perspective (graphical); Emotion classification; Focus (optics); Data science; Emotion detection; Concept mining; Natural language processing; Artificial intelligence; Web mining; Emotion recognition; World Wide Web","score_opus":0.14543300333498774,"score_gpt":0.40614922833944267,"score_spread":0.2607162250044549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618843390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055804523,0.88797826,0.060289208,0.010611299,0.0031404446,0.0003201775,0.00090071827,0.0008013382,0.030378034],"genre_scores_gemma":[0.02997253,0.90826684,0.042198848,0.003565154,0.0055619534,0.00046127386,0.0017852752,0.00025945765,0.0079286825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829465,0.0004969021,0.00018281244,0.00032320688,0.00061350566,0.000088995635],"domain_scores_gemma":[0.99151915,0.0050542275,0.0003980843,0.00029104447,0.002602202,0.00013519308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037201212,0.0010753757,0.0015403653,0.004443833,0.0006292531,0.0031709294,0.0017392518,0.0011483572,0.0058742147],"category_scores_gemma":[0.010283952,0.00046114365,0.0013674624,0.0062683187,0.000995111,0.0048345784,0.001153019,0.0017777822,0.0048988066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054450546,0.000055895485,0.0009573728,0.006002518,0.000081730905,0.000040702234,0.00026981454,0.0003162901,0.000889482,0.008227047,0.043216143,0.9398886],"study_design_scores_gemma":[0.000048272344,0.00012381762,0.006502678,0.0072087958,0.00033662317,0.00058266416,0.0010488636,0.006513797,0.0027075957,0.036394257,0.93844366,0.000088987246],"about_ca_topic_score_codex":0.0017099784,"about_ca_topic_score_gemma":0.0013568935,"teacher_disagreement_score":0.0058742147,"about_ca_system_score_codex":0.001005538,"about_ca_system_score_gemma":0.0015962131,"threshold_uncertainty_score":0.019674122},"labels":[],"label_agreement":null},{"id":"W2752198235","doi":"10.1145/3084288","title":"Encoding Arguments","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Probabilistic logic; Lemma (botany); Encoding (memory); Mathematical proof; Computer science; Generalization; Simple (philosophy); Theoretical computer science; Event (particle physics); Object (grammar); Set (abstract data type); Algorithm; Discrete mathematics; Mathematics; Artificial intelligence; Programming language","score_opus":0.22125334338740177,"score_gpt":0.4090374100271108,"score_spread":0.18778406663970904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752198235","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042601004,0.0439245,0.72150105,0.017917695,0.002842851,0.00028256592,0.0012046456,0.0012104232,0.2068561],"genre_scores_gemma":[0.3163724,0.096050814,0.47140014,0.017927488,0.0080302805,0.0017694075,0.003551219,0.0019173218,0.082980916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.993785,0.0024471504,0.00042253762,0.0009195597,0.0020498768,0.00037587294],"domain_scores_gemma":[0.9847675,0.011345022,0.0006958194,0.0020982558,0.0009319594,0.00016139027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005759392,0.001547192,0.0010319911,0.0023689081,0.0015583258,0.0052634156,0.0031673005,0.0033790218,0.024463966],"category_scores_gemma":[0.025574343,0.0007410308,0.0018783485,0.0031525777,0.0062500457,0.015727887,0.0043273275,0.005596534,0.008109498],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012750154,0.000012826671,0.000050830426,0.0002812234,0.000009451952,0.00003391498,0.00007002234,0.00050759973,0.00011463928,0.96021056,0.007362315,0.031333942],"study_design_scores_gemma":[0.00001774242,0.0000142997915,0.00006934829,0.00042226916,0.000018455079,0.00029412136,0.00005175371,0.0016068132,0.0005767308,0.8797192,0.11719049,0.000018874574],"about_ca_topic_score_codex":0.00046468808,"about_ca_topic_score_gemma":0.00031390152,"teacher_disagreement_score":0.024463966,"about_ca_system_score_codex":0.00285178,"about_ca_system_score_gemma":0.0017346267,"threshold_uncertainty_score":0.08184016},"labels":[],"label_agreement":null},{"id":"W2761909754","doi":"10.1145/3107614","title":"Automated Vehicle Detection and Classification","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Categorization; Artificial intelligence; Open research; Scalability; Intelligent transportation system; Machine learning; Contextual image classification; Database; Image (mathematics)","score_opus":0.15472427463487923,"score_gpt":0.3917708695872088,"score_spread":0.23704659495232958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761909754","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03226049,0.3064729,0.51632446,0.0057202857,0.0065064244,0.00093985413,0.0075815013,0.008171905,0.11602228],"genre_scores_gemma":[0.4098414,0.29311535,0.21202305,0.0024677955,0.0039806766,0.0006145014,0.023328004,0.00038449126,0.054244846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889034,0.0001276275,0.00005422048,0.0003085749,0.00050845376,0.000110887544],"domain_scores_gemma":[0.9985291,0.0003049318,0.00011420688,0.00014597227,0.00087201904,0.00003378236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094146625,0.0010456622,0.0009907085,0.0042360243,0.0004260334,0.0016548415,0.0018294611,0.001180603,0.0039387154],"category_scores_gemma":[0.0026458926,0.00029684187,0.0006114755,0.0031485495,0.00040939494,0.001970676,0.0007825263,0.00088309386,0.005737755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022780334,0.000052268228,0.0025253906,0.0006649172,0.000040259732,0.000034798195,0.000020146988,0.0032178592,0.0008777611,0.003297538,0.03623232,0.95301396],"study_design_scores_gemma":[0.000030203684,0.00021290452,0.020968918,0.002007652,0.00026530455,0.0013767068,0.00052856235,0.16440523,0.019003732,0.03299809,0.75803787,0.00016485156],"about_ca_topic_score_codex":0.0057395156,"about_ca_topic_score_gemma":0.005393357,"teacher_disagreement_score":0.0057395156,"about_ca_system_score_codex":0.00094469823,"about_ca_system_score_gemma":0.0011491292,"threshold_uncertainty_score":0.013176262},"labels":[],"label_agreement":null},{"id":"W2782183607","doi":"10.1145/3154834","title":"Underwater Wireless Sensor Networks","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Underwater Vehicles and Communication Systems","field":"Engineering","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canada Research Chairs","keywords":"Topology control; Computer science; Network topology; Context (archaeology); Computer network; Topology (electrical circuits); Wireless sensor network; Underwater; Wireless; Distributed computing; Wireless network; Key distribution in wireless sensor networks; Telecommunications; Electrical engineering; Engineering","score_opus":0.06766023760726628,"score_gpt":0.29753249712204427,"score_spread":0.229872259514778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782183607","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017078284,0.89589703,0.028445259,0.0035288215,0.004779509,0.0001224213,0.00021831326,0.0003117346,0.064989045],"genre_scores_gemma":[0.015708867,0.94442624,0.008496597,0.0011663022,0.0025165093,0.000087490276,0.00055129424,0.000042062886,0.027004711],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916756,0.00014792247,0.00006424353,0.00011308593,0.00044762707,0.000059610855],"domain_scores_gemma":[0.99906534,0.00029673846,0.00006423818,0.00007117663,0.00044638087,0.000056134155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068746874,0.00068661006,0.0005547556,0.0014938228,0.0004157077,0.0011759519,0.0013733376,0.0011962326,0.009667166],"category_scores_gemma":[0.0020046819,0.00024701445,0.00032856924,0.0024108903,0.0003843093,0.0025691544,0.0010533439,0.0010416256,0.0070530246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001662394,0.00003012823,0.00028528497,0.0030617907,0.000039970488,0.00009414558,0.00006904555,0.0014725385,0.0014077497,0.018496413,0.05977675,0.91524965],"study_design_scores_gemma":[0.0000031621514,0.000031014086,0.00029208107,0.00072340557,0.000020549442,0.0003439184,0.000060383994,0.0012358979,0.0005142831,0.0068840114,0.98987794,0.000013318222],"about_ca_topic_score_codex":0.0010664063,"about_ca_topic_score_gemma":0.0011790622,"teacher_disagreement_score":0.009667166,"about_ca_system_score_codex":0.00053639064,"about_ca_system_score_gemma":0.0011588141,"threshold_uncertainty_score":0.03233987},"labels":[],"label_agreement":null},{"id":"W2783614532","doi":"10.1145/3197978","title":"A Survey on Compiler Autotuning using Machine Learning","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Compiler; Optimizing compiler; Loop optimization; Leverage (statistics); Interprocedural optimization; Pace; Parallel computing; Artificial intelligence; Programming language","score_opus":0.14938650114853463,"score_gpt":0.37375704087074435,"score_spread":0.22437053972220972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783614532","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002847922,0.9290757,0.04893391,0.0012755889,0.00092321745,0.000070188784,0.00029471944,0.000990276,0.0155884735],"genre_scores_gemma":[0.021018917,0.9330532,0.03476341,0.000917461,0.0015033687,0.0001233012,0.0014640768,0.00039517955,0.006761145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915504,0.00014844292,0.00008004673,0.00017949044,0.0003710891,0.00006581558],"domain_scores_gemma":[0.99811137,0.0011671813,0.000100470264,0.00014410159,0.00043154132,0.000045402598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009925966,0.0013653934,0.0012837193,0.0024974071,0.00032376507,0.0013538284,0.0016949904,0.0009622405,0.0069719087],"category_scores_gemma":[0.003958856,0.00064813043,0.0010493582,0.0047905226,0.00040139968,0.002587342,0.0008101614,0.0013316935,0.0042470284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004706052,0.000070442096,0.00078583724,0.006264987,0.00007707123,0.000064064894,0.000050694875,0.0072047617,0.0010936887,0.008306145,0.029784068,0.9462511],"study_design_scores_gemma":[0.000032424214,0.00024200999,0.0021585922,0.0050182547,0.00022528811,0.0007631545,0.0001264141,0.03040833,0.005306178,0.021369608,0.9342517,0.000098054115],"about_ca_topic_score_codex":0.0013198233,"about_ca_topic_score_gemma":0.0013416295,"teacher_disagreement_score":0.0069719087,"about_ca_system_score_codex":0.0005045576,"about_ca_system_score_gemma":0.0014285226,"threshold_uncertainty_score":0.023323298},"labels":[],"label_agreement":null},{"id":"W2788411626","doi":"10.1145/3167476","title":"Evaluating Computational Creativity","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Creativity; Computer science; Computational creativity; Task (project management); Creativity technique; Cognitive science; Software; Human–computer interaction; Cognition; Data science; Artificial intelligence; Psychology; Programming language","score_opus":0.4074853096323455,"score_gpt":0.5620924236654873,"score_spread":0.15460711403314176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788411626","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016941195,0.8039097,0.045028556,0.005729429,0.0020247663,0.00074860215,0.00097600755,0.0003190851,0.1243227],"genre_scores_gemma":[0.27113593,0.62820244,0.07448551,0.0036274374,0.0020405834,0.0018394401,0.0026184772,0.0002482464,0.015802052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902436,0.00468965,0.00089217577,0.00066994666,0.0032950072,0.00020963752],"domain_scores_gemma":[0.9678678,0.020993538,0.0026177587,0.0013235599,0.0065426272,0.0006546853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009082359,0.0010303176,0.0011378992,0.006275053,0.00060621434,0.005178408,0.0013233097,0.0011214649,0.010433688],"category_scores_gemma":[0.061973777,0.00023357483,0.00094686274,0.005997481,0.0014181574,0.0046470636,0.002415613,0.0013323405,0.0021749942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007255345,0.00005754818,0.0033611394,0.004965162,0.0001812789,0.000027179947,0.00038948577,0.00051642687,0.00015569589,0.024764176,0.013667693,0.9518418],"study_design_scores_gemma":[0.00018843425,0.000535139,0.03837693,0.041230727,0.0009519698,0.0013281789,0.0030562654,0.0037260929,0.0028502597,0.16881269,0.7387184,0.00022495163],"about_ca_topic_score_codex":0.0011529559,"about_ca_topic_score_gemma":0.0021747851,"teacher_disagreement_score":0.010433688,"about_ca_system_score_codex":0.0018499161,"about_ca_system_score_gemma":0.0023403196,"threshold_uncertainty_score":0.0480327},"labels":[],"label_agreement":null},{"id":"W2793353921","doi":"10.1145/3158644","title":"Survey and Analysis of Kernel and Userspace Tracers on Linux","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Linux kernel; User space; Overhead (engineering); Tracing; Operating system; Kernel (algebra); Stack (abstract data type); System call; Legacy system; Software; Embedded system; Software engineering","score_opus":0.09269364725147568,"score_gpt":0.35807121965084,"score_spread":0.2653775723993643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793353921","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016568314,0.92451763,0.027055452,0.002340944,0.00075240334,0.00012632618,0.00044519815,0.0012527362,0.026941076],"genre_scores_gemma":[0.07004851,0.8931765,0.01850033,0.0013480182,0.00094361615,0.00016188409,0.0018466986,0.00075061904,0.013223915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618125,0.00070183835,0.00024363332,0.0005332999,0.0019861928,0.00035380523],"domain_scores_gemma":[0.9865773,0.007656355,0.00086776237,0.0009139138,0.003595981,0.0003887363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004063411,0.0009875331,0.0012826242,0.0064189024,0.00096249126,0.0030582254,0.0023861104,0.0013764532,0.005149671],"category_scores_gemma":[0.016707,0.0010039097,0.0007827295,0.008884752,0.0009947167,0.006285638,0.0014612735,0.0015151997,0.0030151098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013953248,0.00009774941,0.0041214977,0.0069318158,0.00006468098,0.000109851906,0.00081425655,0.002018197,0.002469472,0.026983777,0.031668838,0.9245803],"study_design_scores_gemma":[0.00001907422,0.0003023442,0.0050301827,0.004914535,0.00013995761,0.0008786254,0.00071913487,0.0032153525,0.0055659404,0.0072625787,0.971866,0.000086287],"about_ca_topic_score_codex":0.004970589,"about_ca_topic_score_gemma":0.0044972245,"teacher_disagreement_score":0.0064189024,"about_ca_system_score_codex":0.0019562664,"about_ca_system_score_gemma":0.0041769925,"threshold_uncertainty_score":0.02148962},"labels":[],"label_agreement":null},{"id":"W2798879067","doi":"10.1145/3409452","title":"Comparative Analysis and Framework Evaluating Web Single Sign-on Systems","year":2020,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto Mississauga; University of Toronto","keywords":"Single sign-on; Credential; Usability; Password; Identity management; Computer science; Service provider; Authentication (law); Software deployment; Computer security; World Wide Web; Web service; Internet privacy; Service (business); Business; Software engineering; Human–computer interaction","score_opus":0.13812965203935956,"score_gpt":0.3666172352916724,"score_spread":0.22848758325231283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798879067","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8863437,0.0053842757,0.06332647,0.00093837007,0.00016040182,0.0011639273,0.001352933,0.0008052322,0.040524714],"genre_scores_gemma":[0.97027326,0.0009815235,0.025803953,0.00006601831,0.000044662895,0.00020023528,0.00078708644,0.000076793134,0.0017664771],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9695171,0.014122359,0.0018376148,0.0013751901,0.011587779,0.0015598281],"domain_scores_gemma":[0.933163,0.03775086,0.004577998,0.008142917,0.015037838,0.0013273034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02097424,0.00075463037,0.0014356785,0.009046462,0.0014289485,0.0047285757,0.0012209231,0.0011759866,0.0031701294],"category_scores_gemma":[0.05159509,0.00030351692,0.0007747318,0.0077009615,0.0014062164,0.0062064016,0.0026455212,0.0008369137,0.0007192156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037249052,0.0017917191,0.09808881,0.0038737168,0.00080439955,0.00048484653,0.0034567032,0.11927051,0.019960655,0.1290867,0.010172332,0.60928476],"study_design_scores_gemma":[0.000455306,0.016668767,0.17904462,0.0013315079,0.0012368283,0.0017293353,0.012359253,0.61849856,0.044138853,0.054773778,0.06921804,0.0005451659],"about_ca_topic_score_codex":0.0031597097,"about_ca_topic_score_gemma":0.0029819922,"teacher_disagreement_score":0.02097424,"about_ca_system_score_codex":0.0047206944,"about_ca_system_score_gemma":0.0016238381,"threshold_uncertainty_score":0.11092365},"labels":[],"label_agreement":null},{"id":"W2800277550","doi":"10.1145/3158661","title":"A Survey on NoSQL Stores","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"NoSQL; Computer science; Consistency (knowledge bases); Implementation; Database; Big data; Relational database; Data science; Scalability; Data mining; Software engineering; Artificial intelligence","score_opus":0.09652618745836172,"score_gpt":0.3389769881995401,"score_spread":0.24245080074117836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800277550","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023102295,0.9324004,0.02385967,0.0045437114,0.001339116,0.00018554313,0.0005854214,0.00055318093,0.03422275],"genre_scores_gemma":[0.011028535,0.9548754,0.019729087,0.0027243833,0.0015857208,0.00016435649,0.0015455892,0.00019293441,0.008154001],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968167,0.0005430511,0.00043674393,0.0003135206,0.0016525387,0.00023753442],"domain_scores_gemma":[0.9936572,0.0034269644,0.00030666566,0.00047037745,0.0019473467,0.00019137865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039612954,0.0008379542,0.0010006016,0.0055403695,0.0008823141,0.0036451712,0.0028560099,0.0013641885,0.009772818],"category_scores_gemma":[0.008591166,0.0007943522,0.000857102,0.011581592,0.000841673,0.009747632,0.0021471994,0.002114572,0.0045268824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007969048,0.00012282396,0.00112644,0.011462993,0.000062576444,0.00018515925,0.00052529754,0.0010652045,0.0016070609,0.07474069,0.08106163,0.82796043],"study_design_scores_gemma":[0.0000068494683,0.000041299107,0.00032142975,0.002307119,0.000024713845,0.00048256945,0.00020819095,0.0006153634,0.00057590695,0.006704975,0.98869073,0.000020970288],"about_ca_topic_score_codex":0.0017531901,"about_ca_topic_score_gemma":0.0014661379,"teacher_disagreement_score":0.009772818,"about_ca_system_score_codex":0.0011627753,"about_ca_system_score_gemma":0.0033075379,"threshold_uncertainty_score":0.032693326},"labels":[],"label_agreement":null},{"id":"W2804347281","doi":"10.1145/3179993","title":"Co-Simulation","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Horizon 2020 Framework Programme","keywords":"Computer science; Modular design; Co-simulation; Discrete event simulation; Simulation modeling; Data science; Systems engineering; Management science; Simulation; Programming language","score_opus":0.45882078670740933,"score_gpt":0.5661062643273224,"score_spread":0.10728547761991303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804347281","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042062695,0.03078813,0.85856247,0.0038811716,0.0016261744,0.00067345065,0.00092283374,0.003365014,0.09597449],"genre_scores_gemma":[0.25378314,0.08497178,0.59317565,0.0031087943,0.0016171399,0.0025077334,0.0058479398,0.0023719613,0.05261593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945991,0.0022165566,0.00037859977,0.00089864596,0.0015804024,0.00032678858],"domain_scores_gemma":[0.9885076,0.0065488503,0.00049660663,0.0022983858,0.0017741041,0.00037448783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043800236,0.0016168322,0.0018201441,0.0025341685,0.0010700128,0.0050825733,0.004797753,0.002835671,0.02949319],"category_scores_gemma":[0.01455534,0.00075480517,0.0021972468,0.0034347908,0.0016460685,0.0046011475,0.0045643845,0.0024951797,0.010686551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011453125,0.00014772477,0.00264197,0.0035366602,0.00045284836,0.00030910288,0.00037554867,0.17496642,0.0012721884,0.380073,0.0535346,0.38257545],"study_design_scores_gemma":[0.00007076421,0.000096331154,0.00065317756,0.0012936987,0.00019012438,0.00056202617,0.000271456,0.2150607,0.0023147613,0.22403112,0.5553659,0.00008997085],"about_ca_topic_score_codex":0.0036584977,"about_ca_topic_score_gemma":0.0035565845,"teacher_disagreement_score":0.02949319,"about_ca_system_score_codex":0.0020661436,"about_ca_system_score_gemma":0.004090575,"threshold_uncertainty_score":0.09866452},"labels":[],"label_agreement":null},{"id":"W2883299390","doi":"10.1145/3204940","title":"Evaluation in Contextual Information Retrieval","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Computer science; Information retrieval; Data science; Context (archaeology); Human–computer information retrieval; Cognitive models of information retrieval; Task (project management); Demographics; World Wide Web; Search engine; Geography","score_opus":0.1314252247468133,"score_gpt":0.37861386329348223,"score_spread":0.24718863854666892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883299390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024386348,0.6340399,0.23767352,0.0091627,0.001613735,0.0034699203,0.0018037178,0.00089267094,0.086957574],"genre_scores_gemma":[0.5228218,0.1789466,0.27565604,0.005442975,0.0031078306,0.004982219,0.0020929696,0.00041915677,0.0065304497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90987974,0.06662728,0.004317744,0.0038176435,0.014459108,0.0008985295],"domain_scores_gemma":[0.847145,0.12762308,0.0050429846,0.006089391,0.013273981,0.0008254541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043069296,0.0013324127,0.0023255476,0.008046213,0.0012760024,0.0063885655,0.0014678108,0.0023214093,0.0056676213],"category_scores_gemma":[0.13840188,0.0005229989,0.0015744601,0.008312888,0.002803544,0.008114616,0.0029413984,0.0018669049,0.0012616833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046411838,0.00018138187,0.005985094,0.014561085,0.0006894298,0.00007855637,0.0014038371,0.003696483,0.00095181423,0.081423126,0.012498804,0.87806636],"study_design_scores_gemma":[0.00046225556,0.0029465407,0.046819095,0.041936226,0.0045794738,0.0025697146,0.0053391554,0.04756538,0.010344712,0.3337555,0.5028931,0.0007888063],"about_ca_topic_score_codex":0.0030039088,"about_ca_topic_score_gemma":0.0031158703,"teacher_disagreement_score":0.043069296,"about_ca_system_score_codex":0.003955742,"about_ca_system_score_gemma":0.0028592912,"threshold_uncertainty_score":0.22777492},"labels":[],"label_agreement":null},{"id":"W2911424601","doi":"10.1145/3274658","title":"A Perspective Analysis of Handwritten Signature Technology","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Handwritten Text Recognition Techniques","field":"Computer Science","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Perspective (graphical); Signature (topology); Artificial intelligence; Natural language processing","score_opus":0.05095119436942392,"score_gpt":0.3541816603901525,"score_spread":0.30323046602072856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911424601","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018466554,0.99225825,0.00071315555,0.0012082374,0.00034389706,0.000008230608,0.00003221986,0.000008468923,0.005242764],"genre_scores_gemma":[0.0035370835,0.99265987,0.0009393004,0.00084021426,0.0005370814,0.000017270893,0.00004920329,0.000005400897,0.0014145542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982823,0.0005332553,0.00016214632,0.00021090948,0.00073259283,0.00007876918],"domain_scores_gemma":[0.9962709,0.0022799762,0.00030189386,0.000102540886,0.0009607562,0.00008389168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015911267,0.0008423561,0.0010261284,0.0077732103,0.0004175378,0.0025368398,0.00091230683,0.0016542178,0.006590705],"category_scores_gemma":[0.0046819937,0.00039419156,0.00073917315,0.007851374,0.0011177261,0.0031663522,0.0009008569,0.0015106954,0.0031102856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005567931,0.000043350068,0.000555307,0.037216634,0.00016347838,0.00023903397,0.0005564256,0.0005558692,0.0013597428,0.06526372,0.049510926,0.8444798],"study_design_scores_gemma":[0.000006717553,0.00005982125,0.0016589003,0.016808296,0.000104769504,0.00083009904,0.00044989205,0.00013664232,0.00052198843,0.013901251,0.9654979,0.000023701867],"about_ca_topic_score_codex":0.0021045164,"about_ca_topic_score_gemma":0.0027882312,"teacher_disagreement_score":0.0077732103,"about_ca_system_score_codex":0.0016689578,"about_ca_system_score_gemma":0.0030849678,"threshold_uncertainty_score":0.022048056},"labels":[],"label_agreement":null},{"id":"W2914961791","doi":"10.1145/3292577","title":"Code Authorship Attribution","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Authorship Attribution and Profiling","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"New Brunswick Innovation Foundation","keywords":"Computer science; Malware; Attribution; Authorship attribution; Code (set theory); Field (mathematics); Cryptovirology; Categorization; Data science; Artificial intelligence; Computer security; Programming language; Set (abstract data type); Psychology","score_opus":0.26310978084345377,"score_gpt":0.4126861586154646,"score_spread":0.14957637777201083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914961791","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013919767,0.51763934,0.08781175,0.025887296,0.023143284,0.0011178615,0.0058727884,0.0024087122,0.32219926],"genre_scores_gemma":[0.26168197,0.51466376,0.043362863,0.009669034,0.013744585,0.0015136085,0.010761938,0.0011173172,0.14348495],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9827711,0.0057094116,0.0019008038,0.001969503,0.006777773,0.00087128195],"domain_scores_gemma":[0.9019348,0.04851487,0.012979328,0.01278805,0.021535087,0.0022478243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010395616,0.0009543793,0.0011120929,0.012382169,0.002499507,0.005991335,0.0018283327,0.002811765,0.027380666],"category_scores_gemma":[0.09908952,0.00036595494,0.0006513151,0.01234018,0.0026929253,0.0070911082,0.0038996781,0.0017207044,0.016286893],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006181095,0.00003486279,0.003571104,0.004735036,0.000059560072,0.00014910943,0.0007100572,0.00033300175,0.00038714753,0.057498917,0.1070481,0.8254113],"study_design_scores_gemma":[0.00001298113,0.000031891224,0.0031543155,0.006423503,0.00006236751,0.0010591323,0.00072637765,0.0005689332,0.0010859015,0.039307546,0.94752204,0.000044940396],"about_ca_topic_score_codex":0.0008827788,"about_ca_topic_score_gemma":0.0009773043,"teacher_disagreement_score":0.027380666,"about_ca_system_score_codex":0.0020247195,"about_ca_system_score_gemma":0.0053428076,"threshold_uncertainty_score":0.0915975},"labels":[],"label_agreement":null},{"id":"W2915125723","doi":"10.1145/3286688","title":"Sustainable Offloading in Mobile Cloud Computing","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Ottawa","funders":"","keywords":"Computer science; Mobile cloud computing; Cloud computing; Mobile device; Distributed computing; Energy consumption; Mobile computing; Scalability; Computer network; Operating system","score_opus":0.059608137716797446,"score_gpt":0.3358107463886693,"score_spread":0.27620260867187185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915125723","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032471488,0.9521779,0.014639279,0.0014483082,0.0010336643,0.00006865693,0.00007005121,0.00011399107,0.027200986],"genre_scores_gemma":[0.03766716,0.94702345,0.007080293,0.0007749861,0.0012043627,0.000056095894,0.00015507995,0.000042440024,0.005996018],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995703,0.00006770348,0.000026035685,0.00005840803,0.00020960452,0.00006804318],"domain_scores_gemma":[0.99963593,0.00017645991,0.000029620303,0.000026748769,0.000107737105,0.000023415794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004162256,0.00052202574,0.0005948472,0.0018257423,0.0004883329,0.0017471445,0.00074402045,0.00082306215,0.0026661416],"category_scores_gemma":[0.0008735558,0.00026209358,0.00043737362,0.0035790387,0.0004311064,0.0020666393,0.0009147771,0.0009183764,0.0014779043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003446606,0.000060989125,0.0005697455,0.005307663,0.000032421398,0.00022273182,0.00012698382,0.0034348946,0.0023648245,0.049329404,0.02444702,0.9140688],"study_design_scores_gemma":[0.000006795486,0.00008493374,0.0013817104,0.0026571339,0.000048770184,0.0011863922,0.0002722975,0.0068936353,0.0018698276,0.02837828,0.9571807,0.00003956051],"about_ca_topic_score_codex":0.0016647475,"about_ca_topic_score_gemma":0.0022847513,"teacher_disagreement_score":0.0026661416,"about_ca_system_score_codex":0.0006704681,"about_ca_system_score_gemma":0.0011688203,"threshold_uncertainty_score":0.00891912},"labels":[],"label_agreement":null},{"id":"W2947158132","doi":"10.1145/3284748","title":"Countermeasures against Worm Spreading","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Malware; Countermeasure; Wireless ad hoc network; Computer security; Wireless; Vehicular ad hoc network; Telecommunications; Computer network","score_opus":0.058960523757180104,"score_gpt":0.298739212478809,"score_spread":0.2397786887216289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947158132","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010908996,0.9360872,0.022387292,0.001832344,0.001380999,0.00021629702,0.00019978179,0.00042096368,0.026566077],"genre_scores_gemma":[0.14690463,0.8234539,0.016655048,0.0015053386,0.0011048345,0.00027988415,0.0005594169,0.00005471356,0.009482351],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992872,0.00012605575,0.000060048747,0.00010591397,0.00032312272,0.000097741286],"domain_scores_gemma":[0.9984743,0.00077800517,0.0002320944,0.00009324926,0.00037398154,0.00004838741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064838777,0.0011839805,0.00083360035,0.0031054798,0.0004572614,0.0011300176,0.0012966063,0.0014928223,0.002860859],"category_scores_gemma":[0.0023243963,0.0002982651,0.00075882697,0.001195696,0.00042918738,0.0019500757,0.0007894239,0.0010023477,0.0016603463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055226265,0.0002240312,0.0012079062,0.009717706,0.00014228113,0.00027940012,0.0001408228,0.0035040516,0.008037969,0.012668192,0.014775426,0.94924694],"study_design_scores_gemma":[0.000044789078,0.001026296,0.0042006564,0.01022964,0.0005757663,0.0037096129,0.00082953495,0.010176414,0.02405226,0.012110629,0.9329258,0.000118530676],"about_ca_topic_score_codex":0.000690424,"about_ca_topic_score_gemma":0.00078278355,"teacher_disagreement_score":0.0031054798,"about_ca_system_score_codex":0.00036100554,"about_ca_system_score_gemma":0.00081944035,"threshold_uncertainty_score":0.009570599},"labels":[],"label_agreement":null},{"id":"W2947302552","doi":"10.1145/3309545","title":"Smart City System Design","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; National Science Foundation","keywords":"Computer science; Big data; Smart city; Cloud computing; Implementation; Electricity; Analytics; Data science; Computer security; Edge computing; The Internet; Artificial intelligence; Telecommunications; World Wide Web; Internet of Things; Software engineering; Operating system","score_opus":0.19395111854161276,"score_gpt":0.34147354810698327,"score_spread":0.1475224295653705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947302552","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011097066,0.012612526,0.71650785,0.0054196115,0.0019479876,0.0009000053,0.0015694051,0.0073942416,0.24255127],"genre_scores_gemma":[0.47723663,0.024426099,0.30156973,0.0033321916,0.0012703905,0.0015851572,0.0051350035,0.0010880058,0.18435672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993067,0.00012764904,0.000044009106,0.00014083546,0.0002773708,0.000103546205],"domain_scores_gemma":[0.9995321,0.000061267674,0.000023764,0.00009396398,0.00024681928,0.00004215832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006224295,0.00081746565,0.0005725796,0.00073180767,0.0009099989,0.0037060536,0.0021432594,0.0016050448,0.027398692],"category_scores_gemma":[0.0013219562,0.0003830832,0.00055808615,0.0011198081,0.00059288595,0.0040577627,0.002076871,0.0011181223,0.011896982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014671279,0.00012606922,0.0013987841,0.0013520198,0.00010474686,0.00043477069,0.00038121856,0.06296215,0.008698395,0.25744382,0.13816728,0.52878404],"study_design_scores_gemma":[0.000045430417,0.000111441695,0.00056394533,0.00026045548,0.00007031248,0.0006113167,0.0002388964,0.14510056,0.005665077,0.06037705,0.78690714,0.000048299215],"about_ca_topic_score_codex":0.0031378279,"about_ca_topic_score_gemma":0.0036856479,"teacher_disagreement_score":0.027398692,"about_ca_system_score_codex":0.0015130579,"about_ca_system_score_gemma":0.0017221966,"threshold_uncertainty_score":0.09165782},"labels":[],"label_agreement":null},{"id":"W2950398529","doi":"10.1145/3485128","title":"Tackling Climate Change with Machine Learning","year":2022,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Air Quality Monitoring and Forecasting","field":"Environmental Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Pacific Northwest National Laboratory; Lawrence Livermore National Laboratory; University of California, Davis; Universitetet i Oslo; Carnegie Mellon University; University College London; Eidgenössische Technische Hochschule Zürich; Dalhousie University; National Science Foundation; Imperial College London; Natural Sciences and Engineering Research Council of Canada; DeepMind; Université du Québec à Rimouski; University of Colorado Boulder; Universität Zürich; University of Pennsylvania; Yale University; U.S. Department of Energy","keywords":"Climate change; Wonder; Computer science; Artificial intelligence; Greenhouse gas; Humanity; Machine learning; Data science; Political science; Psychology","score_opus":0.06174498602231311,"score_gpt":0.292308745863756,"score_spread":0.2305637598414429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950398529","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015310045,0.02684291,0.8626582,0.06767361,0.0024762033,0.00013731937,0.00090128556,0.0028688025,0.0211316],"genre_scores_gemma":[0.5131738,0.047875967,0.40457097,0.010335394,0.0093915975,0.00044116456,0.0027395051,0.0005836165,0.010887947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979023,0.0011104807,0.000066434935,0.0003175442,0.00044210727,0.00016128001],"domain_scores_gemma":[0.99099416,0.007190076,0.00026945586,0.00074462395,0.0005746788,0.0002268862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044739917,0.00089837326,0.0011691337,0.0013963837,0.0008919711,0.004128189,0.0017852436,0.0027429236,0.0053789653],"category_scores_gemma":[0.016904395,0.00041227214,0.00087841897,0.0021570658,0.0014348207,0.008077549,0.0023974013,0.005591712,0.0015757243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083536775,0.00026483551,0.006553226,0.00090769544,0.00040244072,0.000109049586,0.00028611903,0.286258,0.0010177193,0.14444864,0.06804656,0.49162212],"study_design_scores_gemma":[0.000014990536,0.000035784924,0.00084734755,0.00013464375,0.000041415427,0.000031142474,0.00016335597,0.5178747,0.00072191434,0.42210782,0.057992462,0.000034366407],"about_ca_topic_score_codex":0.0033580782,"about_ca_topic_score_gemma":0.0035704055,"teacher_disagreement_score":0.0053789653,"about_ca_system_score_codex":0.0012510063,"about_ca_system_score_gemma":0.0013249208,"threshold_uncertainty_score":0.023661077},"labels":[],"label_agreement":null},{"id":"W2953529749","doi":"10.1145/3322241","title":"Indoor Localization Improved by Spatial Context—A Survey","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"China Scholarship Council","keywords":"Computer science; Spatial contextual awareness; Context (archaeology); Doors; Computer vision; Spatial analysis; Artificial intelligence; Location-based service; Remote sensing; Telecommunications; Geography","score_opus":0.044145676857707185,"score_gpt":0.29029304903867204,"score_spread":0.24614737218096486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953529749","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004609229,0.8043858,0.16269101,0.0012607428,0.0009485308,0.000074474076,0.00025144615,0.0008054512,0.024973387],"genre_scores_gemma":[0.061863936,0.88295823,0.04382414,0.00056213635,0.0010766494,0.000090036425,0.00064149115,0.00015277142,0.008830684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991893,0.00018815532,0.000056749184,0.0001805335,0.0003048827,0.00008034278],"domain_scores_gemma":[0.9983706,0.0008773774,0.00008688613,0.00012876844,0.0004972865,0.0000392137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079895527,0.0012995247,0.0013200854,0.0022623667,0.0004119117,0.0012686386,0.001865212,0.0010615102,0.005394859],"category_scores_gemma":[0.002510447,0.00058753433,0.0009097518,0.004682447,0.00054836186,0.0027784822,0.0013243917,0.0008072305,0.003240693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039009054,0.00005025824,0.0009213035,0.005098666,0.000058343958,0.00011935175,0.00011296851,0.0047831093,0.0011869171,0.008166054,0.015032519,0.96443164],"study_design_scores_gemma":[0.000028325238,0.00038704657,0.0048784213,0.005490177,0.0005000689,0.003399097,0.0010514633,0.03143811,0.0057329354,0.014209816,0.93269616,0.00018832283],"about_ca_topic_score_codex":0.0042153876,"about_ca_topic_score_gemma":0.0036498813,"teacher_disagreement_score":0.005394859,"about_ca_system_score_codex":0.00050499954,"about_ca_system_score_gemma":0.0009061029,"threshold_uncertainty_score":0.018047571},"labels":[],"label_agreement":null},{"id":"W2968094109","doi":"10.1145/3450952","title":"Bidirectional Typing","year":2021,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Typing; Type inference; Computer science; Undecidable problem; Inference; Programming language; Annotation; Type (biology); Theoretical computer science; Artificial intelligence; Biology; Speech recognition; Decidability","score_opus":0.04907027266529844,"score_gpt":0.308312607897336,"score_spread":0.25924233523203755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968094109","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007302192,0.0008445396,0.92930526,0.0013558776,0.000775858,0.00019500808,0.001240122,0.007058833,0.051922336],"genre_scores_gemma":[0.30595785,0.0023641812,0.5795293,0.003347197,0.0008044278,0.0009067173,0.0033580454,0.009431893,0.09430048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98918706,0.0029523217,0.0012885119,0.0023031516,0.003118566,0.001150381],"domain_scores_gemma":[0.9773951,0.005790675,0.0009998525,0.010877814,0.0043517146,0.0005848176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008150815,0.0012431755,0.0013849279,0.0021170015,0.0028952167,0.006434172,0.0034326352,0.0023006857,0.023454402],"category_scores_gemma":[0.022997478,0.0017349924,0.0021447712,0.0026151303,0.0044691456,0.012999331,0.009434218,0.004373391,0.012019297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014033282,0.000042061765,0.002057688,0.00037473263,0.000057205576,0.00020740322,0.0013493327,0.0013559206,0.0033276768,0.8798891,0.019675095,0.0915235],"study_design_scores_gemma":[0.000043148448,0.000055331733,0.00041346432,0.00039811633,0.00013321138,0.00068814476,0.00043384594,0.008580934,0.011455731,0.58926123,0.38844746,0.000089361674],"about_ca_topic_score_codex":0.0028673497,"about_ca_topic_score_gemma":0.0035957596,"teacher_disagreement_score":0.023454402,"about_ca_system_score_codex":0.0017925074,"about_ca_system_score_gemma":0.0036887412,"threshold_uncertainty_score":0.07846278},"labels":[],"label_agreement":null},{"id":"W2971648973","doi":"10.1145/3337772","title":"A Game-theoretic Taxonomy and Survey of Defensive Deception for Cybersecurity and Privacy","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Information and Cyber Security","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Laboratory; Division of Emerging Frontiers in Research and Innovation; York University; U.S. Department of Energy; National Science Foundation","keywords":"Deception; Computer science; Computer security; Taxonomy (biology); Private information retrieval; Honeypot; Internet privacy; Data science; Psychology; Social psychology","score_opus":0.10651327468763365,"score_gpt":0.3306226550611066,"score_spread":0.22410938037347294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971648973","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013530893,0.9514778,0.019028133,0.0030976983,0.0004375207,0.00009052192,0.00006243574,0.00003986463,0.02441299],"genre_scores_gemma":[0.026587453,0.95928955,0.008694873,0.0012784745,0.00061220897,0.00016051657,0.00011950224,0.000023244887,0.003234127],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997428,0.00092375744,0.00024659466,0.00026371187,0.00094803766,0.00018991064],"domain_scores_gemma":[0.9937464,0.00444801,0.00045393629,0.00024045231,0.000960777,0.00015040119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003446928,0.001787878,0.0014041142,0.008836369,0.0011704062,0.0039002486,0.0020213558,0.003028821,0.0037409305],"category_scores_gemma":[0.007930911,0.0006967922,0.0010947587,0.008830282,0.003417804,0.008166899,0.001789274,0.0037552798,0.001522257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037250782,0.00015852619,0.001697277,0.009729187,0.000092155606,0.00016677107,0.0009967538,0.0031963417,0.0004247433,0.42868328,0.02127676,0.533541],"study_design_scores_gemma":[0.000023119406,0.0002630308,0.003971927,0.018431962,0.00012628024,0.002051391,0.001754329,0.0057900306,0.0007002926,0.25791112,0.70883167,0.00014495205],"about_ca_topic_score_codex":0.0040387334,"about_ca_topic_score_gemma":0.0036072105,"teacher_disagreement_score":0.008836369,"about_ca_system_score_codex":0.003994755,"about_ca_system_score_gemma":0.0031438174,"threshold_uncertainty_score":0.02898407},"labels":[],"label_agreement":null},{"id":"W2973063031","doi":"10.1145/3342481","title":"A Survey of Tool-supported Assurance Case Assessment Techniques","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Certification; Computer science; Dependability; Strengths and weaknesses; Process (computing); Quality assurance; Task (project management); Engineering management; Safety assurance; Process management; Risk analysis (engineering); Software engineering; Systems engineering; Engineering; Operations management; Business","score_opus":0.06909217308592452,"score_gpt":0.3404557327219368,"score_spread":0.2713635596360123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973063031","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049370932,0.9424347,0.035413668,0.0010803854,0.00025428896,0.00095511135,0.00057539775,0.0005812645,0.013768137],"genre_scores_gemma":[0.02878439,0.8906842,0.07579893,0.0005161931,0.00012930635,0.0011698182,0.0011155003,0.00015983444,0.0016417744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.978956,0.00822729,0.0041160095,0.0016307507,0.0066885613,0.00038138285],"domain_scores_gemma":[0.85116524,0.12133384,0.00781916,0.0038040292,0.015270261,0.000607497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021440787,0.0017247136,0.0018638124,0.031572517,0.0008548793,0.003261155,0.0039023368,0.001597872,0.004891991],"category_scores_gemma":[0.093348615,0.0010949242,0.002649073,0.027109336,0.0012656136,0.0051251585,0.0021729274,0.0013775738,0.0023288203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049837687,0.000100747304,0.001183219,0.03871065,0.00015474942,0.00009705587,0.00095426355,0.0005076516,0.00055736117,0.0034477094,0.004825443,0.9494114],"study_design_scores_gemma":[0.00011135073,0.00065121276,0.014417333,0.21828948,0.0016843736,0.0030653595,0.003298479,0.002812731,0.0050142496,0.014008488,0.7363831,0.00026380218],"about_ca_topic_score_codex":0.004208836,"about_ca_topic_score_gemma":0.0050516534,"teacher_disagreement_score":0.031572517,"about_ca_system_score_codex":0.0026499473,"about_ca_system_score_gemma":0.008460234,"threshold_uncertainty_score":0.1133911},"labels":[],"label_agreement":null},{"id":"W2980612421","doi":"10.1145/3357375","title":"A Survey of Coarse-Grained Reconfigurable Architecture and Design","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; National Science and Technology Major Project; National Natural Science Foundation of China","keywords":"Computer science; Computer architecture; Adaptability; Flexibility (engineering); Architecture; Software; Embedded system; Software engineering; Operating system","score_opus":0.16330398852854044,"score_gpt":0.35081259392904857,"score_spread":0.18750860540050812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980612421","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012955948,0.96046925,0.016124647,0.0008318666,0.00058194733,0.000032969932,0.00011883963,0.00022747347,0.020317353],"genre_scores_gemma":[0.0067560626,0.97239494,0.012377477,0.0004691003,0.0005526741,0.000040128503,0.00029979245,0.000051661817,0.007058227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953294,0.000053137814,0.000050850023,0.00007756461,0.00024634355,0.000039193663],"domain_scores_gemma":[0.9991165,0.0003938885,0.00007628965,0.000093342605,0.00027291683,0.000047030913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006488517,0.00087666477,0.00069288496,0.0032169383,0.00036682517,0.0012087425,0.0011105018,0.0009298743,0.008057806],"category_scores_gemma":[0.0015713382,0.0004941876,0.0004820075,0.0058684954,0.00045551363,0.0022532318,0.0005904535,0.00096765184,0.0049948758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001945098,0.00004358872,0.00034162594,0.0060214195,0.00002300268,0.00006065591,0.000074238254,0.0025337986,0.0020070334,0.022778496,0.031725265,0.9343714],"study_design_scores_gemma":[0.0000047815124,0.000064081876,0.0005795151,0.0019269497,0.000027742492,0.0005106184,0.00006149619,0.0015841061,0.0009685658,0.0097418055,0.9845085,0.000021778611],"about_ca_topic_score_codex":0.0012589643,"about_ca_topic_score_gemma":0.0020129287,"teacher_disagreement_score":0.008057806,"about_ca_system_score_codex":0.0006931505,"about_ca_system_score_gemma":0.001476156,"threshold_uncertainty_score":0.026956022},"labels":[],"label_agreement":null},{"id":"W3021792233","doi":"10.1145/3440755","title":"Evolution of Semantic Similarity—A Survey","year":2021,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Semantic similarity; Similarity (geometry); Semantic computing; Field (mathematics); Natural language; Open research; Semantics (computer science); Strengths and weaknesses; Natural language understanding","score_opus":0.04743587048223354,"score_gpt":0.2804255950414988,"score_spread":0.23298972455926523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021792233","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03389379,0.6764765,0.24514586,0.0060678925,0.0010695993,0.00019210976,0.001122306,0.00092982466,0.035102163],"genre_scores_gemma":[0.2969955,0.5122386,0.17333005,0.0012090058,0.003599612,0.00030920733,0.0031857889,0.0005612049,0.008570908],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954259,0.000997416,0.0004939847,0.0011478513,0.0017655914,0.0001692958],"domain_scores_gemma":[0.989225,0.006573655,0.0006124779,0.0011910915,0.0021301324,0.00026767206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042515257,0.00093792746,0.0020442691,0.009730139,0.0008492635,0.0050131776,0.0020667363,0.0016772281,0.0034430493],"category_scores_gemma":[0.018401824,0.00080037984,0.0011410796,0.012662808,0.0017225624,0.012216265,0.0024856615,0.0017858155,0.0017661721],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008821595,0.00012661226,0.0078920815,0.0020754775,0.00014977372,0.00008897273,0.0005095289,0.0050972574,0.0009662251,0.09305164,0.0101629,0.8797913],"study_design_scores_gemma":[0.000033349887,0.0003803133,0.01927441,0.0023922883,0.00028887135,0.0026356135,0.0021518576,0.09958244,0.004810144,0.42700845,0.4412337,0.00020864166],"about_ca_topic_score_codex":0.0023740027,"about_ca_topic_score_gemma":0.0013473487,"teacher_disagreement_score":0.009730139,"about_ca_system_score_codex":0.002027616,"about_ca_system_score_gemma":0.0017644865,"threshold_uncertainty_score":0.022484481},"labels":[],"label_agreement":null},{"id":"W3023209583","doi":"10.1145/3380613","title":"Content Delivery Networks","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Cloud computing; Bridge (graph theory); Standardization; Data science; Subject (documents); Knowledge management; World Wide Web","score_opus":0.13813819357378515,"score_gpt":0.3047190134333348,"score_spread":0.16658081985954964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023209583","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005518939,0.69808334,0.04637765,0.008958537,0.0036554367,0.00048259148,0.0015213051,0.0011101499,0.23429202],"genre_scores_gemma":[0.056148045,0.84345484,0.027819317,0.0036784715,0.002714682,0.00032906455,0.0022702445,0.0002465894,0.06333867],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985526,0.00034324802,0.00007970255,0.00021793257,0.0006673457,0.00013914204],"domain_scores_gemma":[0.995996,0.0019443539,0.00029993177,0.0003575525,0.0012191524,0.00018308268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014304202,0.000625931,0.0006775864,0.003815817,0.0008236737,0.0037804744,0.0015956379,0.0016748608,0.018837307],"category_scores_gemma":[0.006041921,0.00031025326,0.00038416497,0.0067990096,0.0006590686,0.0072827316,0.0016354799,0.0011734628,0.011451144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046909998,0.000057721747,0.00055077294,0.0038096958,0.000031803887,0.00012397693,0.0001788463,0.000900191,0.0013538152,0.09065518,0.09258859,0.8097025],"study_design_scores_gemma":[0.0000052554333,0.00002950125,0.00035183653,0.0010205102,0.000021470783,0.0005194221,0.000115090384,0.0009358189,0.00069906487,0.009559645,0.986728,0.0000144868245],"about_ca_topic_score_codex":0.0026362825,"about_ca_topic_score_gemma":0.0018562715,"teacher_disagreement_score":0.018837307,"about_ca_system_score_codex":0.0025879757,"about_ca_system_score_gemma":0.0020722374,"threshold_uncertainty_score":0.06301707},"labels":[],"label_agreement":null},{"id":"W3034464722","doi":"10.1145/3394898","title":"Exploiting Errors for Efficiency","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; University of Twente; École Polytechnique Fédérale de Lausanne; Royal Society; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Alan Turing Institute; National Science Foundation","keywords":"Computer science; Compiler; Distributed computing; Exploit; Correctness; Computer architecture; Abstraction layer; Computer engineering; Embedded system; Software; Programming language","score_opus":0.10403300565709951,"score_gpt":0.362428854379578,"score_spread":0.2583958487224785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034464722","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0080328295,0.68326575,0.16474771,0.01941353,0.0020250517,0.00009360793,0.00015993649,0.00048780596,0.12177385],"genre_scores_gemma":[0.20596646,0.67405784,0.06736677,0.008466386,0.004285207,0.00032656363,0.00029601488,0.00051708444,0.03871771],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99640983,0.0009619621,0.0002352711,0.00052089593,0.0015521778,0.0003197942],"domain_scores_gemma":[0.99345773,0.004047456,0.00030498646,0.0013090892,0.00076702115,0.000113663475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002908535,0.0009969538,0.0009996578,0.0018120127,0.0007970371,0.0042554033,0.0019557702,0.0028023245,0.0073953024],"category_scores_gemma":[0.008953225,0.0005635835,0.0008255545,0.0021021874,0.0055475645,0.01137913,0.0026493764,0.0035558967,0.003274616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040189658,0.000029279952,0.00021365473,0.0015447893,0.000034447483,0.000093439565,0.00018934211,0.0033612049,0.0015631472,0.7683734,0.011112945,0.2134441],"study_design_scores_gemma":[0.000025244875,0.00008117081,0.00040978807,0.0015570512,0.000050787985,0.0007933183,0.0001505766,0.0035582993,0.004308491,0.50104517,0.48798057,0.000039565115],"about_ca_topic_score_codex":0.0007887329,"about_ca_topic_score_gemma":0.00083482894,"teacher_disagreement_score":0.0073953024,"about_ca_system_score_codex":0.0022522428,"about_ca_system_score_gemma":0.0024730372,"threshold_uncertainty_score":0.024739742},"labels":[],"label_agreement":null},{"id":"W3035622304","doi":"10.1145/3381028","title":"Outlier Detection","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canada Research Chairs","keywords":"Computer science; Anomaly detection; Outlier; Data mining; Big data; Data science; Data stream mining; Artificial intelligence","score_opus":0.06577665279930664,"score_gpt":0.34038940564783293,"score_spread":0.27461275284852626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035622304","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005703247,0.070029,0.9000458,0.0032377178,0.0019255747,0.0003735591,0.0012193095,0.0040558022,0.013409951],"genre_scores_gemma":[0.26660758,0.16026059,0.5287434,0.004096377,0.0047771577,0.00094791583,0.009939859,0.0011705644,0.023456544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99138755,0.0013617798,0.0006920686,0.00221897,0.003920572,0.00041905706],"domain_scores_gemma":[0.9874746,0.004549724,0.0012755005,0.0015671062,0.0049202857,0.00021273196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00469326,0.0023048336,0.0033428909,0.006418854,0.0010687567,0.0038823683,0.0050687417,0.0023469555,0.0031068516],"category_scores_gemma":[0.019440278,0.00061792467,0.001947465,0.0073944377,0.0014270418,0.0043702945,0.0025988175,0.0025125865,0.0041801017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008670292,0.00009410707,0.006376189,0.0019143294,0.00030784597,0.00020262113,0.00018424707,0.01321801,0.0027404039,0.025229659,0.038584244,0.9110617],"study_design_scores_gemma":[0.000086011336,0.00047469608,0.009961073,0.002729289,0.00062712585,0.005038718,0.0011745861,0.27195472,0.0240354,0.16000296,0.52356625,0.00034915915],"about_ca_topic_score_codex":0.0024473043,"about_ca_topic_score_gemma":0.001838997,"teacher_disagreement_score":0.006418854,"about_ca_system_score_codex":0.001325016,"about_ca_system_score_gemma":0.0019708243,"threshold_uncertainty_score":0.024820626},"labels":[],"label_agreement":null},{"id":"W3040977518","doi":"10.1145/3392064","title":"Computation Offloading and Retrieval for Vehicular Edge Computing","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Edge computing; Cloud computing; Distributed computing; Computation offloading; Edge device; Mobile edge computing; Enhanced Data Rates for GSM Evolution; Mobile device; Computation; Vehicular ad hoc network; Bandwidth (computing); Scheduling (production processes); Computer network; Wireless; Wireless ad hoc network; Artificial intelligence","score_opus":0.10282358889452725,"score_gpt":0.3587249372916659,"score_spread":0.25590134839713863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040977518","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004602188,0.89404494,0.07316838,0.0013418533,0.0010009537,0.00010821946,0.000066742694,0.0001872879,0.025479443],"genre_scores_gemma":[0.073538885,0.8794309,0.034029346,0.0008061222,0.0012389235,0.00011827343,0.0003281769,0.00005964952,0.010449769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952424,0.000082294224,0.000039764156,0.000072159426,0.00022459007,0.00005688125],"domain_scores_gemma":[0.9995016,0.00021951098,0.000034556306,0.000047627527,0.00017523603,0.000021413469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047963957,0.0005263501,0.00067564996,0.0018587082,0.0003847864,0.0014126928,0.0010186363,0.0007475064,0.0021843538],"category_scores_gemma":[0.0012227964,0.0002820615,0.0005840754,0.002607846,0.00037189436,0.002141772,0.00069576467,0.0009160396,0.0015196414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057237958,0.00006269471,0.0005025025,0.0037829748,0.000046743404,0.00017987748,0.00011445567,0.0033563934,0.0042735063,0.040262643,0.01513566,0.9322254],"study_design_scores_gemma":[0.000018756567,0.00022578884,0.0015416364,0.0023368364,0.00013817287,0.0025985546,0.00031993372,0.020970784,0.008165222,0.030879416,0.9327356,0.00006929928],"about_ca_topic_score_codex":0.0010260097,"about_ca_topic_score_gemma":0.0012313256,"teacher_disagreement_score":0.0021843538,"about_ca_system_score_codex":0.0006134611,"about_ca_system_score_gemma":0.00096638134,"threshold_uncertainty_score":0.0073074102},"labels":[],"label_agreement":null},{"id":"W3087845270","doi":"10.1145/3507902","title":"The Elements of End-to-end Deep Face Recognition: A Survey of Recent Advances","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Face recognition and analysis","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Artificial intelligence; Facial recognition system; Convolutional neural network; Deep learning; End-to-end principle; Discriminative model; Face (sociological concept); Frame (networking); Three-dimensional face recognition; Face detection; Pattern recognition (psychology); Computer vision; Feature (linguistics); Telecommunications","score_opus":0.13710088744228868,"score_gpt":0.36210313488388435,"score_spread":0.22500224744159567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087845270","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011981146,0.6748655,0.28923345,0.002093798,0.0016511418,0.00022662153,0.00064341316,0.0021421553,0.017162852],"genre_scores_gemma":[0.07443741,0.7573572,0.1442771,0.002361303,0.002662166,0.00032992,0.0042420602,0.00044221492,0.013890655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894196,0.00014535252,0.00013530228,0.0002652093,0.00042694638,0.00008524575],"domain_scores_gemma":[0.99861634,0.00061881496,0.00007753192,0.000110033776,0.00051708333,0.000060218717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014884376,0.0018566136,0.001430047,0.0021402948,0.0004195807,0.0017372081,0.0022365958,0.0014311505,0.0042678635],"category_scores_gemma":[0.0035375988,0.0007346013,0.0008748606,0.0022409544,0.00050028577,0.004824957,0.0014225128,0.0023108018,0.0029320186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013266095,0.00011337444,0.0011516572,0.0023296806,0.00008323749,0.00008598709,0.00007412452,0.004709555,0.003134714,0.0055367993,0.016724383,0.96592385],"study_design_scores_gemma":[0.00006568675,0.0016738853,0.006483476,0.0039149146,0.0008168597,0.0027922085,0.0004912984,0.2085413,0.040083062,0.032782767,0.70200276,0.00035168318],"about_ca_topic_score_codex":0.0024907426,"about_ca_topic_score_gemma":0.0021796974,"teacher_disagreement_score":0.0042678635,"about_ca_system_score_codex":0.0006382817,"about_ca_system_score_gemma":0.0013324516,"threshold_uncertainty_score":0.014277458},"labels":[],"label_agreement":null},{"id":"W3089504086","doi":"10.1145/3403952","title":"Traffic Efficiency Applications over Downtown Roads","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Traffic Prediction and Management Techniques","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Downtown; Transport engineering; Intersection (aeronautics); Computer network","score_opus":0.029070393132701818,"score_gpt":0.29522960631138323,"score_spread":0.2661592131786814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089504086","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045251906,0.65504444,0.15694572,0.0023641977,0.002318335,0.00029633325,0.0005250602,0.0015766332,0.13567731],"genre_scores_gemma":[0.300639,0.6216468,0.038339082,0.00066796585,0.0012196006,0.00013817401,0.0011397727,0.00013011604,0.036079437],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99973565,0.000038469276,0.000015201788,0.000047622012,0.000113126705,0.000049913197],"domain_scores_gemma":[0.9993963,0.00017795716,0.00004745902,0.000034230135,0.00031262942,0.000031483676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027315153,0.00060413213,0.00044105735,0.001568138,0.00037845928,0.0009608169,0.0010069376,0.000517149,0.0039924164],"category_scores_gemma":[0.0010422022,0.00021110053,0.00034790987,0.0021152091,0.00018327883,0.0013962553,0.0005990355,0.00063532323,0.0016192216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033968576,0.000077022574,0.0013159969,0.0014924026,0.00002460592,0.00014568555,0.00008390883,0.010162323,0.0025996298,0.014518888,0.017641336,0.9519042],"study_design_scores_gemma":[0.000012656836,0.00026746234,0.0050742417,0.0021214827,0.00017774777,0.0016985068,0.0005863048,0.07562781,0.01140937,0.0167351,0.8862215,0.0000676932],"about_ca_topic_score_codex":0.004606862,"about_ca_topic_score_gemma":0.005126878,"teacher_disagreement_score":0.004606862,"about_ca_system_score_codex":0.00044846113,"about_ca_system_score_gemma":0.0006975676,"threshold_uncertainty_score":0.013355911},"labels":[],"label_agreement":null},{"id":"W3089682163","doi":"10.1145/3409796","title":"Unveiling the Mystery of Internet Packet Forwarding","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Science Foundation of Zhejiang Province; National Natural Science Foundation of China; Research Institute of Cyberspace Governance in Zhejiang University","keywords":"Computer science; The Internet; IP forwarding; Computer network; Network packet; Path (computing); Packet forwarding; Routing (electronic design automation); Architecture; Computer security; Source routing; Distributed computing; Routing protocol; Routing table; World Wide Web","score_opus":0.06078627865603558,"score_gpt":0.312109904804911,"score_spread":0.25132362614887543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089682163","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019715435,0.96441066,0.0122191515,0.005892611,0.00077875017,0.000022560609,0.0000316207,0.00006749623,0.014605579],"genre_scores_gemma":[0.023123937,0.9683433,0.003808642,0.0010835846,0.0012144545,0.000022943686,0.00006935037,0.000024838577,0.002308923],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979563,0.0006531136,0.00010688224,0.00022002877,0.0009269836,0.00013670317],"domain_scores_gemma":[0.9934608,0.0045596515,0.00031019084,0.0004483016,0.0011145181,0.00010650086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029908076,0.0004511558,0.00075906777,0.0029645339,0.00077243696,0.002695652,0.0012003296,0.001821015,0.0026130006],"category_scores_gemma":[0.0083663585,0.00036655547,0.00042821883,0.0043473593,0.0020315284,0.0081765875,0.0010309686,0.0027202517,0.002070209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034334553,0.000046017678,0.0005452582,0.0027796885,0.000036975747,0.000054665794,0.00019321726,0.0013428855,0.0004899215,0.11991181,0.016875822,0.8576894],"study_design_scores_gemma":[0.0000136772705,0.000121156176,0.0014257653,0.003984478,0.00008110872,0.000751777,0.000506505,0.0031193313,0.0010985408,0.11048645,0.87836397,0.000047203397],"about_ca_topic_score_codex":0.0014940937,"about_ca_topic_score_gemma":0.0019365906,"teacher_disagreement_score":0.0029908076,"about_ca_system_score_codex":0.0010530545,"about_ca_system_score_gemma":0.0023853406,"threshold_uncertainty_score":0.015817106},"labels":[],"label_agreement":null},{"id":"W3090295042","doi":"10.1145/3408314","title":"Big Data Systems","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Big data; Scalability; Software engineering; Context (archaeology); Data science; Software; Software development; Database; Data mining","score_opus":0.7284878629611105,"score_gpt":0.5012015672390341,"score_spread":0.22728629572207637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090295042","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007765616,0.47669214,0.11375805,0.03826654,0.010484143,0.0019138706,0.013194334,0.0047905142,0.33313483],"genre_scores_gemma":[0.12142101,0.6110422,0.11698975,0.02599485,0.009720089,0.0016700022,0.034720995,0.0010819025,0.0773593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966273,0.00064613315,0.0002920352,0.00055543066,0.0016537373,0.00022531334],"domain_scores_gemma":[0.9951917,0.0015251738,0.0003281538,0.000992627,0.001630202,0.0003322266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027402006,0.00082861865,0.001004995,0.0031214133,0.0010197228,0.005002443,0.0025049532,0.0015688019,0.02030193],"category_scores_gemma":[0.007891447,0.00040407895,0.0007997893,0.0060137426,0.0008526024,0.00812879,0.0037247436,0.0015602317,0.014058023],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007171188,0.000075896714,0.0016375863,0.005562443,0.00019721323,0.00015789852,0.00026985756,0.001639144,0.001330412,0.12640409,0.24593641,0.6167172],"study_design_scores_gemma":[0.000009830606,0.000028346689,0.0005536038,0.0008098786,0.000027683755,0.00019082252,0.00014421991,0.00086179434,0.0005888829,0.020843685,0.9759192,0.000021975931],"about_ca_topic_score_codex":0.0020090232,"about_ca_topic_score_gemma":0.0022466774,"teacher_disagreement_score":0.02030193,"about_ca_system_score_codex":0.001324268,"about_ca_system_score_gemma":0.0031509823,"threshold_uncertainty_score":0.06791675},"labels":[],"label_agreement":null},{"id":"W3090493620","doi":"10.1145/3403953","title":"Mobility Management in 5G-enabled Vehicular Networks","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Computer network; Mobility management; Wireless network; Vehicular ad hoc network; Quality of service; Wireless; Mobility model; Wireless ad hoc network; Telecommunications","score_opus":0.026855847987600955,"score_gpt":0.2722425582551231,"score_spread":0.24538671026752215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090493620","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016835333,0.9667568,0.015231833,0.00094807876,0.00087980676,0.00004598257,0.00007590866,0.000081498096,0.014296542],"genre_scores_gemma":[0.02673551,0.96152186,0.005733801,0.00044808333,0.00079811417,0.000040862175,0.00019042034,0.000015134729,0.004516307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996681,0.00008250081,0.00003134939,0.00005330469,0.00012219521,0.00004253794],"domain_scores_gemma":[0.9996176,0.00018994241,0.00004044246,0.00002262064,0.000114175135,0.000015311367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005537012,0.0006099618,0.00064119266,0.0016745405,0.00028062484,0.0010672046,0.0009413747,0.0008379275,0.0020199288],"category_scores_gemma":[0.0011117423,0.0003164888,0.0004150981,0.0024327245,0.00034813283,0.0021153481,0.00072999496,0.0009895345,0.0012683511],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000382075,0.00004308648,0.00055435754,0.0040911413,0.000060277496,0.00018609302,0.00012046987,0.00932415,0.0014747222,0.04795868,0.017065192,0.91908365],"study_design_scores_gemma":[0.000007648156,0.00013320614,0.00077607844,0.0020545723,0.00010696251,0.00095367926,0.00022272329,0.00824333,0.0015192757,0.021156766,0.96477157,0.00005409524],"about_ca_topic_score_codex":0.0017641135,"about_ca_topic_score_gemma":0.0015465771,"teacher_disagreement_score":0.0020199288,"about_ca_system_score_codex":0.00066968484,"about_ca_system_score_gemma":0.00073567935,"threshold_uncertainty_score":0.0067573786},"labels":[],"label_agreement":null},{"id":"W3090906250","doi":"10.1145/3406096","title":"Vehicle Trajectory Similarity","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Trajectory; Computer science; Robustness (evolution); Data mining; Similarity (geometry); Preprocessor; Field (mathematics); Artificial intelligence; Mathematics","score_opus":0.09361225653001852,"score_gpt":0.33177787279066506,"score_spread":0.23816561626064653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090906250","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063423276,0.22344232,0.6297802,0.002900647,0.0027229625,0.00084370666,0.012438413,0.0015936551,0.062854946],"genre_scores_gemma":[0.62746114,0.14515506,0.17343776,0.0007937818,0.0026946554,0.0008468604,0.027799742,0.00040454016,0.02140651],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728835,0.00038757556,0.00025286325,0.0007285139,0.0012042706,0.00013838332],"domain_scores_gemma":[0.9962064,0.001269164,0.00047471846,0.00052921614,0.001397102,0.00012345318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013202463,0.0007739872,0.0013471909,0.0071040126,0.00074190495,0.00278669,0.00179269,0.0012115863,0.0038643123],"category_scores_gemma":[0.010011198,0.00028318702,0.0009841636,0.011137426,0.00086382387,0.0050013117,0.0017475514,0.00088762306,0.0027462363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102466794,0.000088252666,0.015820054,0.0020118575,0.00028181716,0.00012720533,0.00024401455,0.022304658,0.0012681186,0.08425907,0.02230159,0.8511908],"study_design_scores_gemma":[0.000041202304,0.0005514406,0.05994593,0.0020113394,0.00046241662,0.004644807,0.0020096952,0.16882841,0.006532467,0.2277671,0.526864,0.00034127352],"about_ca_topic_score_codex":0.003924251,"about_ca_topic_score_gemma":0.0025026249,"teacher_disagreement_score":0.0071040126,"about_ca_system_score_codex":0.0016598271,"about_ca_system_score_gemma":0.0011730576,"threshold_uncertainty_score":0.012927413},"labels":[],"label_agreement":null},{"id":"W3091348074","doi":"10.1145/3408292","title":"A Survey on Trust Evaluation Based on Machine Learning","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Access Control and Trust","field":"Social Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University; University of Alberta","funders":"National Postdoctoral Program for Innovative Talents; China Electronics Technology Group Corporation; Higher Education Discipline Innovation Project; National Natural Science Foundation of China; Academy of Finland; Foundation for Innovative Research Groups of the National Natural Science Foundation of China; China Postdoctoral Science Foundation","keywords":"Computer science; Process (computing); Machine learning; Artificial intelligence; Granularity; Automation; Data science; Knowledge management","score_opus":0.15936654960307914,"score_gpt":0.41667642455281445,"score_spread":0.25730987494973534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091348074","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031461027,0.95258844,0.023017304,0.003261206,0.0005800555,0.000120406046,0.00013636779,0.000103543294,0.017046716],"genre_scores_gemma":[0.079461284,0.89818674,0.017532222,0.00082995236,0.0008963635,0.00020258714,0.0003014818,0.00004820115,0.0025411502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931891,0.00336203,0.0007505579,0.00046714128,0.0020131257,0.00021806783],"domain_scores_gemma":[0.961624,0.030324286,0.001902684,0.0010442694,0.00477252,0.0003322697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076945946,0.0011619267,0.0015831203,0.007368071,0.0007723045,0.0024600797,0.0010436112,0.0012336611,0.003982007],"category_scores_gemma":[0.030170778,0.00047320363,0.0010878935,0.008847481,0.001186834,0.0048718075,0.0009920166,0.0013257065,0.00094710634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009386062,0.000087525026,0.0037751144,0.01334479,0.00019640634,0.00009236924,0.0005646467,0.0020151155,0.0002597055,0.04354546,0.019741878,0.91628325],"study_design_scores_gemma":[0.000065555,0.0006345656,0.017151004,0.04545113,0.0010688236,0.0018778254,0.0024582753,0.0162424,0.00243654,0.1069351,0.80542904,0.00024985467],"about_ca_topic_score_codex":0.004361086,"about_ca_topic_score_gemma":0.003604831,"teacher_disagreement_score":0.0076945946,"about_ca_system_score_codex":0.0035564443,"about_ca_system_score_gemma":0.0029496723,"threshold_uncertainty_score":0.040693343},"labels":[],"label_agreement":null},{"id":"W3095485896","doi":"10.1145/3580522","title":"A Survey and Analysis of TLS Interception Mechanisms and Motivations: Exploring how end-to-end TLS is made “end-to-me” for web traffic","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; End-to-end principle; Computer security; End user; Confidentiality; Incentive; Protocol (science); Access control; Transport Layer Security; Computer network; Internet privacy; Encryption; World Wide Web","score_opus":0.14700849383957748,"score_gpt":0.33555869050968806,"score_spread":0.18855019667011058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095485896","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22857589,0.22396393,0.36992735,0.021566465,0.0008690382,0.0008998763,0.0014430971,0.0020042576,0.15075012],"genre_scores_gemma":[0.66642827,0.2181983,0.09211877,0.0026115554,0.0011132986,0.0009897964,0.0016222431,0.00069146557,0.01622624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896828,0.0034976646,0.0008224025,0.0011624043,0.0037651772,0.001069441],"domain_scores_gemma":[0.95463896,0.032089233,0.0039639478,0.0027759408,0.0056640473,0.00086790515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011162136,0.0010975087,0.0010403488,0.008172922,0.0017529399,0.007819133,0.0024108412,0.0028522657,0.0034815492],"category_scores_gemma":[0.028094118,0.001591463,0.0010327302,0.011375686,0.003208538,0.013222119,0.002049681,0.0031977438,0.0017307947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026154367,0.0003750383,0.030884208,0.003825865,0.00008960588,0.0003452686,0.0029641048,0.009785133,0.0048729535,0.40357202,0.015104618,0.5279196],"study_design_scores_gemma":[0.000047510293,0.00073478906,0.040173,0.0067781447,0.0002338048,0.004719797,0.010976625,0.057690963,0.01455258,0.099224344,0.7643976,0.00047093004],"about_ca_topic_score_codex":0.0029045674,"about_ca_topic_score_gemma":0.001768233,"teacher_disagreement_score":0.011162136,"about_ca_system_score_codex":0.0046177446,"about_ca_system_score_gemma":0.0029930582,"threshold_uncertainty_score":0.059031725},"labels":[],"label_agreement":null},{"id":"W3110974438","doi":"10.1145/3444692","title":"A Survey on Edge Performance Benchmarking","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Research Foundation of Korea; Royal Society","keywords":"Benchmarking; Computer science; Software deployment; Benchmark (surveying); Orchestration; Leverage (statistics); Data science; Context (archaeology); The Internet; Edge computing; Resource (disambiguation); Enhanced Data Rates for GSM Evolution; Distributed computing; World Wide Web; Software engineering; Telecommunications; Artificial intelligence","score_opus":0.11612392367351011,"score_gpt":0.34164187631343373,"score_spread":0.22551795263992364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110974438","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011535132,0.9693485,0.0049607465,0.0022509217,0.0012785043,0.000059881157,0.000287054,0.00023199896,0.020428944],"genre_scores_gemma":[0.00794051,0.9817346,0.0035954504,0.001197384,0.0013330067,0.00006444871,0.00064264674,0.000110168185,0.0033817196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970143,0.0005371263,0.00026207595,0.00035208912,0.0015766128,0.0002578694],"domain_scores_gemma":[0.989461,0.0056597763,0.0005842815,0.0004081933,0.003573655,0.00031306577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034733831,0.0013507883,0.0013709089,0.007779314,0.0006519066,0.0033225196,0.0022579406,0.0015729457,0.008534973],"category_scores_gemma":[0.012650629,0.0006618523,0.00077577564,0.014414573,0.000620166,0.005980959,0.0014691001,0.0015623434,0.0057085725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064192034,0.000092029535,0.001385326,0.009924429,0.0000563699,0.0000778502,0.00011543729,0.0017074302,0.0007032834,0.019283906,0.08751507,0.8790747],"study_design_scores_gemma":[0.000008454758,0.00013129482,0.0017545078,0.008500062,0.00007753468,0.00032507713,0.0002022342,0.001201859,0.000855629,0.0061140624,0.9807802,0.00004906564],"about_ca_topic_score_codex":0.0024861288,"about_ca_topic_score_gemma":0.002397674,"teacher_disagreement_score":0.008534973,"about_ca_system_score_codex":0.0014423624,"about_ca_system_score_gemma":0.0028721825,"threshold_uncertainty_score":0.028552294},"labels":[],"label_agreement":null},{"id":"W3111058005","doi":"10.1145/3422824","title":"Using Social Media for Mental Health Surveillance","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Mental Health via Writing","field":"Psychology","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; USable; Social media; Mental health; Suicidal ideation; Data science; Field (mathematics); Big data; Public health surveillance; Artificial intelligence; Public health; World Wide Web; Suicide prevention; Poison control; Data mining; Psychiatry; Medicine; Medical emergency","score_opus":0.319806696540665,"score_gpt":0.5078342189651404,"score_spread":0.18802752242447535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111058005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00091179373,0.9794998,0.0011024433,0.0065178033,0.0010758633,0.00009923602,0.0005853695,0.000052195854,0.010155384],"genre_scores_gemma":[0.012174824,0.9799218,0.001986878,0.0025495226,0.0014908635,0.0001935224,0.0005366845,0.000019109102,0.001126681],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955729,0.0026730914,0.00034041004,0.0003497246,0.0009214417,0.0001424245],"domain_scores_gemma":[0.9642873,0.028038768,0.0023934715,0.00087224774,0.0037051495,0.00070317823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070498693,0.000910835,0.0011138397,0.009997045,0.00073360535,0.0032163959,0.0010732869,0.0017157946,0.007758477],"category_scores_gemma":[0.02547561,0.0003617142,0.0012396566,0.0059233312,0.0008547772,0.0039248625,0.0024096728,0.0021288544,0.0024752698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026786242,0.000046287463,0.0018683217,0.012046714,0.00023796374,0.000038422728,0.00039356144,0.00007462468,0.000093479706,0.00424196,0.028954592,0.9519772],"study_design_scores_gemma":[0.000043704113,0.00014237926,0.0137056755,0.06829859,0.0006111623,0.00062672514,0.001607809,0.00026045064,0.00040134322,0.009187416,0.9050325,0.00008211098],"about_ca_topic_score_codex":0.00380566,"about_ca_topic_score_gemma":0.008233668,"teacher_disagreement_score":0.009997045,"about_ca_system_score_codex":0.0012671738,"about_ca_system_score_gemma":0.002631172,"threshold_uncertainty_score":0.03728372},"labels":[],"label_agreement":null},{"id":"W3111481858","doi":"10.1145/3421763","title":"Design of Algorithms and Protocols for Underwater Acoustic Wireless Sensor Networks","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Underwater Vehicles and Communication Systems","field":"Engineering","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canada Research Chairs","keywords":"Computer science; Underwater; Underwater acoustic communication; Synchronization (alternating current); Communications protocol; Wireless sensor network; Wireless; Protocol (science); Acoustic sensor; Underwater acoustics; Application layer; Distributed computing; Channel (broadcasting); Real-time computing; Algorithm; Telecommunications; Computer network","score_opus":0.110537153901428,"score_gpt":0.3271290678789355,"score_spread":0.2165919139775075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111481858","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001196562,0.3120578,0.6618233,0.0027718437,0.0015157701,0.00035957983,0.00013324544,0.000490241,0.019651674],"genre_scores_gemma":[0.020584933,0.5251727,0.44056803,0.0010211337,0.0017158511,0.00083436066,0.00063864514,0.00020693277,0.00925736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768746,0.00063887646,0.00022446337,0.00028733021,0.0010544168,0.000107414366],"domain_scores_gemma":[0.9976434,0.0011255413,0.0001595501,0.0002754552,0.00074416545,0.000051802082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026479505,0.0015988332,0.0009930658,0.0026526381,0.0005385469,0.0016962762,0.002865973,0.0018919692,0.0032772897],"category_scores_gemma":[0.0050748484,0.0010138105,0.00083713426,0.0034982217,0.0012888783,0.004296323,0.001409681,0.0032047294,0.003722276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021689839,0.00009057338,0.00027751242,0.00354334,0.00007846102,0.00009551734,0.0001055616,0.026765965,0.002585012,0.15173253,0.01616207,0.7985418],"study_design_scores_gemma":[0.00003064024,0.0001670427,0.00039158514,0.0029043618,0.00009898085,0.0005518382,0.00014265033,0.05967797,0.0047096726,0.15909505,0.7721521,0.000078121586],"about_ca_topic_score_codex":0.0012551759,"about_ca_topic_score_gemma":0.0009546653,"teacher_disagreement_score":0.0032772897,"about_ca_system_score_codex":0.0014633205,"about_ca_system_score_gemma":0.0025894628,"threshold_uncertainty_score":0.014003873},"labels":[],"label_agreement":null},{"id":"W3120055541","doi":"10.1145/3427920","title":"A Systematic Review of Multimedia Tools for Cybersecurity Awareness and Education","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Information and Cyber Security","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"","keywords":"Computer science; Checklist; Systematic review; Computer security; Multimedia","score_opus":0.05885440011107804,"score_gpt":0.3592348563286243,"score_spread":0.3003804562175463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120055541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008126794,0.9959979,0.0005088031,0.00040458902,0.00015403073,0.00056210824,0.00054413633,0.000018306844,0.0009975029],"genre_scores_gemma":[0.0061764964,0.9904101,0.0015875585,0.00046462074,0.00006442127,0.0007412464,0.00030126693,0.000008033639,0.00024631617],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933013,0.0025540038,0.002177805,0.0003565724,0.0014097844,0.00020051729],"domain_scores_gemma":[0.97300977,0.019202234,0.003577243,0.00046681616,0.0033295592,0.0004145094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00857869,0.0014421187,0.0040330794,0.019149214,0.0009162448,0.002713976,0.0020189774,0.0014978445,0.008052967],"category_scores_gemma":[0.043784935,0.0008678772,0.0038201388,0.01542259,0.0008227751,0.0032067345,0.0020765886,0.0010879645,0.0009996054],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119038945,0.000027627688,0.000407053,0.8306789,0.0018339313,0.00011382242,0.00035852857,0.00009758968,0.00027046888,0.0006349046,0.004531193,0.16092697],"study_design_scores_gemma":[0.000082883715,0.00015412511,0.0016550097,0.92702854,0.01242835,0.00025635381,0.00029451543,0.000044713648,0.00021179616,0.00042609317,0.057394017,0.000023564167],"about_ca_topic_score_codex":0.0053116535,"about_ca_topic_score_gemma":0.024669971,"teacher_disagreement_score":0.019149214,"about_ca_system_score_codex":0.0032016174,"about_ca_system_score_gemma":0.016217716,"threshold_uncertainty_score":0.04536897},"labels":[],"label_agreement":null},{"id":"W3123348991","doi":"10.1145/3543846","title":"Reinforcement Learning based Recommender Systems: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":470,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Recommender system; Reinforcement learning; Computer science; Markov decision process; RSS; Artificial intelligence; Collaborative filtering; Scalability; Field (mathematics); Machine learning; Markov process; World Wide Web; Database","score_opus":0.17416814757142315,"score_gpt":0.3564372636552874,"score_spread":0.18226911608386423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123348991","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00796116,0.74895424,0.22420299,0.002392685,0.0009100275,0.00020437938,0.00040945294,0.0005855907,0.014379491],"genre_scores_gemma":[0.14289859,0.71816695,0.12309075,0.001376569,0.0033540602,0.00035521894,0.0012509134,0.00014424525,0.009362745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986519,0.0003872256,0.00016735087,0.00032080428,0.00040206956,0.000070610135],"domain_scores_gemma":[0.9970999,0.0020134584,0.00011400383,0.00019389969,0.0005049686,0.00007384539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001802136,0.0015827151,0.0028137113,0.0013953449,0.0005213214,0.0018480627,0.002280756,0.0021713192,0.004045798],"category_scores_gemma":[0.004411734,0.0008074213,0.0013949329,0.0032985653,0.00049926277,0.0023653766,0.0011695576,0.0017696223,0.002575771],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016809233,0.00040776748,0.0038700653,0.004680406,0.00042282796,0.00021969962,0.00020655549,0.058022283,0.0014025025,0.023027223,0.022797022,0.88477564],"study_design_scores_gemma":[0.00018606131,0.0011145606,0.006564917,0.0024071946,0.0008322729,0.0017673776,0.00037570475,0.45695207,0.0026867867,0.060827527,0.4659819,0.0003036063],"about_ca_topic_score_codex":0.0058258753,"about_ca_topic_score_gemma":0.0039354744,"teacher_disagreement_score":0.0058258753,"about_ca_system_score_codex":0.0008354644,"about_ca_system_score_gemma":0.0009587978,"threshold_uncertainty_score":0.013534486},"labels":[],"label_agreement":null},{"id":"W3128430109","doi":"10.1145/3436817","title":"Information Integrity","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Data integrity; Standardization; Terminology; Computer security; Information flow; Trustworthiness; Promotion (chess); Risk analysis (engineering); Business","score_opus":0.11818712693276488,"score_gpt":0.3682330644045224,"score_spread":0.2500459374717575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128430109","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011748372,0.52406037,0.03930201,0.024871139,0.008445996,0.0005376212,0.001588418,0.00074388966,0.39927572],"genre_scores_gemma":[0.04648771,0.7559195,0.028423626,0.024473289,0.012467861,0.0009803089,0.0036018405,0.00043826766,0.12720762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9806686,0.0050396114,0.0024433092,0.002216411,0.00859876,0.0010332346],"domain_scores_gemma":[0.97261184,0.01037403,0.0023592713,0.00673668,0.007162553,0.0007556446],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074874386,0.0012530092,0.0018509324,0.006362337,0.0028834506,0.0110972505,0.0033414457,0.006243977,0.03775685],"category_scores_gemma":[0.026330698,0.00067083206,0.0013152813,0.0072386796,0.008186547,0.016693648,0.00548217,0.0041250163,0.030009374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048705864,0.00004660524,0.00030313467,0.007355572,0.0000860207,0.00027921758,0.0008428579,0.00039840027,0.0012108169,0.3820963,0.17623894,0.43109345],"study_design_scores_gemma":[0.0000046573687,0.000014774433,0.00011439177,0.0020609428,0.00001824874,0.0004754641,0.00010674013,0.000058444384,0.00043709646,0.026972368,0.969723,0.000013941353],"about_ca_topic_score_codex":0.0016446993,"about_ca_topic_score_gemma":0.0010359802,"teacher_disagreement_score":0.9925126,"about_ca_system_score_codex":0.0034071254,"about_ca_system_score_gemma":0.00887622,"threshold_uncertainty_score":0.12630928},"labels":[],"label_agreement":null},{"id":"W3135190561","doi":"10.1145/3432893","title":"Automatic Vulnerability Detection in Embedded Devices and Firmware","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro-Québec; Thales (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Thales Group; Hydro-Québec","keywords":"Firmware; Computer science; Vulnerability (computing); Reuse; Microcode; Software; Computer security; Field (mathematics); Embedded system; State (computer science); Operating system","score_opus":0.053616471093711524,"score_gpt":0.3653652443273409,"score_spread":0.3117487732336294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135190561","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027539805,0.83414894,0.11286028,0.0015496652,0.0005834534,0.00026171334,0.0008627876,0.0018385741,0.020354774],"genre_scores_gemma":[0.18568687,0.7190112,0.08259895,0.00076517416,0.0005770112,0.00020103795,0.0019090318,0.0002489474,0.009001814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982615,0.00021347788,0.00011308697,0.00036423898,0.0009205531,0.00012710587],"domain_scores_gemma":[0.99563354,0.0026089787,0.0005422426,0.00026202865,0.0009006519,0.0000524809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011047318,0.0012492309,0.0010963598,0.008741719,0.00051334983,0.0019259728,0.0012276213,0.001271743,0.0016059123],"category_scores_gemma":[0.0061237593,0.00056447106,0.0009851556,0.0043901037,0.0007380845,0.0033474155,0.0008901241,0.0008261104,0.0016184695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002862857,0.000049685437,0.0050039706,0.0051457547,0.0000743511,0.0002089592,0.00028689453,0.0019247269,0.0040189303,0.007843293,0.010066154,0.9653487],"study_design_scores_gemma":[0.00004224938,0.0005283009,0.052378293,0.025587786,0.0011627725,0.013924694,0.0026181329,0.07364068,0.06338334,0.088712856,0.67760026,0.00042061237],"about_ca_topic_score_codex":0.0019788023,"about_ca_topic_score_gemma":0.002636245,"teacher_disagreement_score":0.008741719,"about_ca_system_score_codex":0.0006022835,"about_ca_system_score_gemma":0.0014097589,"threshold_uncertainty_score":0.0058424473},"labels":[],"label_agreement":null},{"id":"W3135688577","doi":"10.1145/3434398","title":"Object Detection Using Deep Learning Methods in Traffic Scenarios","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Object detection; Deep learning; Field (mathematics); Artificial intelligence; Task (project management); Open research; Boom; Object (grammar); Feature extraction; Machine learning; Data science; Pattern recognition (psychology); Systems engineering; World Wide Web","score_opus":0.10716219592539708,"score_gpt":0.4194512386503125,"score_spread":0.3122890427249154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135688577","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008060247,0.8499005,0.11642946,0.0027508764,0.0012154412,0.00007763459,0.00034473182,0.0006835706,0.020537654],"genre_scores_gemma":[0.11016341,0.8208793,0.04850998,0.0014431402,0.0012863802,0.00008565025,0.0014308299,0.00013406677,0.016067244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951005,0.0000869833,0.000032640026,0.00011656593,0.00020193524,0.00005179715],"domain_scores_gemma":[0.9992256,0.0003579381,0.000034872715,0.000036019315,0.00031817614,0.000027303653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086623104,0.0010042188,0.0007345095,0.0017247654,0.00021146737,0.0010822461,0.001312302,0.0011994507,0.0020472938],"category_scores_gemma":[0.0021209347,0.0004571697,0.00059767737,0.0019657754,0.00038162118,0.0020272995,0.0007528451,0.0012598333,0.0018071764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003737134,0.00006267117,0.00116007,0.001757601,0.00007776573,0.00007040277,0.00004117781,0.01049372,0.0008314106,0.00638313,0.0194411,0.9596434],"study_design_scores_gemma":[0.00003101243,0.00029797596,0.0061748447,0.0038879113,0.0003972278,0.0013842963,0.00025243135,0.26487783,0.010456071,0.045504663,0.66660196,0.00013377766],"about_ca_topic_score_codex":0.0041070203,"about_ca_topic_score_gemma":0.004693213,"teacher_disagreement_score":0.0041070203,"about_ca_system_score_codex":0.00073542603,"about_ca_system_score_gemma":0.0007765301,"threshold_uncertainty_score":0.008166254},"labels":[],"label_agreement":null},{"id":"W3139152607","doi":"10.1145/3507904","title":"A Survey on Spatio-temporal Data Analytics Systems","year":2022,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Analytics; Big data; Data science; NoSQL; Spatial analysis; Temporal database; Popularity; Data mining; Geography; Remote sensing","score_opus":0.1648382059673039,"score_gpt":0.3339813399706263,"score_spread":0.1691431340033224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139152607","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013445425,0.5727818,0.30798247,0.014158979,0.0025641387,0.0006330693,0.0061014,0.00490189,0.077430785],"genre_scores_gemma":[0.07540851,0.7576205,0.13488227,0.0032617163,0.0029630186,0.0004958889,0.011369488,0.00067353534,0.013324985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957808,0.0008502937,0.0005760743,0.00059029594,0.001930026,0.000272474],"domain_scores_gemma":[0.99416673,0.0028205912,0.0002999167,0.0007413352,0.0017168543,0.00025451777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030800207,0.0009980211,0.0013234434,0.005891588,0.0010251348,0.005327329,0.0023896089,0.00135768,0.008285046],"category_scores_gemma":[0.008556215,0.00081415515,0.00092664524,0.019180313,0.0008218341,0.010099741,0.002265361,0.0018413741,0.0048023653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014464457,0.00010994768,0.00471958,0.0057065194,0.00009521724,0.0002643017,0.00065984094,0.0046194363,0.0017529932,0.10319011,0.103701636,0.7750357],"study_design_scores_gemma":[0.000011192195,0.00007713171,0.0024557076,0.0014181472,0.000044219283,0.0009022347,0.0005076203,0.013906197,0.001130444,0.03776259,0.9417422,0.000042304247],"about_ca_topic_score_codex":0.0034443997,"about_ca_topic_score_gemma":0.0018362576,"teacher_disagreement_score":0.008285046,"about_ca_system_score_codex":0.0014137734,"about_ca_system_score_gemma":0.0024813404,"threshold_uncertainty_score":0.02771622},"labels":[],"label_agreement":null},{"id":"W3145602566","doi":"10.1145/3586074","title":"A Practical Survey on Faster and Lighter Transformers","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Polytechnique Montréal","funders":"","keywords":"Computer science; Transformer; Computation; Machine learning; Artificial intelligence; Algorithm","score_opus":0.18923570636933304,"score_gpt":0.41316001859904156,"score_spread":0.22392431222970852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145602566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021718252,0.87139285,0.09306546,0.00339079,0.0012140437,0.00010086828,0.00038688013,0.0010957349,0.027181616],"genre_scores_gemma":[0.017385785,0.8995611,0.06185056,0.0020863195,0.0016578602,0.00017108837,0.0012093729,0.0006125087,0.015465452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986131,0.00025170116,0.0001407102,0.0002678346,0.00061898615,0.000107603475],"domain_scores_gemma":[0.99561006,0.00258131,0.00018847699,0.00044186515,0.0010716153,0.00010672446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020583586,0.0017032858,0.0011452858,0.0035645156,0.00046010737,0.001991832,0.0026674694,0.0016154583,0.019901756],"category_scores_gemma":[0.009868125,0.0011558023,0.0010950107,0.0055422825,0.0008385274,0.006884668,0.00152784,0.002498083,0.012619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007393943,0.00006784573,0.00033249796,0.005085119,0.000054178625,0.000059550643,0.000074759664,0.0024119702,0.0014377885,0.040829286,0.048782606,0.9007905],"study_design_scores_gemma":[0.000032539112,0.00016686729,0.00055231905,0.0031137818,0.000100828336,0.00073800486,0.00008808194,0.006716132,0.0026297276,0.031480238,0.9543206,0.000060837465],"about_ca_topic_score_codex":0.001813666,"about_ca_topic_score_gemma":0.0021989986,"teacher_disagreement_score":0.019901756,"about_ca_system_score_codex":0.00087001495,"about_ca_system_score_gemma":0.0017946971,"threshold_uncertainty_score":0.06657797},"labels":[],"label_agreement":null},{"id":"W3153801153","doi":"10.1145/3446679","title":"Mobility Trace Analysis for Intelligent Vehicular Networks","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; TRACE (psycholinguistics); Vehicular ad hoc network; Mobility model; Intelligent transportation system; Volume (thermodynamics); Preprocessor; Data science; Data pre-processing; Domain (mathematical analysis); Telecommunications; Data mining; Artificial intelligence; Transport engineering; Wireless ad hoc network; Wireless","score_opus":0.10939676542890846,"score_gpt":0.40373651431273405,"score_spread":0.2943397488838256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153801153","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033574097,0.80329174,0.16964372,0.0037652806,0.0017143122,0.0002789921,0.0013300371,0.0006845302,0.015934082],"genre_scores_gemma":[0.0630383,0.8546077,0.06947513,0.0007348081,0.0017925238,0.00030744652,0.003468587,0.00016763996,0.0064078732],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985318,0.00042083955,0.00011119302,0.00026386802,0.0005923152,0.00007991994],"domain_scores_gemma":[0.9947495,0.0029560302,0.00030752702,0.0003034863,0.0015886615,0.00009487113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020245123,0.0010934054,0.0011900517,0.005989067,0.0004950898,0.0021204492,0.0020508138,0.001212853,0.0030095377],"category_scores_gemma":[0.009791234,0.00042310578,0.0010497291,0.007208126,0.0006938633,0.0029332065,0.0011319832,0.0014697104,0.0023923318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033205903,0.000064782216,0.0026501438,0.004021386,0.00015319049,0.00010892927,0.00017531513,0.0058810366,0.000584643,0.032497812,0.024236366,0.92959327],"study_design_scores_gemma":[0.000018182243,0.00012936378,0.007374534,0.0072476743,0.00036406892,0.0013036553,0.0009935384,0.04293419,0.0026388662,0.0729182,0.8639228,0.00015493778],"about_ca_topic_score_codex":0.0065737306,"about_ca_topic_score_gemma":0.0052731438,"teacher_disagreement_score":0.0065737306,"about_ca_system_score_codex":0.0013281147,"about_ca_system_score_gemma":0.0017942231,"threshold_uncertainty_score":0.013070941},"labels":[],"label_agreement":null},{"id":"W3154141271","doi":"10.1145/3446373","title":"Blockchain-empowered Data-driven Networks","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Guangdong Provincial Pearl River Talents Program; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Blockchain; Computer science; Cryptocurrency; Provisioning; Computer security; Data science; Computer network","score_opus":0.08051849766324622,"score_gpt":0.34514186564426286,"score_spread":0.26462336798101666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154141271","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004852961,0.8661097,0.05211288,0.00595958,0.0012287931,0.0001465329,0.00016795898,0.00028073086,0.06914083],"genre_scores_gemma":[0.0662361,0.9086956,0.00945983,0.0007086318,0.00090116874,0.00012302576,0.00025991554,0.000033167686,0.013582537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993569,0.00015859805,0.000029703308,0.00006887835,0.00032316934,0.00006275849],"domain_scores_gemma":[0.99880123,0.00070222176,0.00009381793,0.0001006009,0.00022867144,0.00007334991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096838415,0.0004552608,0.0005155612,0.0012393161,0.0004531589,0.0014147386,0.0011051155,0.0011083015,0.006119065],"category_scores_gemma":[0.0021318437,0.00026708248,0.00031280128,0.0026473878,0.0008925973,0.0038505392,0.0012620547,0.0011870402,0.002376665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059012313,0.00007859478,0.00046099196,0.0047020507,0.00004247596,0.0001959227,0.00015895837,0.012865518,0.001269104,0.29930317,0.026300395,0.65456384],"study_design_scores_gemma":[0.000020635725,0.00007342806,0.00032876868,0.0015545967,0.000019901852,0.00047570106,0.00008016126,0.010771869,0.0012750274,0.10481239,0.8805615,0.000025963445],"about_ca_topic_score_codex":0.0012326774,"about_ca_topic_score_gemma":0.0014256279,"teacher_disagreement_score":0.006119065,"about_ca_system_score_codex":0.0012494404,"about_ca_system_score_gemma":0.0016429394,"threshold_uncertainty_score":0.020470321},"labels":[],"label_agreement":null},{"id":"W3158750411","doi":"10.1145/3447866","title":"Vision-based Autonomous Vehicle Recognition","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Robustness (evolution); Artificial intelligence; Machine learning; Deep learning; Task (project management); Identification (biology); Intelligent transportation system","score_opus":0.08687058763802843,"score_gpt":0.36112370279001715,"score_spread":0.2742531151519887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158750411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030801897,0.90876925,0.06310778,0.001525563,0.0011539046,0.00008870785,0.0002465722,0.00041847193,0.021609498],"genre_scores_gemma":[0.046314765,0.9171894,0.020881573,0.000761788,0.0009101102,0.00008329048,0.0009784257,0.000040687028,0.01283995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996587,0.000042402222,0.000023532111,0.00007386917,0.00017176947,0.000029806275],"domain_scores_gemma":[0.99953806,0.000120787554,0.000027774751,0.000026788166,0.0002716593,0.000014924285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054593757,0.0005746506,0.00056618726,0.0012726621,0.00011743187,0.0007441059,0.0011672965,0.000772613,0.0021858134],"category_scores_gemma":[0.0013095009,0.00028363662,0.00036155316,0.0015455105,0.00028553916,0.0015109673,0.00050189183,0.00086043694,0.0026412522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021418638,0.000039744536,0.00041454408,0.0014450691,0.000046564324,0.00002989231,0.000012311508,0.004062273,0.001110184,0.0069521526,0.022099912,0.9637659],"study_design_scores_gemma":[0.000016473523,0.0002026213,0.002838457,0.0013516973,0.00013182608,0.0007502683,0.000068618145,0.04469534,0.005488374,0.014823534,0.92957133,0.00006146129],"about_ca_topic_score_codex":0.0029703449,"about_ca_topic_score_gemma":0.0030331353,"teacher_disagreement_score":0.0029703449,"about_ca_system_score_codex":0.0005931996,"about_ca_system_score_gemma":0.0008767491,"threshold_uncertainty_score":0.007312298},"labels":[],"label_agreement":null},{"id":"W3159695152","doi":"10.1145/3448976","title":"A Survey of Software Log Instrumentation","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Instrumentation (computer programming); Logging; Source code; Software; Database; Software engineering; Audit; Operating system; Accounting","score_opus":0.08397002981832441,"score_gpt":0.35211620884758943,"score_spread":0.268146179029265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159695152","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037677607,0.97385865,0.0069893324,0.0018410424,0.0005246858,0.00013462656,0.0005334816,0.00046329707,0.011887044],"genre_scores_gemma":[0.015164485,0.9733102,0.0059427326,0.0009396619,0.0004547415,0.00014242598,0.0011370116,0.0001096388,0.002799035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940988,0.0012667463,0.00069364463,0.00067952974,0.0029678345,0.00029343422],"domain_scores_gemma":[0.9620925,0.02507116,0.0024391548,0.0013638074,0.008500948,0.00053243357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005646332,0.001243558,0.0012416927,0.01472117,0.00070890796,0.0023639288,0.0018138523,0.0013151322,0.0064638145],"category_scores_gemma":[0.02682991,0.0008893394,0.0010911719,0.018836316,0.00095733633,0.005898806,0.0013134123,0.0013144417,0.0039400756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005447956,0.00008345,0.0023760838,0.017303683,0.00005591753,0.0000738522,0.00032367787,0.0005416156,0.0008806796,0.004726965,0.029050458,0.94452924],"study_design_scores_gemma":[0.000019975727,0.00026676146,0.010664634,0.024794314,0.00022065961,0.0008996351,0.00080115837,0.000857043,0.0018985304,0.0037069449,0.9557977,0.000072614144],"about_ca_topic_score_codex":0.0028072724,"about_ca_topic_score_gemma":0.003369795,"teacher_disagreement_score":0.01472117,"about_ca_system_score_codex":0.0016968191,"about_ca_system_score_gemma":0.005493183,"threshold_uncertainty_score":0.029861033},"labels":[],"label_agreement":null},{"id":"W3173162544","doi":"10.1145/3567592","title":"Neural Machine Translation for Low-resource Languages: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":278,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Machine translation; Unavailability; Resource (disambiguation); Artificial intelligence; Natural language processing","score_opus":0.09391014352774846,"score_gpt":0.3746552444027698,"score_spread":0.28074510087502136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173162544","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002742281,0.9512467,0.027755775,0.0022002384,0.00055868,0.00006708728,0.00032661905,0.0004610536,0.014641527],"genre_scores_gemma":[0.01670905,0.95295507,0.022739166,0.00068504934,0.00092243485,0.00008187735,0.0010354428,0.00012456915,0.0047473414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990159,0.00023398918,0.00011079144,0.00020441624,0.00038044143,0.00005444073],"domain_scores_gemma":[0.99611807,0.002607197,0.00016903218,0.00020867115,0.00083521684,0.00006182407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001907713,0.0008300945,0.0010490912,0.0042637885,0.00045106138,0.0015264904,0.0012006052,0.0010398017,0.0068157963],"category_scores_gemma":[0.006060451,0.00057020836,0.00070544356,0.0071245516,0.0005747785,0.0036286921,0.0008576522,0.0011773277,0.005881336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035832723,0.00005713567,0.0005923346,0.006415778,0.00005756007,0.000062041065,0.00008196132,0.0015808934,0.0011823886,0.007909557,0.023815809,0.9582087],"study_design_scores_gemma":[0.00002291455,0.00024121442,0.0029924011,0.0039743814,0.00016693433,0.0012843569,0.00031966087,0.014571961,0.0037528304,0.01966535,0.9529429,0.00006499683],"about_ca_topic_score_codex":0.0018259273,"about_ca_topic_score_gemma":0.0027066693,"teacher_disagreement_score":0.0068157963,"about_ca_system_score_codex":0.00074783555,"about_ca_system_score_gemma":0.0017316994,"threshold_uncertainty_score":0.022801101},"labels":[],"label_agreement":null},{"id":"W3183350623","doi":"10.1145/3453153","title":"A Survey on Windows-based Ransomware Taxonomy and Detection Mechanisms","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Ransomware; Malware; Computer science; Computer security; Ransom; Software deployment; Cryptocurrency; Malware analysis; Payment; Battle; Evasion (ethics); World Wide Web; Operating system","score_opus":0.08901242477938759,"score_gpt":0.32799534543967557,"score_spread":0.23898292066028798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183350623","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059688184,0.96341604,0.013177248,0.001100598,0.0005419057,0.00015437316,0.00035342688,0.0003175141,0.014970082],"genre_scores_gemma":[0.025908822,0.9466804,0.018925369,0.0009726768,0.0005342471,0.00018401524,0.0011386514,0.000099639816,0.0055560614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763334,0.00035426387,0.00029369982,0.00036193922,0.0011723739,0.00018426617],"domain_scores_gemma":[0.99122447,0.005768674,0.000938105,0.00030257675,0.0016033076,0.00016285955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001992302,0.0017297537,0.0012132192,0.01195164,0.0008268869,0.002283115,0.0017797042,0.0016781345,0.0044308407],"category_scores_gemma":[0.009357159,0.0008797248,0.0011199351,0.0070903264,0.00087186147,0.005859825,0.001094422,0.0013827764,0.0034029894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006352635,0.00007938864,0.0031521663,0.011999508,0.000051072275,0.00015078568,0.0005133734,0.00072275184,0.001666093,0.010022542,0.01773137,0.95384747],"study_design_scores_gemma":[0.00001603903,0.00036822952,0.008882834,0.019898286,0.00027474295,0.00410225,0.0011459005,0.0032956311,0.005537346,0.010807216,0.9455178,0.00015385453],"about_ca_topic_score_codex":0.00233923,"about_ca_topic_score_gemma":0.0025368133,"teacher_disagreement_score":0.01195164,"about_ca_system_score_codex":0.0009888343,"about_ca_system_score_gemma":0.002475171,"threshold_uncertainty_score":0.014822602},"labels":[],"label_agreement":null},{"id":"W3187467055","doi":"10.1145/3546577","title":"Post-hoc Interpretability for Neural NLP: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interpretability; Computer science; Categorization; Artificial intelligence; Post hoc; Machine learning; Data science; Accountability; Medicine","score_opus":0.1804175306382501,"score_gpt":0.3942971125104791,"score_spread":0.213879581872229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187467055","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007555628,0.94794136,0.025828496,0.004550504,0.000509796,0.00006178939,0.0001010169,0.00016000422,0.020091368],"genre_scores_gemma":[0.012484167,0.96532714,0.014964393,0.0011851625,0.0010368518,0.00009284539,0.00029176296,0.00010225077,0.00451534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785644,0.0008315576,0.00016807739,0.00026258087,0.0008050003,0.000076327044],"domain_scores_gemma":[0.9783181,0.018769039,0.0004862877,0.0007702159,0.0015395578,0.00011676716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050456943,0.0010025812,0.00091764,0.003640448,0.0004687521,0.0026929574,0.0019100804,0.0019521846,0.011296193],"category_scores_gemma":[0.017530339,0.0005020483,0.00085459393,0.003773771,0.002180768,0.00585408,0.0014202265,0.0024678279,0.0033703523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025229245,0.000062356215,0.00041713522,0.009400766,0.000051556326,0.000074956304,0.00031766403,0.0010549969,0.00031774613,0.075058475,0.020134434,0.8930848],"study_design_scores_gemma":[0.000016355494,0.00007210789,0.001275346,0.011524544,0.00008341989,0.00050971605,0.00040071688,0.002324999,0.00108789,0.1043661,0.87829363,0.000045203727],"about_ca_topic_score_codex":0.002019283,"about_ca_topic_score_gemma":0.00206798,"teacher_disagreement_score":0.011296193,"about_ca_system_score_codex":0.0019100776,"about_ca_system_score_gemma":0.002447344,"threshold_uncertainty_score":0.037789524},"labels":[],"label_agreement":null},{"id":"W3189789601","doi":"10.1145/3460770","title":"Design Guidelines on Deep Learning–based Pedestrian Detection Methods for Supporting Autonomous Vehicles","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canada Research Chairs","keywords":"Computer science; Pedestrian; Pedestrian detection; Task (project management); Deep learning; Artificial intelligence; Perspective (graphical); Machine learning; Transport engineering; Systems engineering","score_opus":0.22368500969575225,"score_gpt":0.4700697877486195,"score_spread":0.24638477805286726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189789601","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020094248,0.50051403,0.44814503,0.0122249015,0.0023450633,0.00042059703,0.00036613474,0.0011587136,0.03281617],"genre_scores_gemma":[0.029077226,0.58913213,0.35083243,0.0071715317,0.0017437163,0.00079555507,0.0010420802,0.00032594232,0.019879345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872166,0.00020371663,0.00020355855,0.00022781154,0.00057031616,0.00007295474],"domain_scores_gemma":[0.99734616,0.00092371285,0.00020191721,0.00014251268,0.00129313,0.00009258772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023944026,0.0014552375,0.0006316894,0.00213012,0.0003512105,0.0012466576,0.0024286543,0.002046872,0.0030289004],"category_scores_gemma":[0.0049899677,0.0008628018,0.0005789254,0.0015116271,0.0009380892,0.0030072553,0.0010898971,0.0027263097,0.0039364165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042552194,0.00011133508,0.00043000173,0.0047656903,0.000048148795,0.00012289178,0.00010756351,0.006846177,0.004482444,0.06945585,0.04493283,0.86865455],"study_design_scores_gemma":[0.000030239198,0.00018794138,0.00048650152,0.0037168292,0.000090811205,0.00063780975,0.00007231765,0.01651895,0.007207227,0.044967625,0.9260303,0.00005355338],"about_ca_topic_score_codex":0.0022517059,"about_ca_topic_score_gemma":0.0029958838,"teacher_disagreement_score":0.0030289004,"about_ca_system_score_codex":0.0012448961,"about_ca_system_score_gemma":0.0021258187,"threshold_uncertainty_score":0.012663007},"labels":[],"label_agreement":null},{"id":"W3202962003","doi":"10.1145/3465398","title":"A Survey on Applications of Artificial Intelligence in Fighting Against COVID-19","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China; National Science Foundation","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; Big data; Scope (computer science); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data science; 2019-20 coronavirus outbreak; Transmission (telecommunications); Applications of artificial intelligence; Artificial intelligence; Outbreak; Disease; Infectious disease (medical specialty); Virology; Medicine; Data mining; Telecommunications","score_opus":0.1946503451717503,"score_gpt":0.44580045192672496,"score_spread":0.2511501067549746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202962003","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015756967,0.99441385,0.0005533107,0.0009905128,0.0003716407,0.000012616486,0.000042713516,0.00001967097,0.0034380718],"genre_scores_gemma":[0.00073709694,0.99746823,0.00044922592,0.00039524774,0.00028996475,0.000009936498,0.00005889963,0.0000047639205,0.00058656104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915934,0.00023543081,0.0001138912,0.000107005886,0.00032084613,0.00006344268],"domain_scores_gemma":[0.99632746,0.0024476526,0.00020662502,0.00009596638,0.00077938644,0.00014291069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016921979,0.0009417246,0.0012927048,0.005396947,0.00035332507,0.0015962876,0.0010050357,0.0014172528,0.007166761],"category_scores_gemma":[0.004704412,0.0004720971,0.0009695473,0.0067425906,0.000534283,0.0024853507,0.00083974673,0.001907851,0.0033980059],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046613583,0.000068411624,0.0005363162,0.016928298,0.000108857144,0.00007351776,0.00008696389,0.0006327195,0.00040975012,0.007659536,0.04974167,0.9237073],"study_design_scores_gemma":[0.00000947057,0.00010380542,0.001476015,0.009616711,0.00011533819,0.00037429604,0.00009943797,0.00029093467,0.0002528728,0.0035323135,0.98410255,0.000026211848],"about_ca_topic_score_codex":0.0021166662,"about_ca_topic_score_gemma":0.002864115,"teacher_disagreement_score":0.007166761,"about_ca_system_score_codex":0.0009917757,"about_ca_system_score_gemma":0.001972073,"threshold_uncertainty_score":0.023975253},"labels":[],"label_agreement":null},{"id":"W3203871918","doi":"10.1145/3472290","title":"A Survey on Deep Learning for Human Activity Recognition","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":253,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Deep learning; Computer science; Artificial intelligence; Data science; Activity recognition; Machine learning","score_opus":0.2303350838921676,"score_gpt":0.3915422512201308,"score_spread":0.1612071673279632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203871918","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002406526,0.89107865,0.0879028,0.0020106807,0.0011342955,0.00007193335,0.00052798656,0.0005064933,0.014360644],"genre_scores_gemma":[0.021519953,0.9387141,0.0284256,0.0010224878,0.001149064,0.00009722005,0.0013783951,0.000090786256,0.007602383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995066,0.00009578046,0.000055086915,0.00012246068,0.00018390644,0.000036266654],"domain_scores_gemma":[0.99905163,0.00055219315,0.000038535603,0.000060210386,0.00026242647,0.00003503761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010330077,0.0011702223,0.00095395115,0.0017613163,0.00020999218,0.00088613626,0.0011915057,0.00096422003,0.0064891856],"category_scores_gemma":[0.002499532,0.00046023636,0.00062823505,0.002983965,0.00032339795,0.0020659026,0.0009460368,0.0013774099,0.0035423317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002877194,0.0000617445,0.00058657903,0.0024897167,0.000050262443,0.000033152606,0.000034112145,0.0024827907,0.0006488168,0.006345315,0.026408833,0.9608299],"study_design_scores_gemma":[0.00002344149,0.00031006144,0.0038373324,0.0042375484,0.00025909123,0.00070018374,0.0001537931,0.037983727,0.003924348,0.02836307,0.92012113,0.0000862483],"about_ca_topic_score_codex":0.0028923384,"about_ca_topic_score_gemma":0.0030661311,"teacher_disagreement_score":0.0064891856,"about_ca_system_score_codex":0.0006130946,"about_ca_system_score_gemma":0.0011129042,"threshold_uncertainty_score":0.021708488},"labels":[],"label_agreement":null},{"id":"W3204578495","doi":"10.1145/3470133","title":"A Systematic Review of API Evolution Literature","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"","keywords":"Computer science; Artifact (error); Application programming interface; Software evolution; Software engineering; Software; Software development; Compiler; Android (operating system); Data science; World Wide Web; Programming language; Software construction; Artificial intelligence; Operating system","score_opus":0.03773563095177377,"score_gpt":0.3398366848737849,"score_spread":0.3021010539220111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204578495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006575057,0.99582434,0.00046547982,0.00074425974,0.00020121611,0.00016662847,0.00077670475,0.000025885454,0.0011379477],"genre_scores_gemma":[0.0029796266,0.9943321,0.0008642148,0.0005742644,0.00009048117,0.00027668496,0.0006075815,0.000012672992,0.00026234757],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9921943,0.002295111,0.0025487535,0.00072661537,0.001995705,0.00023940616],"domain_scores_gemma":[0.95592946,0.029897837,0.005780379,0.0009281744,0.00692023,0.00054397987],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0087753795,0.0013830207,0.003082105,0.02090438,0.0008565186,0.0029711216,0.0021091397,0.0013763903,0.007248908],"category_scores_gemma":[0.053979263,0.0010175263,0.0040795947,0.02449372,0.0008143069,0.0043132664,0.0018232344,0.0015251173,0.001473343],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011865779,0.000039961793,0.0014266194,0.63723904,0.0014196867,0.00023010871,0.00055373413,0.00021733691,0.00037005614,0.0017137066,0.021084325,0.33558688],"study_design_scores_gemma":[0.00007010857,0.00017166685,0.0065017533,0.7186321,0.0086054765,0.0007990452,0.0005721492,0.000112723246,0.00034720462,0.0015553465,0.26257765,0.000054714867],"about_ca_topic_score_codex":0.008399766,"about_ca_topic_score_gemma":0.026275856,"teacher_disagreement_score":0.97909564,"about_ca_system_score_codex":0.0032574155,"about_ca_system_score_gemma":0.02050913,"threshold_uncertainty_score":0.04640919},"labels":[],"label_agreement":null},{"id":"W3204705447","doi":"10.1145/3467964","title":"Design Guidelines for Cooperative UAV-supported Services and Applications","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"UAV Applications and Optimization","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Provisioning; Authentication (law); Internet of Things; Process (computing); Service (business); Computer security; Computer network","score_opus":0.13336988835038452,"score_gpt":0.36909157905089807,"score_spread":0.23572169070051355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204705447","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003966092,0.16479596,0.61041516,0.011731431,0.0017015187,0.0012322188,0.00036459838,0.0012381955,0.20455487],"genre_scores_gemma":[0.069080204,0.17781897,0.6813111,0.0043905275,0.0008062108,0.0026034073,0.0010540076,0.00050231424,0.06243338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99659735,0.00081007514,0.0004100644,0.00035322108,0.0015630474,0.0002661427],"domain_scores_gemma":[0.99748045,0.00071542984,0.00025591344,0.0003169478,0.0011070945,0.00012430546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033361157,0.0014781111,0.00064771675,0.0024990754,0.0009977387,0.0035450025,0.0032544364,0.0034019174,0.006120135],"category_scores_gemma":[0.005147319,0.0010235085,0.0007312765,0.0023248729,0.0018297336,0.004628611,0.0023553371,0.0027103713,0.006937025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021009639,0.00010487333,0.0003261249,0.0018621464,0.000022678976,0.00031421968,0.00044324904,0.0071245716,0.0045329784,0.67385685,0.030053593,0.28133768],"study_design_scores_gemma":[0.000014465721,0.00004738967,0.00019821845,0.0013701206,0.000018861405,0.00049168715,0.00021588986,0.006217068,0.0019382931,0.08150175,0.9079597,0.000026498328],"about_ca_topic_score_codex":0.0025819503,"about_ca_topic_score_gemma":0.0033845599,"teacher_disagreement_score":0.006120135,"about_ca_system_score_codex":0.002145096,"about_ca_system_score_gemma":0.0031279188,"threshold_uncertainty_score":0.020473897},"labels":[],"label_agreement":null},{"id":"W3217539601","doi":"10.1145/3485129","title":"Vehicular Edge Computing: Architecture, Resource Management, Security, and Challenges","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Edge computing; Architecture; Dissemination; Computer security; Service (business); Enhanced Data Rates for GSM Evolution; Data science; Telecommunications","score_opus":0.08240530645500395,"score_gpt":0.3128260338022627,"score_spread":0.23042072734725877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217539601","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019644243,0.9585151,0.01439913,0.0036740392,0.0009311711,0.00004852318,0.000059884824,0.00012051892,0.020287117],"genre_scores_gemma":[0.013479724,0.975109,0.005763923,0.0006655256,0.00077628024,0.000033242028,0.00012893107,0.000023799274,0.0040195878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993948,0.00010839918,0.000049100694,0.0000813676,0.00028366517,0.00008269137],"domain_scores_gemma":[0.99899644,0.00047648718,0.000057324814,0.00006050303,0.00035103902,0.000058234935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009360835,0.0005950108,0.0006502669,0.002029848,0.0005090446,0.002141391,0.001166629,0.0012495195,0.0022402178],"category_scores_gemma":[0.0015831181,0.0004764221,0.00038296598,0.003454868,0.0006289857,0.0038572943,0.00093633507,0.0018194597,0.0018640334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033341606,0.00006399034,0.0007478207,0.0039536823,0.000033161894,0.00010290103,0.00015449648,0.0040673455,0.0014644301,0.07683705,0.0352777,0.8772641],"study_design_scores_gemma":[0.00000528263,0.00010023423,0.00073906046,0.0020348814,0.0000443453,0.0007446503,0.00033277136,0.005148061,0.0011304481,0.027682845,0.96199554,0.0000418714],"about_ca_topic_score_codex":0.0022849708,"about_ca_topic_score_gemma":0.0030988439,"teacher_disagreement_score":0.0022849708,"about_ca_system_score_codex":0.0011394032,"about_ca_system_score_gemma":0.0017798371,"threshold_uncertainty_score":0.008266985},"labels":[],"label_agreement":null},{"id":"W4205550683","doi":"10.1145/3486860","title":"A Survey of Binary Code Fingerprinting Approaches: Taxonomy, Methodologies, and Features","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Fidelity; Code (set theory); Binary code; Source code; Process (computing); Software; Binary number; Programming language; Set (abstract data type)","score_opus":0.415924488199213,"score_gpt":0.39429116846136264,"score_spread":0.021633319737850376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205550683","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029254223,0.9649321,0.019395301,0.0011016468,0.0004333913,0.00010642673,0.00025722265,0.00038726637,0.01046122],"genre_scores_gemma":[0.011863384,0.9555499,0.026138915,0.0007505967,0.00037852745,0.00011875665,0.00063396257,0.00013769905,0.00442825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976978,0.00030524243,0.00020236013,0.0003936919,0.0012621796,0.00013879892],"domain_scores_gemma":[0.9898461,0.0058583627,0.0008896939,0.0005011109,0.0026993866,0.00020540677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023695054,0.0014862792,0.0013601441,0.0119423475,0.0007048173,0.0021304667,0.0016578749,0.0013278004,0.004103067],"category_scores_gemma":[0.0103440145,0.00082575233,0.000878301,0.010607512,0.0012319748,0.0053880443,0.0011161083,0.0016486478,0.0039238073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037626833,0.000052587533,0.0012484966,0.007848989,0.00003303522,0.00007032709,0.00023122808,0.000505017,0.0017530817,0.0076735653,0.013089761,0.9674562],"study_design_scores_gemma":[0.000016482843,0.00023538426,0.0051069655,0.013902799,0.00020636267,0.0028468722,0.00072415936,0.0023297132,0.007647342,0.01210959,0.95473355,0.00014072417],"about_ca_topic_score_codex":0.002360887,"about_ca_topic_score_gemma":0.0027650453,"teacher_disagreement_score":0.0119423475,"about_ca_system_score_codex":0.0011401615,"about_ca_system_score_gemma":0.0030866575,"threshold_uncertainty_score":0.013726115},"labels":[],"label_agreement":null},{"id":"W4220839771","doi":"10.1145/3523057","title":"Machine Learning for Computer Systems and Networking: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Water Futures; Natural Sciences and Engineering Research Council of Canada; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Deutsche Forschungsgemeinschaft; Canada First Research Excellence Fund; Joint Programming Initiative Water challenges for a changing world; Pennsylvania State University","keywords":"Computer science; Machine learning; Artificial intelligence; Overhead (engineering); De facto; Domain (mathematical analysis); Set (abstract data type); Taxonomy (biology); Human–computer interaction; Operating system; Programming language","score_opus":0.1022091545996425,"score_gpt":0.31550984078503896,"score_spread":0.21330068618539647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220839771","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036287843,0.98542213,0.0027706525,0.0021079208,0.0005781503,0.000021398162,0.000048374975,0.000050885985,0.0086376425],"genre_scores_gemma":[0.002151519,0.9924958,0.001661806,0.00054329296,0.0010066659,0.000016942555,0.00008460677,0.000012977604,0.002026383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908984,0.00020352488,0.00007879156,0.00011106539,0.00045376367,0.00006298175],"domain_scores_gemma":[0.9971193,0.0018856028,0.00013865945,0.0001140041,0.00064306107,0.00009937499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016455937,0.00086522184,0.0010690658,0.0039594937,0.0005574232,0.0019521121,0.0011178497,0.0015917555,0.007092384],"category_scores_gemma":[0.0031450163,0.000546049,0.0005456182,0.0076277335,0.0006783902,0.004063625,0.00089987845,0.002161172,0.0043607256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002056987,0.00007710058,0.0006440253,0.006500531,0.000047436097,0.00007356532,0.00008368047,0.0010012749,0.00035623825,0.023468686,0.07954154,0.88818526],"study_design_scores_gemma":[0.0000050340127,0.000064168606,0.0010045444,0.003606615,0.000042152853,0.00039476829,0.00009791106,0.0008153387,0.00023660867,0.012184567,0.9815267,0.000021675698],"about_ca_topic_score_codex":0.0018881732,"about_ca_topic_score_gemma":0.0024622444,"teacher_disagreement_score":0.007092384,"about_ca_system_score_codex":0.0011210094,"about_ca_system_score_gemma":0.0020243542,"threshold_uncertainty_score":0.023726404},"labels":[],"label_agreement":null},{"id":"W4224237118","doi":"10.1145/3530682","title":"A Survey on Wireless Device-free Human Sensing: Application Scenarios, Current Solutions, and Open Issues","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Granularity; Identification (biology); Task (project management); Human–computer interaction; Wireless; Ranging; Artificial intelligence; Real-time computing; Telecommunications; Systems engineering","score_opus":0.13172137550989402,"score_gpt":0.36528622726662374,"score_spread":0.23356485175672972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224237118","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042627696,0.891672,0.07905861,0.0039543165,0.0019279344,0.00015354136,0.0002877984,0.0005064921,0.018176602],"genre_scores_gemma":[0.035177834,0.9276859,0.026579903,0.0024180233,0.002598201,0.00020585868,0.0007602784,0.00009521772,0.004478878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978098,0.00052809203,0.0002410237,0.0005095227,0.0007466425,0.00016496188],"domain_scores_gemma":[0.9927862,0.005044215,0.00025293045,0.00040692152,0.0013520251,0.0001576393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027986038,0.0015880421,0.0016026365,0.0031638502,0.000731404,0.0029903657,0.0023576522,0.0023196451,0.005098021],"category_scores_gemma":[0.0070718033,0.00087113987,0.00090356864,0.0059379865,0.0009843155,0.0068832072,0.0018210402,0.0015655779,0.0026668988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001467042,0.00009593244,0.002207633,0.013017543,0.00008658595,0.00023579458,0.00033266307,0.0025384875,0.0037199017,0.02587572,0.031815786,0.9199272],"study_design_scores_gemma":[0.000028373812,0.00046777815,0.004217482,0.008769373,0.00028441584,0.0025474278,0.0018965352,0.024433332,0.0065654204,0.03608176,0.9144972,0.00021082986],"about_ca_topic_score_codex":0.0015367644,"about_ca_topic_score_gemma":0.0012231424,"teacher_disagreement_score":0.005098021,"about_ca_system_score_codex":0.00072770496,"about_ca_system_score_gemma":0.0013194744,"threshold_uncertainty_score":0.017054558},"labels":[],"label_agreement":null},{"id":"W4224284455","doi":"10.1145/3530812","title":"Machine Learning-Enabled IoT Security: Open Issues and Challenges Under Advanced Persistent Threats","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); University of Ottawa","funders":"","keywords":"Computer science; Computer security; Internet of Things; Intrusion detection system; Anomaly detection; Bridging (networking); Open research; Network security; Intrusion; Artificial intelligence; World Wide Web","score_opus":0.12612448662013007,"score_gpt":0.34169079664925206,"score_spread":0.215566310029122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224284455","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000504576,0.98832625,0.002972063,0.0035667068,0.0004936308,0.000010289708,0.000014622728,0.000027627568,0.0040842453],"genre_scores_gemma":[0.006324266,0.9888771,0.0017464306,0.00088108267,0.001091286,0.000014853176,0.000033777782,0.000009576149,0.0010216922],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991744,0.00021660083,0.000066896624,0.00011814157,0.00034641477,0.00007755335],"domain_scores_gemma":[0.99700963,0.0019325819,0.0001511186,0.00011514908,0.0006848109,0.00010674858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018329325,0.0005941837,0.000916006,0.0022393216,0.0004243153,0.0021225873,0.0009900606,0.0018211926,0.0019999747],"category_scores_gemma":[0.003555336,0.00036656598,0.0005400991,0.0029825268,0.0009602613,0.0053031426,0.0010261558,0.0026607357,0.0013497563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024915023,0.000067645815,0.00062705757,0.004995917,0.000056070836,0.00012159178,0.00013036997,0.0019454815,0.0004145054,0.03671988,0.023302354,0.9315942],"study_design_scores_gemma":[0.000010355076,0.00016957415,0.0017999607,0.006481861,0.000081253005,0.001020854,0.00043415616,0.004943271,0.0006488324,0.049712326,0.93463874,0.000058766513],"about_ca_topic_score_codex":0.0009348321,"about_ca_topic_score_gemma":0.0011630218,"teacher_disagreement_score":0.0022393216,"about_ca_system_score_codex":0.00084823393,"about_ca_system_score_gemma":0.0016793429,"threshold_uncertainty_score":0.009693563},"labels":[],"label_agreement":null},{"id":"W4225161347","doi":"10.1145/3530815","title":"Heterogeneous Network Access and Fusion in Smart Factory: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Heterogeneous network; Quality of service; Factory (object-oriented programming); Computer network; Wireless network; Telecommunications; Wireless","score_opus":0.17131815532656036,"score_gpt":0.36284051731356703,"score_spread":0.19152236198700667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225161347","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094469957,0.9829906,0.0044839904,0.00081704557,0.00047474622,0.00002334375,0.000028466333,0.000032007574,0.010205052],"genre_scores_gemma":[0.006793456,0.98881274,0.0015784244,0.00031251652,0.0006406354,0.000017332972,0.000051947787,0.000007746989,0.0017851477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995995,0.00007404238,0.000034864548,0.00006757161,0.0001776452,0.00004626896],"domain_scores_gemma":[0.9991749,0.0004806641,0.0000677031,0.000033304565,0.00019812623,0.00004537934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075659325,0.00070093886,0.0007142002,0.0023555872,0.00041708432,0.0015280137,0.00088193687,0.0011427407,0.0033140557],"category_scores_gemma":[0.001211655,0.0003838392,0.00044633663,0.0043005827,0.00048044813,0.0037023793,0.00089137896,0.0010203146,0.001401856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035366884,0.00008110838,0.0009996049,0.00627027,0.00004333237,0.0002163732,0.00014883227,0.002000152,0.00076203834,0.026650712,0.027763791,0.9350284],"study_design_scores_gemma":[0.000007433382,0.00013894177,0.0017771187,0.0037917485,0.00008413665,0.0016919697,0.0003417713,0.0033556048,0.00087350263,0.015281483,0.97260725,0.00004905383],"about_ca_topic_score_codex":0.001835086,"about_ca_topic_score_gemma":0.0020376104,"teacher_disagreement_score":0.0033140557,"about_ca_system_score_codex":0.0006408808,"about_ca_system_score_gemma":0.0010549573,"threshold_uncertainty_score":0.011086583},"labels":[],"label_agreement":null},{"id":"W4226290207","doi":"10.1145/3527848","title":"A Survey of Algorithmic Recourse: Contrastive Explanations and Consequential Recommendations","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Accountability; Focus (optics); Work (physics); Management science; Data science; Risk analysis (engineering); Political science; Law","score_opus":0.12538502868306525,"score_gpt":0.38632274532314775,"score_spread":0.2609377166400825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226290207","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036619084,0.69506925,0.24140371,0.015503041,0.00083895936,0.00019950741,0.00026369584,0.0002513002,0.042808626],"genre_scores_gemma":[0.14669183,0.70588326,0.1293489,0.0039507025,0.003571706,0.00045052756,0.0005965078,0.00016732498,0.009339253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507254,0.0025896744,0.00029389563,0.00059462845,0.0012934196,0.00015579056],"domain_scores_gemma":[0.96409786,0.031201366,0.00087384303,0.0018645832,0.0017249165,0.00023750195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007879614,0.001134007,0.0011732957,0.0032592148,0.0007704312,0.0034695365,0.0027094523,0.0029723337,0.007071663],"category_scores_gemma":[0.029350754,0.0006863922,0.0011675697,0.0043830774,0.00345905,0.0064677075,0.0020456528,0.003637737,0.0015522128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054744927,0.00011108067,0.0012887937,0.0034284946,0.00013002088,0.0001194048,0.0004783235,0.011061311,0.00021152206,0.45147663,0.014073882,0.51756585],"study_design_scores_gemma":[0.000039997092,0.00012212353,0.0017640279,0.005542986,0.00012550365,0.0007858167,0.0004982611,0.030288452,0.00074394024,0.60937023,0.35061023,0.000108305816],"about_ca_topic_score_codex":0.0023750735,"about_ca_topic_score_gemma":0.0021089502,"teacher_disagreement_score":0.007879614,"about_ca_system_score_codex":0.0024085096,"about_ca_system_score_gemma":0.0028370654,"threshold_uncertainty_score":0.041671872},"labels":[],"label_agreement":null},{"id":"W4226461837","doi":"10.1145/3501296","title":"Federated Learning for Smart Healthcare: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":733,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada; National Research Foundation of Korea","keywords":"Health care; Computer science; Key (lock); Scalability; Data science; Data sharing; The Internet; Big data; Knowledge management; Computer security; World Wide Web; Database; Medicine","score_opus":0.1953717175824298,"score_gpt":0.3843675682336778,"score_spread":0.188995850651248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226461837","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006827532,0.98395175,0.006965583,0.001285768,0.0004091301,0.000029343517,0.000062179315,0.00006971395,0.006543779],"genre_scores_gemma":[0.0046956604,0.9889313,0.0037176863,0.0005138829,0.00055120076,0.00002389904,0.000118284624,0.000016754104,0.0014312727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991259,0.00019231526,0.00009517899,0.00015738148,0.00035773413,0.00007148211],"domain_scores_gemma":[0.9975593,0.0016659149,0.0001215704,0.000118240045,0.0004377213,0.00009728182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016723225,0.00090390485,0.001203631,0.0030524037,0.0004056598,0.0019323437,0.001567829,0.0015392922,0.0061322013],"category_scores_gemma":[0.0035772093,0.00053386914,0.0008674725,0.0063036894,0.0006406154,0.00404604,0.0013052704,0.0017805166,0.0029635867],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004404549,0.00011253289,0.00059222424,0.0075000366,0.00005910199,0.00007305566,0.000070495335,0.0014705603,0.00037012834,0.020890675,0.026905432,0.9419117],"study_design_scores_gemma":[0.000017937487,0.00019363896,0.0014489415,0.0064741415,0.00011515051,0.0010378016,0.00021079976,0.0036057364,0.0008060461,0.018377313,0.967661,0.000051480274],"about_ca_topic_score_codex":0.0014577648,"about_ca_topic_score_gemma":0.0014509762,"teacher_disagreement_score":0.0061322013,"about_ca_system_score_codex":0.0008955175,"about_ca_system_score_gemma":0.0017067476,"threshold_uncertainty_score":0.02051431},"labels":[],"label_agreement":null},{"id":"W4281482237","doi":"10.1145/3534965","title":"How to Approach Ambiguous Queries in Conversational Search: A Survey of Techniques, Approaches, Tools, and Challenges","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Focus (optics); Conversation; Context (archaeology); Process (computing); Task (project management); World Wide Web; Natural language; Human–computer interaction; Information retrieval; Artificial intelligence","score_opus":0.4837335270612913,"score_gpt":0.33671637581225367,"score_spread":0.14701715124903764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281482237","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002561632,0.91653866,0.06819654,0.0041240514,0.00042324932,0.00015480304,0.00015701125,0.00040934372,0.0074346997],"genre_scores_gemma":[0.03728814,0.8430406,0.111252636,0.0017727733,0.0013730571,0.00025305024,0.0007466706,0.00020508685,0.004067974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709475,0.001112167,0.00032174727,0.00047000695,0.00081524695,0.0001860797],"domain_scores_gemma":[0.98971176,0.007298253,0.00036146757,0.00064708263,0.0018155375,0.00016587343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003902745,0.0012439111,0.0017313897,0.0055850153,0.0009846236,0.003992049,0.0020922928,0.0019493771,0.0033248763],"category_scores_gemma":[0.011029355,0.00081122445,0.0013472275,0.0065045157,0.0014442214,0.010640738,0.0018597629,0.002103143,0.00405658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047984948,0.0001102533,0.0011617343,0.00827523,0.000080611666,0.00008569748,0.00094919646,0.00148498,0.0015942368,0.017766634,0.018784989,0.9496584],"study_design_scores_gemma":[0.000050742776,0.00022311008,0.00350853,0.008622879,0.0004055984,0.0021921757,0.005246331,0.027145574,0.003570023,0.0824779,0.86632574,0.0002314495],"about_ca_topic_score_codex":0.0057095443,"about_ca_topic_score_gemma":0.005129228,"teacher_disagreement_score":0.0057095443,"about_ca_system_score_codex":0.0010427802,"about_ca_system_score_gemma":0.002998152,"threshold_uncertainty_score":0.020639956},"labels":[],"label_agreement":null},{"id":"W4296708919","doi":"10.1145/3563691","title":"Explainable Convolutional Neural Networks: A Taxonomy, Review, and Future Directions","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Convolutional neural network; Artificial intelligence; Taxonomy (biology); Generalization; Relevance (law); Perspective (graphical); Machine learning; Feature (linguistics); Interpretation (philosophy)","score_opus":0.09707560278384564,"score_gpt":0.3225294605025278,"score_spread":0.22545385771868215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296708919","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002059821,0.9944652,0.0013882903,0.0014558019,0.00022628944,0.000010977997,0.000040609084,0.000022696275,0.0021840977],"genre_scores_gemma":[0.0017153434,0.9957279,0.001159359,0.000476996,0.00025630865,0.000017934768,0.00007565365,0.0000081132675,0.0005624263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953127,0.00010498567,0.000055782522,0.000088744775,0.00018218852,0.000037075315],"domain_scores_gemma":[0.99723095,0.0017959914,0.00017674745,0.00009670913,0.0006281576,0.000071396076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016569936,0.0010209111,0.0010315768,0.0048880465,0.0003495507,0.0016176562,0.0015206401,0.0014145075,0.003752967],"category_scores_gemma":[0.0049558263,0.00057844917,0.0006683172,0.005908321,0.00090409437,0.003745764,0.0008546668,0.0022419847,0.0017790478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036143218,0.00006196206,0.0006080422,0.014524452,0.00011187719,0.00010785392,0.00013641949,0.0017367444,0.0003753155,0.044884592,0.049523264,0.8878934],"study_design_scores_gemma":[0.000012294933,0.00008732372,0.0012572956,0.010529105,0.00016098155,0.0005757087,0.00016003968,0.0015571866,0.00041147362,0.040623184,0.94457394,0.000051518047],"about_ca_topic_score_codex":0.004073282,"about_ca_topic_score_gemma":0.0059505138,"teacher_disagreement_score":0.0048880465,"about_ca_system_score_codex":0.0017172662,"about_ca_system_score_gemma":0.0025391357,"threshold_uncertainty_score":0.012554944},"labels":[],"label_agreement":null},{"id":"W4297493126","doi":"10.1145/3564696","title":"Multiple Mobile Robot Task and Motion Planning: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Mobile robot; Robot; Motion planning; Task (project management); Robotics; Artificial intelligence; Human–computer interaction; Field (mathematics); Motion (physics); Systems engineering; Engineering","score_opus":0.1334261220052098,"score_gpt":0.3533795191759313,"score_spread":0.2199533971707215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297493126","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010609184,0.93913025,0.04010673,0.0010363987,0.0005338669,0.000071913506,0.000109376866,0.00018516365,0.017765462],"genre_scores_gemma":[0.010728751,0.9578209,0.02536001,0.00034606105,0.00071237935,0.00010686475,0.00035424787,0.00005393561,0.0045168414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995018,0.00007601524,0.00003857025,0.00010097993,0.00024017465,0.000042368487],"domain_scores_gemma":[0.9992016,0.00041003586,0.000058116777,0.00004922514,0.00023697889,0.0000439744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064977503,0.0010519396,0.0009748859,0.0022480043,0.0004812807,0.0015130197,0.00197387,0.0013452165,0.004962617],"category_scores_gemma":[0.0017122591,0.00069061783,0.0006295467,0.005951185,0.0005919681,0.002764844,0.0009992984,0.0013065676,0.0029620978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028066035,0.00008961889,0.00044754692,0.0060564335,0.000041164287,0.00007267352,0.00008796357,0.007813819,0.00044185537,0.025134936,0.02945598,0.9303299],"study_design_scores_gemma":[0.00001694556,0.00015175124,0.0013747151,0.0030058946,0.00007398143,0.000732646,0.0002191433,0.012737856,0.0006891709,0.03294773,0.9479993,0.000050819737],"about_ca_topic_score_codex":0.0038648616,"about_ca_topic_score_gemma":0.0037865369,"teacher_disagreement_score":0.004962617,"about_ca_system_score_codex":0.0008545577,"about_ca_system_score_gemma":0.0022086515,"threshold_uncertainty_score":0.016601622},"labels":[],"label_agreement":null},{"id":"W4311610036","doi":"10.1145/3576898","title":"Deep Learning Techniques for COVID-19 Diagnosis and Prognosis Based on Radiological Imaging","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Coronavirus disease 2019 (COVID-19); Deep learning; Artificial intelligence; Pandemic; Categorization; Medical imaging; Data science; Machine learning; Medicine; Infectious disease (medical specialty); Disease; Pathology","score_opus":0.13358446940862737,"score_gpt":0.4156542077822606,"score_spread":0.28206973837363325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311610036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036190352,0.91089255,0.07205897,0.0037714716,0.00073660404,0.00007537044,0.00049450545,0.00036328862,0.007988194],"genre_scores_gemma":[0.041364778,0.9155789,0.03660288,0.0011235694,0.00097588217,0.00008621966,0.00096123974,0.000049034137,0.003257593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994204,0.00014916518,0.00007152158,0.00011150656,0.00020811378,0.000039339517],"domain_scores_gemma":[0.9979444,0.0014225452,0.00011193053,0.00007084695,0.0004029516,0.000047363235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001630891,0.0008470212,0.00080015446,0.0034113764,0.00018473822,0.0010181847,0.0009869034,0.00087390497,0.0032605352],"category_scores_gemma":[0.005397369,0.00031194594,0.0009711462,0.002376363,0.00037807322,0.0016345364,0.0007797156,0.0015203188,0.0017489368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031735148,0.000050626906,0.0015891588,0.0027502596,0.0001234623,0.00005583222,0.000035987676,0.0032220497,0.00040880288,0.0031086737,0.01312891,0.9754946],"study_design_scores_gemma":[0.00007933906,0.0006872568,0.01912419,0.02102855,0.0015708251,0.0041959696,0.00040318526,0.11637373,0.008888588,0.059534915,0.7678353,0.00027808922],"about_ca_topic_score_codex":0.002617146,"about_ca_topic_score_gemma":0.0030272491,"teacher_disagreement_score":0.0034113764,"about_ca_system_score_codex":0.0006816429,"about_ca_system_score_gemma":0.0011466444,"threshold_uncertainty_score":0.010907531},"labels":[],"label_agreement":null},{"id":"W4317935365","doi":"10.1145/3582077","title":"Implementing Data Exfiltration Defense in Situ: A Survey of Countermeasures and Human Involvement","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Mitacs","keywords":"Computer science; Computer security; Scope (computer science); Domain (mathematical analysis); Work (physics); Risk analysis (engineering); Data science","score_opus":0.35569105085676284,"score_gpt":0.42697607322361614,"score_spread":0.0712850223668533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317935365","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042204345,0.9578314,0.017213995,0.0033291825,0.0005491349,0.00017600419,0.000055648055,0.00016696494,0.016457248],"genre_scores_gemma":[0.073879294,0.90202075,0.017365625,0.0018603245,0.0004758312,0.00023736263,0.00021288457,0.000071645365,0.003876362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99221593,0.0024470047,0.0005539796,0.0010833688,0.0031633289,0.0005363847],"domain_scores_gemma":[0.9667831,0.023588566,0.003028781,0.0017598721,0.004272981,0.000566697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008573637,0.0017298787,0.0015168166,0.0060067833,0.0012556214,0.0038606322,0.0033207734,0.0032363278,0.0052646813],"category_scores_gemma":[0.020448735,0.00085531286,0.0012409905,0.0039820164,0.0023349258,0.006697437,0.002616816,0.002225132,0.002359278],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057538484,0.00011941106,0.0015122449,0.013619685,0.00011605128,0.00007847961,0.00037554637,0.0013571496,0.0008721137,0.015062832,0.0066016405,0.9602273],"study_design_scores_gemma":[0.000052559135,0.00097377837,0.005860771,0.034556698,0.0004798193,0.0018131157,0.0031421287,0.003037275,0.0075066932,0.019205369,0.92322683,0.00014495471],"about_ca_topic_score_codex":0.0016771116,"about_ca_topic_score_gemma":0.001632339,"teacher_disagreement_score":0.008573637,"about_ca_system_score_codex":0.0017339579,"about_ca_system_score_gemma":0.004355743,"threshold_uncertainty_score":0.045342267},"labels":[],"label_agreement":null},{"id":"W4361271562","doi":"10.1145/3589338","title":"Conceptual Modeling: Topics, Themes, and Technology Trends","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"HEC Montréal; Georgia State University; University of Virginia","keywords":"Computer science; Conceptual model; Conceptual framework; Data science; Multidisciplinary approach; Management science; Knowledge management; Sociology; Engineering; Social science","score_opus":0.13670454995482842,"score_gpt":0.32983305472531294,"score_spread":0.19312850477048452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361271562","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018504612,0.9253464,0.02991007,0.021671217,0.0008690655,0.00011435646,0.00012746331,0.00012106786,0.019989947],"genre_scores_gemma":[0.021337237,0.9502929,0.021683251,0.0026659893,0.00094730995,0.00019349011,0.000291769,0.000070301314,0.0025177728],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99184424,0.0034832745,0.00066668395,0.00093299436,0.0027845034,0.00028823392],"domain_scores_gemma":[0.97799885,0.0154177025,0.0012801432,0.0010516151,0.003710146,0.0005416269],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.013611376,0.0010518022,0.0014931323,0.014998909,0.001702322,0.010563853,0.0023707727,0.0026723794,0.0045829522],"category_scores_gemma":[0.01715194,0.00085509574,0.0015326667,0.02351703,0.0054735425,0.020614572,0.0035285319,0.005635719,0.0018186147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020828218,0.00009820468,0.0017679567,0.008841995,0.00009340331,0.00011354045,0.0032830483,0.00096770807,0.0003680876,0.29936358,0.028076265,0.6570053],"study_design_scores_gemma":[0.00000929083,0.00003311631,0.001757587,0.012613329,0.00008362378,0.0006955645,0.0048757186,0.0015731801,0.00037147963,0.116563655,0.8613607,0.0000626631],"about_ca_topic_score_codex":0.006796695,"about_ca_topic_score_gemma":0.006445439,"teacher_disagreement_score":0.9850011,"about_ca_system_score_codex":0.008914231,"about_ca_system_score_gemma":0.01113573,"threshold_uncertainty_score":0.07198471},"labels":[],"label_agreement":null},{"id":"W4366747489","doi":"10.1145/3593294","title":"Data Provenance in Security and Privacy","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Saskatchewan","funders":"Mitacs","keywords":"Provenance; Computer science; Metadata; Context (archaeology); Variety (cybernetics); Data science; Internet privacy; Computer security; World Wide Web","score_opus":0.6060179517797337,"score_gpt":0.5269220062819636,"score_spread":0.0790959454977701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366747489","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001136845,0.8985312,0.037441242,0.028693415,0.0029289213,0.00014654295,0.00021994147,0.00011405944,0.030787932],"genre_scores_gemma":[0.035662953,0.92722416,0.02037846,0.0062308726,0.004276286,0.00021881778,0.00030590384,0.00006660214,0.0056359195],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98894346,0.005114642,0.00083241006,0.0009955488,0.003694333,0.00041953617],"domain_scores_gemma":[0.9687903,0.022194806,0.0015443524,0.0028053278,0.004133016,0.0005322733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012098886,0.00075771305,0.001265783,0.0041371104,0.0019178815,0.005894765,0.0016696269,0.004443241,0.0050870213],"category_scores_gemma":[0.027920868,0.0005478136,0.0012126918,0.0062720235,0.008397684,0.012627433,0.0033981719,0.004842318,0.0018448242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034723704,0.00003167614,0.00055059214,0.003855817,0.000059807,0.0001703847,0.0006099593,0.0012912536,0.00024417668,0.6301008,0.024299609,0.3387512],"study_design_scores_gemma":[0.000012028112,0.000035013367,0.0004842517,0.004807837,0.000039727933,0.0006336808,0.00038108238,0.00063426426,0.00036784358,0.255632,0.73693854,0.00003385566],"about_ca_topic_score_codex":0.0034861648,"about_ca_topic_score_gemma":0.0026138455,"teacher_disagreement_score":0.012098886,"about_ca_system_score_codex":0.004683169,"about_ca_system_score_gemma":0.009019943,"threshold_uncertainty_score":0.063985825},"labels":[],"label_agreement":null},{"id":"W4377099260","doi":"10.1145/3597428","title":"The Evolution of Distributed Systems for Graph Neural Networks and Their Origin in Graph Processing and Deep Learning: A Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Deep learning; Categorization; Scalability; Artificial intelligence; Graph; Artificial neural network; Deep neural networks; Machine learning; Theoretical computer science; Data science; Database","score_opus":0.060684143966647945,"score_gpt":0.3193867958571259,"score_spread":0.258702651890478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377099260","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035062544,0.7561119,0.18819737,0.007942989,0.0013891582,0.000111786576,0.00021549193,0.00028249118,0.04224255],"genre_scores_gemma":[0.063896984,0.84440136,0.07108741,0.0024573419,0.0023734306,0.00026752555,0.00042627557,0.00018012655,0.014909515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994568,0.00013784967,0.000037106052,0.0001440673,0.00019177812,0.00003233652],"domain_scores_gemma":[0.9982175,0.0011266262,0.00006623333,0.0001487846,0.00038937107,0.00005137177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013591865,0.0009375535,0.0007985758,0.0016649186,0.0005039112,0.001894202,0.0017459888,0.0018018084,0.005065023],"category_scores_gemma":[0.003317095,0.0006753941,0.0006597869,0.0025410834,0.0016934751,0.0045491853,0.0013808399,0.0031065221,0.0024923221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003175468,0.00008101352,0.0006932114,0.0034721214,0.00007912031,0.000115360504,0.00014300273,0.01308991,0.0009343974,0.42611983,0.022701263,0.532539],"study_design_scores_gemma":[0.00002307073,0.00012710836,0.0009495445,0.0018466268,0.00007223606,0.00087029627,0.0001653815,0.044851128,0.0019881953,0.3100835,0.63894975,0.00007312722],"about_ca_topic_score_codex":0.0026808162,"about_ca_topic_score_gemma":0.0030582559,"teacher_disagreement_score":0.005065023,"about_ca_system_score_codex":0.0019966178,"about_ca_system_score_gemma":0.0015058969,"threshold_uncertainty_score":0.01694417},"labels":[],"label_agreement":null},{"id":"W4381085527","doi":"10.1145/3605153","title":"Offloading Machine Learning to Programmable Data Planes: A Systematic Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Memory and Neural Computing","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Machine learning; Artificial intelligence; Deep learning; Computer architecture; Embedded system","score_opus":0.25495857673590755,"score_gpt":0.3810642036258785,"score_spread":0.12610562688997096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381085527","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013893294,0.98543555,0.0051989323,0.0007914878,0.00033811873,0.00004295677,0.00008461696,0.00008636812,0.0066325176],"genre_scores_gemma":[0.0054788226,0.98832357,0.0032200841,0.0005282733,0.000342528,0.00004781143,0.00020876924,0.00003398292,0.0018161163],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987645,0.0002188161,0.00014652043,0.00020440143,0.0005453253,0.00012043859],"domain_scores_gemma":[0.9955729,0.002903964,0.00030953388,0.00023799423,0.0008612353,0.00011433733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015175302,0.001367938,0.0014231313,0.005011792,0.0005084959,0.0025433274,0.001851959,0.0015051105,0.006545035],"category_scores_gemma":[0.0058369883,0.00093616906,0.0008769906,0.008018246,0.0007398197,0.0058956193,0.0013394431,0.0015035364,0.0037996594],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056114462,0.00011449949,0.00085568876,0.016505523,0.000058208472,0.00010005231,0.000119975324,0.0012551197,0.0010816052,0.01526754,0.021038221,0.94354737],"study_design_scores_gemma":[0.000024276313,0.00030690787,0.0018898436,0.01660586,0.00019206534,0.0011427831,0.0003876648,0.0025406082,0.0022594589,0.0130231865,0.96156186,0.00006540449],"about_ca_topic_score_codex":0.0013990932,"about_ca_topic_score_gemma":0.0022214456,"teacher_disagreement_score":0.006545035,"about_ca_system_score_codex":0.0007505042,"about_ca_system_score_gemma":0.0025940433,"threshold_uncertainty_score":0.021895349},"labels":[],"label_agreement":null},{"id":"W4381742210","doi":"10.1145/3589339","title":"SLA Management in Intent-Driven Service Management Systems: A Taxonomy and Future Directions","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Software deployment; Service-level agreement; Service (business); Quality of service; Fault management; Process management; The Internet; Service management; Service level; Software engineering; World Wide Web; Computer network","score_opus":0.06479021316644164,"score_gpt":0.30251860403887465,"score_spread":0.23772839087243303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381742210","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026650104,0.99509573,0.0018628936,0.001036716,0.00021618395,0.000038663842,0.00002822924,0.000016984217,0.0014380569],"genre_scores_gemma":[0.0029086762,0.99134946,0.0043587624,0.0005604607,0.00022430767,0.00008685827,0.00007311404,0.000008749023,0.00042952163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690837,0.0009164241,0.0005678492,0.00036353958,0.0010484522,0.00019542224],"domain_scores_gemma":[0.98929065,0.006988817,0.00095276785,0.00028301307,0.0022802153,0.00020452745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005575918,0.0013425121,0.0024271624,0.0098309005,0.0010302141,0.0043836604,0.0020689454,0.0022769298,0.0030621095],"category_scores_gemma":[0.008604144,0.00094723183,0.0015695005,0.013905753,0.0018804695,0.007735776,0.0017931338,0.0033567937,0.0013422909],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072402276,0.00014006197,0.00083847303,0.060404588,0.00013545295,0.00014808512,0.000847108,0.0013418805,0.0006885153,0.03980867,0.0126004405,0.88297427],"study_design_scores_gemma":[0.000033132692,0.00033219554,0.0020848643,0.071896434,0.0004303578,0.0010025183,0.0017198477,0.0018096713,0.00062351394,0.03653926,0.88338864,0.00013948666],"about_ca_topic_score_codex":0.0062166774,"about_ca_topic_score_gemma":0.0058884188,"teacher_disagreement_score":0.0098309005,"about_ca_system_score_codex":0.0034117817,"about_ca_system_score_gemma":0.009564407,"threshold_uncertainty_score":0.029488683},"labels":[],"label_agreement":null},{"id":"W4383956134","doi":"10.1145/3607533","title":"Survey on Activation Functions for Optical Neural Networks","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Neural Networks and Reservoir Computing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"","keywords":"Computer science; Activation function; Artificial neural network; Photonics; Context (archaeology); Key (lock); Electronic engineering; Artificial intelligence","score_opus":0.15924420931631378,"score_gpt":0.3620828857349167,"score_spread":0.20283867641860293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383956134","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013123583,0.9432307,0.031278025,0.0011884006,0.00078108907,0.000035648154,0.00011444262,0.00013888729,0.021920532],"genre_scores_gemma":[0.013476701,0.96019214,0.01674754,0.00060010544,0.0007666836,0.00008277372,0.00021970127,0.00006628993,0.007848145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996166,0.0000735043,0.00004564373,0.000068418536,0.00016421192,0.000031552572],"domain_scores_gemma":[0.99934345,0.0003930827,0.00003956592,0.0000303051,0.00017511693,0.000018519959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068987877,0.0010739098,0.0009699058,0.0018498569,0.00026842832,0.0011965677,0.0011906481,0.001178942,0.0058702007],"category_scores_gemma":[0.0018063053,0.0005354142,0.00070173625,0.0028464994,0.0005626571,0.002056155,0.00067765353,0.0017461426,0.0031168822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055600514,0.00007512332,0.00026461369,0.0076981755,0.00007638541,0.00010885232,0.0000702532,0.007784052,0.0029529957,0.06676005,0.025703203,0.8884506],"study_design_scores_gemma":[0.000017006345,0.00017863618,0.0006367365,0.0040338584,0.000101046455,0.00084096525,0.00006122713,0.013759163,0.0044364952,0.037318055,0.9385446,0.00007228865],"about_ca_topic_score_codex":0.001152655,"about_ca_topic_score_gemma":0.0010110062,"teacher_disagreement_score":0.0058702007,"about_ca_system_score_codex":0.0007207409,"about_ca_system_score_gemma":0.000963989,"threshold_uncertainty_score":0.019637764},"labels":[],"label_agreement":null},{"id":"W4384661952","doi":"10.1145/3610223","title":"A Survey of Malware Analysis Using Community Detection Algorithms","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Malware; Computer science; Malware analysis; Task (project management); Machine learning; Cryptovirology; Data science; Artificial intelligence; Computer security; Data mining","score_opus":0.2294256126964796,"score_gpt":0.419012034050696,"score_spread":0.18958642135421638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384661952","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062605357,0.9195256,0.05843283,0.001676629,0.00077676063,0.0001971303,0.0003504049,0.0007785034,0.012001597],"genre_scores_gemma":[0.04678832,0.8808418,0.063500665,0.0010179072,0.001441459,0.0002042387,0.0014351328,0.00020215266,0.004568298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982318,0.0003252551,0.00010473896,0.00045651037,0.00077081576,0.000110819834],"domain_scores_gemma":[0.99421436,0.003612114,0.0002519817,0.0002780061,0.0015344677,0.000109051325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019241488,0.0018421954,0.0017410805,0.009492095,0.0008768126,0.0017283512,0.0018237613,0.0014232458,0.002552302],"category_scores_gemma":[0.0068694325,0.0007489435,0.0013860856,0.007918176,0.000688737,0.004075356,0.0009279851,0.0012379439,0.002244263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004318364,0.00009391702,0.001984469,0.0041359467,0.00009402187,0.000078767516,0.0001213887,0.0018988847,0.0010810985,0.0061178138,0.02077523,0.9635754],"study_design_scores_gemma":[0.00006072468,0.0005038929,0.011059969,0.010414515,0.00059447146,0.004496066,0.00083673204,0.048654173,0.010831096,0.032824434,0.87944424,0.00027970033],"about_ca_topic_score_codex":0.003011547,"about_ca_topic_score_gemma":0.0024901489,"teacher_disagreement_score":0.009492095,"about_ca_system_score_codex":0.0009255996,"about_ca_system_score_gemma":0.0020106272,"threshold_uncertainty_score":0.010175943},"labels":[],"label_agreement":null},{"id":"W4384934710","doi":"10.1145/3610402","title":"Where Are the (Cellular) Data?","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced MIMO Systems Optimization","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Scarcity; Data science; Cellular network; Artificial intelligence; Data integration; Machine learning; Data mining; Telecommunications","score_opus":0.11362667106253392,"score_gpt":0.3296816303960246,"score_spread":0.21605495933349067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384934710","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001237782,0.87972397,0.014540557,0.06364846,0.0045462516,0.000044595028,0.0012095949,0.00015105394,0.034897774],"genre_scores_gemma":[0.020452166,0.9485433,0.005128903,0.010447641,0.0054315883,0.00006577419,0.0009958157,0.00007924679,0.0088555915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979265,0.00080572854,0.00012247574,0.00030796888,0.00067530706,0.00016191116],"domain_scores_gemma":[0.99243414,0.0040503587,0.00048347283,0.0008687974,0.0019122488,0.0002510227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002844662,0.0005763922,0.0009536131,0.0024884983,0.0007396913,0.005554843,0.001521646,0.0022934144,0.009398275],"category_scores_gemma":[0.011603311,0.00050304225,0.00044381391,0.005871091,0.0018734531,0.013159708,0.0013110202,0.0030344143,0.008320247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046635007,0.000029336023,0.0010926828,0.00354188,0.000052737356,0.00009638434,0.00021623985,0.00075615465,0.00034894331,0.15701444,0.14680234,0.6900022],"study_design_scores_gemma":[0.000003614485,0.000012923617,0.00063799275,0.0021992296,0.00001903045,0.00027736832,0.00034358294,0.00026739275,0.0001750191,0.03269149,0.9633543,0.000018058405],"about_ca_topic_score_codex":0.0032448033,"about_ca_topic_score_gemma":0.003457831,"teacher_disagreement_score":0.009398275,"about_ca_system_score_codex":0.001206861,"about_ca_system_score_gemma":0.0024761246,"threshold_uncertainty_score":0.031440377},"labels":[],"label_agreement":null},{"id":"W4385073800","doi":"10.1145/3610225","title":"Beyond Smart Homes: An In-Depth Analysis of Smart Aging Care System Security","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Queen's University","funders":"","keywords":"Internet privacy; Context (archaeology); Computer security; Variety (cybernetics); Computer science; Population ageing; Aging in place; Health care; Home automation; Population; Business; Telecommunications; Medicine; Gerontology; Environmental health","score_opus":0.08269756635745078,"score_gpt":0.35038350132178886,"score_spread":0.26768593496433807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385073800","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36409065,0.13167356,0.320259,0.05693596,0.0007671417,0.0011259419,0.0014449358,0.0004605669,0.123242155],"genre_scores_gemma":[0.85739213,0.07204697,0.058369048,0.0029216467,0.00044915426,0.00013588097,0.00057322823,0.000076300355,0.008035701],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854517,0.0004900254,0.000093648014,0.00013648909,0.0004990197,0.0002356582],"domain_scores_gemma":[0.99645376,0.0020371038,0.00038909382,0.00023143021,0.00074888126,0.00013969046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019109533,0.0006414647,0.0004366061,0.0029456627,0.0011645756,0.0045213695,0.00067081064,0.0012528128,0.0015784363],"category_scores_gemma":[0.004352853,0.0003932058,0.00081172405,0.0015090752,0.0019793278,0.01054797,0.0019024668,0.0023441648,0.00028523227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017878892,0.00023373844,0.045398157,0.0035395806,0.0002064366,0.0018783284,0.018409146,0.03247034,0.0073793354,0.5063509,0.01681991,0.36713532],"study_design_scores_gemma":[0.000012409156,0.00040147678,0.060753237,0.005779724,0.000246537,0.0031826268,0.04173399,0.19013755,0.009750395,0.3468654,0.3409242,0.00021248481],"about_ca_topic_score_codex":0.00460479,"about_ca_topic_score_gemma":0.0043306653,"teacher_disagreement_score":0.00460479,"about_ca_system_score_codex":0.0020610539,"about_ca_system_score_gemma":0.0024125997,"threshold_uncertainty_score":0.01495409},"labels":[],"label_agreement":null},{"id":"W4385456320","doi":"10.1145/3611651","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Chinese University of Hong Kong","keywords":"Computer science; Biomedical text mining; Terminology; Domain (mathematical analysis); Data science; Artificial intelligence; Taxonomy (biology); Health informatics; Natural language processing; Health care; Text mining","score_opus":0.11915608480073568,"score_gpt":0.3643785811444352,"score_spread":0.24522249634369953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385456320","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006596919,0.8005201,0.17084983,0.008034397,0.0013945069,0.0002736709,0.0018996435,0.0021224974,0.008308328],"genre_scores_gemma":[0.072297834,0.8029664,0.097561345,0.005436184,0.0026112825,0.00060734,0.009911335,0.0006840419,0.007924158],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99786794,0.000875172,0.00023391075,0.00046064015,0.00047633308,0.00008608099],"domain_scores_gemma":[0.98688656,0.010820453,0.00025915488,0.00049197103,0.0014140842,0.00012768505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004771274,0.0018833015,0.0016007478,0.0029430324,0.00032060684,0.0017474988,0.0025213857,0.0015213774,0.0039810915],"category_scores_gemma":[0.019145118,0.00066929497,0.001698137,0.002537996,0.0007269297,0.0049694073,0.0012923743,0.00242612,0.0043937336],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000994507,0.00013861113,0.0021423995,0.007444938,0.00025488285,0.000107845895,0.00020733297,0.009304167,0.0012183496,0.005934558,0.03132462,0.94182295],"study_design_scores_gemma":[0.000118490236,0.0011687475,0.010283204,0.019454297,0.0017501846,0.0024006702,0.0012666868,0.17567244,0.011360992,0.052656993,0.72349143,0.00037588913],"about_ca_topic_score_codex":0.0045792386,"about_ca_topic_score_gemma":0.0055951066,"teacher_disagreement_score":0.004771274,"about_ca_system_score_codex":0.0010483594,"about_ca_system_score_gemma":0.0034196752,"threshold_uncertainty_score":0.02523321},"labels":[],"label_agreement":null},{"id":"W4386162736","doi":"10.1145/3617592","title":"Deep Learning Approaches on Image Captioning: A Review","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Closed captioning; Computer science; Deep learning; Artificial intelligence; Modalities; Context (archaeology); Field (mathematics); Natural language processing; Image (mathematics); Machine learning","score_opus":0.17702160835122344,"score_gpt":0.3854094199385489,"score_spread":0.20838781158732544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386162736","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006307851,0.9811365,0.012340477,0.00094457506,0.00042983858,0.000040515897,0.00010981647,0.00014730832,0.0042203283],"genre_scores_gemma":[0.004821733,0.98393583,0.008288825,0.00047544163,0.00046653041,0.000044627395,0.00026831063,0.000045593515,0.0016531361],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949634,0.00009883143,0.000059893206,0.00010498752,0.00020398588,0.000035957535],"domain_scores_gemma":[0.99702746,0.0019337973,0.00013070863,0.000103012724,0.0007372604,0.000067789086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017438161,0.0014171947,0.0011386448,0.0032278632,0.0003329866,0.0015934865,0.001991772,0.001425617,0.005571042],"category_scores_gemma":[0.0051273326,0.0006834535,0.0008163552,0.0039150636,0.0006927071,0.0031537737,0.0011426738,0.0018000553,0.003517564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034610286,0.00005954921,0.00024980583,0.007723321,0.000070824964,0.0000519392,0.000065738124,0.0018603754,0.0006170807,0.0052787573,0.025916161,0.9580719],"study_design_scores_gemma":[0.000027504295,0.00022411188,0.0018707273,0.011503771,0.00030225728,0.0011663048,0.00019188947,0.008450468,0.0033177782,0.013437662,0.9594078,0.00009971162],"about_ca_topic_score_codex":0.0028668016,"about_ca_topic_score_gemma":0.0029743593,"teacher_disagreement_score":0.005571042,"about_ca_system_score_codex":0.0009490824,"about_ca_system_score_gemma":0.001456081,"threshold_uncertainty_score":0.018637002},"labels":[],"label_agreement":null},{"id":"W4386831200","doi":"10.1145/3620667","title":"Defenses to Membership Inference Attacks: A Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Guangzhou University; National Natural Science Foundation of China","keywords":"Computer science; Inference; Intuition; Data science; Variety (cybernetics); Artificial intelligence; Key (lock); Machine learning; Computer security; Cognitive science","score_opus":0.31807801475036357,"score_gpt":0.4306536990287149,"score_spread":0.11257568427835135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386831200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005090854,0.8082111,0.131571,0.0087042935,0.0014111401,0.0002759155,0.00026051627,0.00047956963,0.043995652],"genre_scores_gemma":[0.12565385,0.7968521,0.05675478,0.0042731646,0.0033986147,0.00044450513,0.0007693893,0.00017188037,0.011681776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954136,0.0010167349,0.00032652606,0.00069761573,0.0020608213,0.00048472593],"domain_scores_gemma":[0.98665696,0.009416447,0.0006796936,0.0015181686,0.0014515667,0.00027715048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050067315,0.0017875718,0.0018915497,0.0041406006,0.001704251,0.0036631182,0.003309436,0.0035431683,0.006014652],"category_scores_gemma":[0.012368724,0.001011314,0.001695611,0.0045972075,0.0025229992,0.01084252,0.003525884,0.005324507,0.003246437],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010291597,0.00025820962,0.0016607611,0.004259405,0.00013420815,0.00017786067,0.0002808118,0.007482886,0.0013141648,0.19824828,0.035524014,0.7505564],"study_design_scores_gemma":[0.00006415499,0.0006065046,0.0021761295,0.0066697183,0.00028017568,0.0041236514,0.0010487548,0.036379028,0.006003769,0.20824161,0.7342246,0.00018187697],"about_ca_topic_score_codex":0.00092914316,"about_ca_topic_score_gemma":0.0006996641,"teacher_disagreement_score":0.006014652,"about_ca_system_score_codex":0.0019697861,"about_ca_system_score_gemma":0.002129602,"threshold_uncertainty_score":0.02647841},"labels":[],"label_agreement":null},{"id":"W4386998302","doi":"10.1145/3625387","title":"Early Detection of Bark Beetle Attack Using Remote Sensing and Machine Learning: A Review","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Forest Insect Ecology and Management","field":"Environmental Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Natural Resources Canada; Canadian Forest Service; University of Alberta","funders":"Canadian Forest Service; Natural Resources Canada; U.S. Forest Service; fRI Research","keywords":"Computer science; Bark beetle; Exploit; Hyperspectral imaging; Machine learning; Artificial intelligence; Remote sensing; Ecology; Bark (sound); Geography; Computer security","score_opus":0.09118767912676579,"score_gpt":0.3273762206349059,"score_spread":0.23618854150814012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386998302","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007665524,0.99542373,0.0021661797,0.000324911,0.00019634607,0.000015484502,0.000059788355,0.000035616173,0.0010114237],"genre_scores_gemma":[0.0051663006,0.9907821,0.002869197,0.00027793206,0.000382087,0.000020652966,0.00013714304,0.000011393865,0.00035318724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955493,0.000071712355,0.00007345974,0.0001307101,0.00013797868,0.000031300257],"domain_scores_gemma":[0.99760604,0.0016335369,0.00022022545,0.000052037813,0.00042606975,0.00006195753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014370764,0.0012335388,0.0013929019,0.0029245939,0.00025381785,0.0011946863,0.0011937659,0.0011567153,0.0018035595],"category_scores_gemma":[0.002730928,0.00044018435,0.00110702,0.003018562,0.0004226527,0.0017858291,0.0005632865,0.0010527972,0.001042467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006016841,0.000097487355,0.001538066,0.018265203,0.00026259382,0.000111950634,0.00008730072,0.0016729034,0.001305311,0.0022210844,0.010680626,0.96369725],"study_design_scores_gemma":[0.000034753073,0.00074174086,0.0147968605,0.023375072,0.0019986047,0.0021827533,0.0004136909,0.0076907356,0.003907563,0.009327177,0.93525285,0.00027827726],"about_ca_topic_score_codex":0.0020566012,"about_ca_topic_score_gemma":0.0019151398,"teacher_disagreement_score":0.0029245939,"about_ca_system_score_codex":0.00040623508,"about_ca_system_score_gemma":0.0011106886,"threshold_uncertainty_score":0.0076001287},"labels":[],"label_agreement":null},{"id":"W4387195417","doi":"10.1145/3626235","title":"Diffusion Models: A Comprehensive Survey of Methods and Applications","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Generative Adversarial Networks and Image Synthesis","field":"Computer Science","cited_by":1387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; HEC Montréal","funders":"","keywords":"Computer science; Data science; Generative grammar; Key (lock); Focus (optics); Generative model; Diffusion; Artificial intelligence; Machine learning","score_opus":0.23377875557158365,"score_gpt":0.422125356263777,"score_spread":0.18834660069219336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387195417","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056161016,0.9280212,0.055073824,0.0029816641,0.0007731035,0.00005560556,0.00030840922,0.00028993978,0.011934587],"genre_scores_gemma":[0.007113481,0.9683118,0.017665952,0.00070003123,0.0011485259,0.000073654446,0.0003800271,0.000110804234,0.0044958196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990829,0.00019325105,0.00008724074,0.00019080662,0.00039270037,0.000053078093],"domain_scores_gemma":[0.9968927,0.0021789693,0.0001231982,0.00019057306,0.0005334696,0.000081035505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002380298,0.0017059646,0.0018447029,0.0033270905,0.0005176236,0.0024571575,0.002139177,0.002128498,0.009423484],"category_scores_gemma":[0.0057505514,0.0011965015,0.0013827757,0.005012572,0.0009825933,0.004412469,0.001414781,0.0032587906,0.0056995424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040068084,0.000082850405,0.00075037865,0.006555242,0.0001336659,0.000096638105,0.0001228212,0.010705589,0.0007258798,0.118010335,0.060077257,0.8026992],"study_design_scores_gemma":[0.000015354304,0.0000651961,0.0005716217,0.0025097576,0.000100694684,0.00055325864,0.00008450467,0.01722656,0.00064685225,0.07979986,0.8983517,0.000074555835],"about_ca_topic_score_codex":0.0046104277,"about_ca_topic_score_gemma":0.0040021744,"teacher_disagreement_score":0.009423484,"about_ca_system_score_codex":0.0015615448,"about_ca_system_score_gemma":0.0021795398,"threshold_uncertainty_score":0.031524718},"labels":[],"label_agreement":null},{"id":"W4387377637","doi":"10.1145/3626519","title":"Distributed Scrum: A Case Meta-analysis","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Norges Forskningsråd; European Regional Development Fund; Science Foundation Ireland; Universities Space Research Association","keywords":"Scrum; Agile software development; Computer science; Software engineering; Software; Process management; Software development; Knowledge management; Engineering management; Business; Engineering; Operating system","score_opus":0.3272539341205006,"score_gpt":0.42233540738569375,"score_spread":0.09508147326519317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387377637","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03153665,0.8524919,0.06425617,0.0073526967,0.0011174604,0.019881798,0.0038468407,0.00031760056,0.019198809],"genre_scores_gemma":[0.27756658,0.5265137,0.15604293,0.0046718447,0.00047139224,0.025816336,0.0048402078,0.0002663003,0.0038107506],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9659615,0.018994488,0.0066250726,0.002037847,0.0057876683,0.0005935073],"domain_scores_gemma":[0.8926013,0.08314176,0.005061002,0.0067787175,0.011862872,0.00055443565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04228192,0.0014651163,0.0035876094,0.023821363,0.0016425804,0.0038693966,0.0035751825,0.0021647306,0.005027247],"category_scores_gemma":[0.09938687,0.0016650828,0.006969892,0.016528951,0.0008338598,0.0045794686,0.0035025263,0.002012424,0.00079325086],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074429397,0.00055684394,0.007384321,0.23867363,0.026236067,0.0033247895,0.010349259,0.0025889103,0.0015311216,0.024077492,0.013774568,0.6707587],"study_design_scores_gemma":[0.0008508324,0.00151378,0.007691958,0.5414199,0.103977226,0.0047488986,0.010489333,0.003983465,0.004129282,0.023049459,0.29785693,0.00028895086],"about_ca_topic_score_codex":0.0053331642,"about_ca_topic_score_gemma":0.017564807,"teacher_disagreement_score":0.04228192,"about_ca_system_score_codex":0.0075669214,"about_ca_system_score_gemma":0.013882586,"threshold_uncertainty_score":0.22361082},"labels":[],"label_agreement":null},{"id":"W4387453400","doi":"10.1145/3625094","title":"A Systematic Review of IoT Security: Research Potential, Challenges, and Future Directions","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Internet of Things; Computer security; Field (mathematics); Data science","score_opus":0.16283386226236163,"score_gpt":0.39991577826824526,"score_spread":0.23708191600588363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387453400","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019362308,0.9975338,0.0002351691,0.00074252527,0.0002466745,0.00004511235,0.00012986256,0.000009351726,0.0008639131],"genre_scores_gemma":[0.0007018036,0.9982736,0.0003560883,0.00031209868,0.00008443191,0.000038462505,0.00008541519,0.0000026000657,0.00014551995],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99741924,0.00067592354,0.0008096541,0.00021913597,0.00075950555,0.00011660142],"domain_scores_gemma":[0.9869644,0.008330649,0.0016563744,0.00024338676,0.002508348,0.0002969332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004167493,0.0011281951,0.0026268798,0.011457088,0.00065093435,0.0025695467,0.0013828165,0.0013695831,0.006180881],"category_scores_gemma":[0.018187061,0.00065490976,0.002593957,0.0124945,0.00071866915,0.003686392,0.0013856879,0.0014045213,0.0015192211],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009736715,0.000041014155,0.0008631297,0.3319354,0.0008186323,0.00024005404,0.0004257629,0.0003104537,0.0004120306,0.003406438,0.03426419,0.6271856],"study_design_scores_gemma":[0.000039841092,0.00013622073,0.0027303956,0.44977635,0.0037688012,0.0010105814,0.00056195236,0.000121941055,0.00022695445,0.0026159831,0.53896266,0.00004836724],"about_ca_topic_score_codex":0.004444224,"about_ca_topic_score_gemma":0.014837083,"teacher_disagreement_score":0.011457088,"about_ca_system_score_codex":0.0017927565,"about_ca_system_score_gemma":0.013386159,"threshold_uncertainty_score":0.02204007},"labels":[],"label_agreement":null},{"id":"W4387735260","doi":"10.1145/3627817","title":"It Is All about Data: A Survey on the Effects of Data on Adversarial Robustness","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Adversarial system; Robustness (evolution); Computer science; Machine learning; Artificial intelligence; Mistake; Vulnerability (computing); Adversarial machine learning; Computer security; Threat model; Data science","score_opus":0.2351525607181049,"score_gpt":0.4152004103574418,"score_spread":0.18004784963933693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387735260","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014358513,0.9460791,0.023949588,0.00270883,0.000656481,0.000051575247,0.00007576784,0.00011050608,0.0249324],"genre_scores_gemma":[0.018151416,0.96901155,0.0065837656,0.0010891848,0.001235381,0.00006232372,0.000122339,0.000050786293,0.0036931203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998259,0.00047567434,0.00012840064,0.0002298917,0.00079351413,0.00011349228],"domain_scores_gemma":[0.98940444,0.008475471,0.00038249022,0.0005319312,0.0010726631,0.00013300806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027774533,0.0011762645,0.0014134598,0.0031032574,0.00069211476,0.002540717,0.00143072,0.0019954883,0.0060204305],"category_scores_gemma":[0.007758799,0.00083307986,0.0008550565,0.004093381,0.0020251367,0.005196302,0.0017193658,0.0028185276,0.0029753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054388307,0.00010115159,0.0012213227,0.006208421,0.000109036846,0.0001793036,0.00021836975,0.00882746,0.00076682155,0.13675335,0.036647566,0.80891275],"study_design_scores_gemma":[0.00001609911,0.00024135297,0.0021289082,0.007599773,0.00012991812,0.0017205143,0.00037713526,0.009349279,0.0018188083,0.101689264,0.87482494,0.00010400241],"about_ca_topic_score_codex":0.0011366301,"about_ca_topic_score_gemma":0.0010653082,"teacher_disagreement_score":0.0060204305,"about_ca_system_score_codex":0.0011370318,"about_ca_system_score_gemma":0.0012239814,"threshold_uncertainty_score":0.02014035},"labels":[],"label_agreement":null},{"id":"W4389509728","doi":"10.1145/3636553","title":"Reaching Consensus in the Byzantine Empire: A Comprehensive Review of BFT Consensus Algorithms","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Liveness; Computer science; Byzantine fault tolerance; Algorithm; Consensus algorithm; Latency (audio); Distributed computing; Fault tolerance","score_opus":0.14995173507624227,"score_gpt":0.38829711771795394,"score_spread":0.23834538264171168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389509728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000581628,0.9729214,0.01980213,0.0006904758,0.00041320076,0.00003494572,0.000046970286,0.000090423346,0.005418839],"genre_scores_gemma":[0.007924539,0.974538,0.014533179,0.0004913834,0.00060163543,0.000059157206,0.00014109958,0.000048920145,0.0016620205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898094,0.00022656769,0.00012014711,0.00022112054,0.00037322973,0.00007800634],"domain_scores_gemma":[0.9975563,0.0016435254,0.00014886197,0.00011807675,0.00047201183,0.00006116705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018515509,0.0011572333,0.0015117446,0.0030901034,0.00062852073,0.00189859,0.0015663017,0.0016428009,0.0033218327],"category_scores_gemma":[0.0051980107,0.00069264066,0.00085552846,0.0053466707,0.0009520031,0.0035797788,0.0009923796,0.0019807685,0.0025532758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006730144,0.00008453285,0.00039420393,0.012853435,0.00008484752,0.000080142236,0.00016199495,0.008000204,0.00088445266,0.05684063,0.01915811,0.90139025],"study_design_scores_gemma":[0.000029349612,0.0002560838,0.00067981373,0.007221612,0.00017878656,0.00069680804,0.00017863318,0.008709291,0.0012878907,0.049637523,0.9310546,0.00006963798],"about_ca_topic_score_codex":0.0018143447,"about_ca_topic_score_gemma":0.0016509049,"teacher_disagreement_score":0.0033218327,"about_ca_system_score_codex":0.0010853078,"about_ca_system_score_gemma":0.0024706773,"threshold_uncertainty_score":0.01111263},"labels":[],"label_agreement":null},{"id":"W4391614403","doi":"10.1145/3645101","title":"Generalized Video Anomaly Event Detection: Systematic Taxonomy and Comparison of Deep Models","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; University of Toronto","funders":"China Scholarship Council; Fudan University; National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Scope (computer science); Taxonomy (biology); Unsupervised learning; Event (particle physics); Artificial intelligence; Data science; Machine learning; Deep learning","score_opus":0.10204055724339232,"score_gpt":0.35221675890570386,"score_spread":0.2501762016623115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391614403","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012429019,0.56824327,0.39374825,0.0050140494,0.000860704,0.00034309996,0.0013954453,0.0013917445,0.016574444],"genre_scores_gemma":[0.14086968,0.6953253,0.15155281,0.0014544926,0.0009435383,0.0004976882,0.003453715,0.0002636806,0.0056391023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873894,0.00024154627,0.00013666901,0.00031192155,0.00049252744,0.00007832465],"domain_scores_gemma":[0.9959622,0.0024011591,0.000239433,0.00029758472,0.0010063925,0.000093306946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002486842,0.0013455702,0.0012368696,0.0045771003,0.00036295838,0.0026836605,0.0025414254,0.0012612615,0.0016137626],"category_scores_gemma":[0.009188414,0.0006198454,0.0011149978,0.00411582,0.00075202016,0.004275242,0.0016229477,0.0020146184,0.00094287685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005933513,0.00009984594,0.004292046,0.0029806315,0.00016938557,0.00007424421,0.00023939415,0.013939005,0.00079363113,0.024656199,0.012575697,0.94012064],"study_design_scores_gemma":[0.0000571686,0.00069773616,0.012085497,0.00870914,0.00084261753,0.001878863,0.0011604795,0.36321202,0.008083144,0.16161345,0.44135,0.00030991386],"about_ca_topic_score_codex":0.0056029786,"about_ca_topic_score_gemma":0.0053288983,"teacher_disagreement_score":0.0056029786,"about_ca_system_score_codex":0.0013658337,"about_ca_system_score_gemma":0.00270192,"threshold_uncertainty_score":0.0131518245},"labels":[],"label_agreement":null},{"id":"W4391840390","doi":"10.1145/3648471","title":"Utilizing BERT for Information Retrieval: Survey, Applications, Resources, and Challenges","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; Central China Normal University; York University","keywords":"Computer science; Information retrieval; Data science; World Wide Web","score_opus":0.16111223945183448,"score_gpt":0.35412702620949055,"score_spread":0.19301478675765607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391840390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014422334,0.64282244,0.29456878,0.011037174,0.00063933776,0.00036497743,0.0012091297,0.0042461026,0.030689707],"genre_scores_gemma":[0.13115227,0.615271,0.23176591,0.0031021552,0.002180395,0.0003197783,0.004122044,0.00059574324,0.011490777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976827,0.0007809812,0.00020096182,0.00033201388,0.00085516967,0.00014811625],"domain_scores_gemma":[0.99391234,0.0037613253,0.0001993129,0.00085134903,0.0011341835,0.0001415655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033640028,0.001359226,0.0015282684,0.0059914687,0.0006727871,0.00341865,0.0032569512,0.0018012782,0.0060409103],"category_scores_gemma":[0.009483993,0.0009903975,0.0010271412,0.00914656,0.0014814035,0.011302468,0.0025048319,0.002166199,0.005461649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008936492,0.00014107667,0.0011794792,0.0035892155,0.00007456898,0.000059392074,0.00023939845,0.006957298,0.0022843594,0.037783083,0.02870558,0.9188971],"study_design_scores_gemma":[0.0000785443,0.0005423453,0.0033560272,0.0027828056,0.0002579739,0.0016707785,0.0014013987,0.2616963,0.009207585,0.14921023,0.56950706,0.00028892368],"about_ca_topic_score_codex":0.00600151,"about_ca_topic_score_gemma":0.0041372064,"teacher_disagreement_score":0.0060409103,"about_ca_system_score_codex":0.0015016583,"about_ca_system_score_gemma":0.0022439086,"threshold_uncertainty_score":0.020208836},"labels":[],"label_agreement":null},{"id":"W4391884321","doi":"10.1145/3648358","title":"Distributed Graph Neural Network Training: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; HEC Montréal","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; Microsoft Research Asia; Beijing Nova Program; Hong Kong University of Science and Technology; Shanghai Jiao Tong University; National Natural Science Foundation of China; Microsoft Research; National Science and Technology Major Project; National Science Foundation","keywords":"Computer science; Workload; Distributed computing; Partition (number theory); Graph; Artificial neural network; Artificial intelligence; Machine learning; Theoretical computer science","score_opus":0.13086994288069173,"score_gpt":0.35700705758101103,"score_spread":0.2261371147003193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391884321","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018854493,0.2502139,0.7011935,0.0042894254,0.0010694722,0.00025311531,0.0006986712,0.0026204656,0.020807052],"genre_scores_gemma":[0.29891798,0.41432583,0.26139912,0.0024214599,0.0026225217,0.00057696365,0.004048576,0.0009180851,0.014769536],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935836,0.00013869158,0.000060980692,0.00019681524,0.00018931326,0.00005583003],"domain_scores_gemma":[0.9985366,0.00086297985,0.00006441516,0.00019095522,0.00029453594,0.00005055387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011759452,0.001149583,0.001222589,0.0011050728,0.0004016244,0.0011135972,0.002433414,0.0012022331,0.002846011],"category_scores_gemma":[0.0038244072,0.0006004379,0.0006991043,0.002652107,0.00043135654,0.0030914666,0.0011063863,0.0013700011,0.0010887977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097186174,0.00015270268,0.0020977054,0.0018355147,0.00010656431,0.0000710567,0.000089397894,0.09003704,0.0010261543,0.01375009,0.022257797,0.8684788],"study_design_scores_gemma":[0.000046190147,0.00026686027,0.002737802,0.0007337489,0.00014651757,0.00043376273,0.0002245464,0.81883335,0.0036215996,0.04486372,0.12803382,0.000058048132],"about_ca_topic_score_codex":0.0058677914,"about_ca_topic_score_gemma":0.005845306,"teacher_disagreement_score":0.0058677914,"about_ca_system_score_codex":0.0009426749,"about_ca_system_score_gemma":0.0013780049,"threshold_uncertainty_score":0.011667252},"labels":[],"label_agreement":null},{"id":"W4391957333","doi":"10.1145/3648679","title":"Non-invasive Techniques for Muscle Fatigue Monitoring: A Comprehensive Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Muscle activation and electromyography studies","field":"Engineering","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Muscle fatigue; Computer science; Mechanism (biology); Physical medicine and rehabilitation; Medicine; Electromyography","score_opus":0.11961115477630946,"score_gpt":0.3577791975726619,"score_spread":0.23816804279635245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391957333","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002770415,0.9978928,0.00059019635,0.00021406535,0.000111533904,0.000021302234,0.000044086624,0.000014830129,0.0008342501],"genre_scores_gemma":[0.0012565537,0.99692863,0.0009516623,0.00020317448,0.0001245779,0.000033000983,0.000099253055,0.000006719881,0.00039636416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822634,0.00036565098,0.00034701973,0.00027675377,0.0007066933,0.00007754481],"domain_scores_gemma":[0.9933797,0.004327432,0.0005696689,0.00019533184,0.0014009558,0.00012683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003863494,0.0011069081,0.0022666513,0.0070789955,0.00035810895,0.001598875,0.0014478652,0.0012470768,0.0045575607],"category_scores_gemma":[0.006380139,0.00062673213,0.0017432658,0.006670151,0.0006402157,0.0029451153,0.00090746756,0.0013655286,0.0025649667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009091966,0.00007631841,0.0006885092,0.03188466,0.00018030942,0.00007542459,0.00008033302,0.00022016677,0.0012525938,0.000982098,0.008239417,0.9562292],"study_design_scores_gemma":[0.000052066418,0.00081581384,0.012924384,0.047373097,0.0016015919,0.003097616,0.00048887945,0.0007481454,0.0028040514,0.0027060795,0.9272236,0.00016464396],"about_ca_topic_score_codex":0.0019410204,"about_ca_topic_score_gemma":0.0027659603,"teacher_disagreement_score":0.0070789955,"about_ca_system_score_codex":0.0007572875,"about_ca_system_score_gemma":0.0020288136,"threshold_uncertainty_score":0.020432353},"labels":[],"label_agreement":null},{"id":"W4392168376","doi":"10.1145/3649446","title":"IMPACTS Homeostasis Trust Management System: Optimizing Trust in Human-AI Teams","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Trust management (information system); Transparency (behavior); Computational trust; Trustworthiness; Transactional leadership; Knowledge management; Process management; Computer security; Business; Management; Reputation","score_opus":0.06870779106199625,"score_gpt":0.42318956359287796,"score_spread":0.3544817725308817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392168376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06885216,0.5486989,0.23018433,0.019922508,0.0016782602,0.0010394877,0.00046140671,0.0021210706,0.12704185],"genre_scores_gemma":[0.7039789,0.2153121,0.0635166,0.0017975674,0.00077939883,0.0005532967,0.0006386311,0.000121976285,0.013301613],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99854916,0.0006878682,0.00009703017,0.000116964744,0.0004368755,0.00011205658],"domain_scores_gemma":[0.9974089,0.0010995384,0.0004166497,0.00017230719,0.0007175544,0.0001850936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025832092,0.00049726845,0.00041561358,0.0011739491,0.0006144895,0.0021948353,0.0009847344,0.00083541306,0.002086262],"category_scores_gemma":[0.006786422,0.00017352033,0.00039429418,0.0009685548,0.00063487596,0.0023405855,0.0012108572,0.0008668256,0.0010154586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008882566,0.00014512103,0.003387308,0.0023307775,0.000099095225,0.00006612317,0.00055846735,0.0027644162,0.0009728124,0.028469458,0.018738335,0.9423793],"study_design_scores_gemma":[0.00019738598,0.0017910353,0.028004225,0.009908517,0.0009085623,0.0020052793,0.0035983939,0.066954754,0.008325534,0.10942802,0.76861423,0.00026406237],"about_ca_topic_score_codex":0.002501849,"about_ca_topic_score_gemma":0.0025379104,"teacher_disagreement_score":0.0025832092,"about_ca_system_score_codex":0.0016047736,"about_ca_system_score_gemma":0.0026435028,"threshold_uncertainty_score":0.013661444},"labels":[],"label_agreement":null},{"id":"W4392560653","doi":"10.1145/3649449","title":"Pre-Trained Language Models for Text Generation: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Text generation; Key (lock); Artificial intelligence; Field (mathematics); Language model; Deep learning; Data science; Natural language processing; Machine learning","score_opus":0.16776380191581788,"score_gpt":0.3821377924828532,"score_spread":0.2143739905670353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392560653","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008073562,0.57444453,0.38682944,0.0042654984,0.0013256953,0.00025330042,0.0009818526,0.0035706523,0.020255428],"genre_scores_gemma":[0.096093506,0.67721885,0.19313747,0.0018963143,0.002470643,0.00052031106,0.0050601037,0.0010742014,0.022528633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938285,0.00018561084,0.000061931234,0.00014614713,0.00019199048,0.000031371965],"domain_scores_gemma":[0.9968194,0.002428487,0.000101809404,0.00021156385,0.00038729174,0.000051420262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013880242,0.0012431601,0.0011466017,0.0018697681,0.00026216108,0.001146818,0.0020817143,0.0011684991,0.0067103407],"category_scores_gemma":[0.006355435,0.0005322486,0.0010012963,0.0020677603,0.00050645124,0.003007324,0.0008140408,0.0015395778,0.0053875763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005434263,0.000100778176,0.00065305346,0.0028139292,0.00006801456,0.000070385904,0.00013500871,0.01482582,0.0014551005,0.009354644,0.025560325,0.9449087],"study_design_scores_gemma":[0.000071725466,0.0004608629,0.0032097215,0.0042088474,0.00033036596,0.0012243849,0.00048815546,0.24958825,0.013215664,0.04258508,0.68445504,0.0001618206],"about_ca_topic_score_codex":0.0028364111,"about_ca_topic_score_gemma":0.0029916782,"teacher_disagreement_score":0.0067103407,"about_ca_system_score_codex":0.0007216529,"about_ca_system_score_gemma":0.0013482089,"threshold_uncertainty_score":0.02244836},"labels":[],"label_agreement":null},{"id":"W4393259376","doi":"10.1145/3654663","title":"Machine Learning in Metaverse Security: Current Solutions and Future Challenges","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Metaverse; Current (fluid); Data science; Computer security; Artificial intelligence","score_opus":0.08341192892944757,"score_gpt":0.35455320189833683,"score_spread":0.27114127296888924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393259376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015743274,0.9524328,0.013297247,0.02093677,0.00091256556,0.00002823748,0.0000406248,0.0001254593,0.010651944],"genre_scores_gemma":[0.027205551,0.9512331,0.011373618,0.0036404217,0.0022044769,0.000058890837,0.00012309176,0.000052453423,0.0041085035],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9981956,0.00068380695,0.00010613125,0.00023970139,0.0006193006,0.00015550805],"domain_scores_gemma":[0.9908717,0.006583025,0.00037058047,0.0004823472,0.0014280999,0.00026428932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004985325,0.0006084142,0.0009874649,0.0022918328,0.0007320976,0.003965887,0.0019550824,0.0032091483,0.005265091],"category_scores_gemma":[0.008528515,0.00044264022,0.0008142347,0.0028912413,0.0018375026,0.01105079,0.0017803473,0.004431846,0.003165374],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039109378,0.000117059295,0.0008669719,0.0034116446,0.000052994226,0.000065453925,0.00022063435,0.0025034228,0.00031937275,0.0908547,0.02887651,0.87267214],"study_design_scores_gemma":[0.00001586448,0.00016428916,0.0012315877,0.0069709388,0.00006855793,0.00051857496,0.0006883223,0.012349045,0.0010975222,0.12263866,0.85419106,0.00006553533],"about_ca_topic_score_codex":0.0014123961,"about_ca_topic_score_gemma":0.0015899447,"teacher_disagreement_score":0.005265091,"about_ca_system_score_codex":0.0017109296,"about_ca_system_score_gemma":0.0026812674,"threshold_uncertainty_score":0.02636522},"labels":[],"label_agreement":null},{"id":"W4393716831","doi":"10.1145/3654660","title":"Computational Politeness in Natural Language Processing: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Ministry of Electronics and Information technology","keywords":"Computer science; Politeness; Natural language processing; Natural language; Natural (archaeology); Artificial intelligence; Linguistics","score_opus":0.08069860879599831,"score_gpt":0.38061836495845297,"score_spread":0.29991975616245464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393716831","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026091516,0.9371058,0.039266784,0.006133159,0.000542934,0.00012059683,0.0002644959,0.00042947973,0.013527629],"genre_scores_gemma":[0.020393647,0.9498028,0.023534972,0.0011607056,0.0018638179,0.00018925955,0.00092591817,0.00014559814,0.0019832933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978594,0.00072769023,0.00019666983,0.0004392279,0.0006654467,0.00011160528],"domain_scores_gemma":[0.98149925,0.016099863,0.00031778982,0.0007153624,0.001190891,0.0001768642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004412966,0.0011548987,0.0017387717,0.0050561517,0.00069435645,0.004179808,0.0017123619,0.0017718138,0.0051307855],"category_scores_gemma":[0.014241444,0.0008039131,0.001246999,0.00788621,0.0018583047,0.008606941,0.0019443533,0.0026962622,0.0030558868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054621694,0.000115766874,0.0012910351,0.007861344,0.000089375666,0.000044896828,0.00038865348,0.0018335278,0.00067297864,0.03959123,0.029629793,0.91842675],"study_design_scores_gemma":[0.000038278307,0.00017498691,0.005556418,0.0070216805,0.00017803011,0.000775277,0.0009761988,0.015478968,0.001688323,0.12028112,0.8477203,0.000110456465],"about_ca_topic_score_codex":0.0024819237,"about_ca_topic_score_gemma":0.0019817452,"teacher_disagreement_score":0.0051307855,"about_ca_system_score_codex":0.0017218326,"about_ca_system_score_gemma":0.002780482,"threshold_uncertainty_score":0.023338258},"labels":[],"label_agreement":null},{"id":"W4394717640","doi":"10.1145/3657647","title":"A Survey on the Applications of Semi-supervised Learning to Cyber-security","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Bridging (networking); Scalability; Computer security; Intrusion detection system; Data science; Scarcity; Open research; Artificial intelligence; World Wide Web","score_opus":0.05777782252328985,"score_gpt":0.3229435663181964,"score_spread":0.26516574379490654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394717640","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016454501,0.9323281,0.048147343,0.002975536,0.0007902188,0.0001158735,0.00020614178,0.0002497555,0.013541451],"genre_scores_gemma":[0.01496803,0.9606822,0.019814415,0.00075762504,0.0011837395,0.00009421843,0.00039029148,0.00007485367,0.002034638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745935,0.00082702487,0.00023801034,0.00042815335,0.00096287066,0.000084553125],"domain_scores_gemma":[0.9865671,0.010478255,0.0003785755,0.00052629097,0.0018954932,0.00015431289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004427356,0.0013450269,0.0015952059,0.0046036686,0.0005538231,0.0019982515,0.0016448502,0.0014432259,0.004767648],"category_scores_gemma":[0.01179665,0.00071683194,0.0011910456,0.007902063,0.0011653884,0.0035830834,0.001332029,0.0021724342,0.0026908438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041151132,0.00008637035,0.001544363,0.010799724,0.00016425858,0.00007083442,0.00019132884,0.0036886018,0.0005030338,0.017510878,0.024764657,0.94063485],"study_design_scores_gemma":[0.000031517182,0.00033324468,0.0068314704,0.0134229055,0.00032299617,0.001271583,0.00059316173,0.017649122,0.002824765,0.056269582,0.9002892,0.00016051806],"about_ca_topic_score_codex":0.0022213273,"about_ca_topic_score_gemma":0.0025252132,"teacher_disagreement_score":0.004767648,"about_ca_system_score_codex":0.0012417476,"about_ca_system_score_gemma":0.0024169062,"threshold_uncertainty_score":0.023414373},"labels":[],"label_agreement":null},{"id":"W4394717809","doi":"10.1145/3657284","title":"Artificial Intelligence for Web 3.0: A Comprehensive Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Key Research and Development Program of China; Beijing Nova Program; National Research Foundation Singapore; National Natural Science Foundation of China; Info-communications Media Development Authority; Ministry of Education, India; National Research Foundation","keywords":"Computer science; World Wide Web; Data science; Artificial intelligence; Information retrieval","score_opus":0.16046688867711167,"score_gpt":0.3885015905234299,"score_spread":0.22803470184631824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394717809","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028381852,0.9872021,0.001136133,0.0014530184,0.00032973452,0.000018097839,0.000042146126,0.00002945345,0.009505498],"genre_scores_gemma":[0.0013418832,0.99564606,0.00082764536,0.00043399073,0.00035772545,0.000015322608,0.000061777566,0.000010682082,0.001304935],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902916,0.00018791697,0.00009965511,0.000107487445,0.0005165276,0.000059308037],"domain_scores_gemma":[0.9957783,0.0028101963,0.0002379505,0.00015947825,0.0008669471,0.00014702183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018653095,0.0008540139,0.0010853864,0.0069828443,0.0005815443,0.0025016088,0.00095095515,0.0017367319,0.0069770706],"category_scores_gemma":[0.0035947533,0.0006057512,0.00078101805,0.010208501,0.00093668833,0.004978583,0.0010373228,0.0025097511,0.0041252123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021761864,0.00007843896,0.00060939806,0.012343649,0.00006383541,0.000093146264,0.00011371799,0.0007500959,0.00043566793,0.02440682,0.05420055,0.90688294],"study_design_scores_gemma":[0.0000040225077,0.000043543958,0.0011449619,0.0053434656,0.000042779266,0.00033921527,0.00009739474,0.0003291938,0.00021981129,0.008901921,0.9835091,0.000024473069],"about_ca_topic_score_codex":0.0024779863,"about_ca_topic_score_gemma":0.0032389436,"teacher_disagreement_score":0.0069828443,"about_ca_system_score_codex":0.0014363588,"about_ca_system_score_gemma":0.0029518171,"threshold_uncertainty_score":0.023340642},"labels":[],"label_agreement":null},{"id":"W4394766409","doi":"10.1145/3657286","title":"A Systematic Literature Review of Novelty Detection in Data Streams: Challenges and Opportunities","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Novelty; Data stream mining; Novelty detection; Data science; Field (mathematics); Taxonomy (biology); Key (lock); STREAMS; Artificial intelligence; Task (project management); Systematic review; Machine learning; Data mining; Systems engineering","score_opus":0.22356912344494875,"score_gpt":0.38115543673889746,"score_spread":0.1575863132939487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394766409","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003311794,0.9959841,0.0013293958,0.0011642694,0.00031767032,0.00006324709,0.00019024218,0.000025951827,0.00059389457],"genre_scores_gemma":[0.0018221593,0.99493706,0.0018705849,0.00059700996,0.00031069474,0.00009270577,0.00020749203,0.000008972057,0.00015324341],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954999,0.0014528491,0.0010953061,0.0004997847,0.001310421,0.00014176134],"domain_scores_gemma":[0.93879277,0.050605923,0.0032712957,0.0009218326,0.0059204446,0.0004877136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008984334,0.0012686157,0.0027611034,0.014021783,0.0007048085,0.0029282016,0.0015578802,0.0017987576,0.004712618],"category_scores_gemma":[0.049835842,0.00078115653,0.0027582059,0.014457707,0.00088510127,0.00518132,0.0015682329,0.0016328807,0.0013561887],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014781673,0.00006887529,0.001382486,0.21102227,0.00087893504,0.00014556487,0.00032471897,0.00062321103,0.00043329812,0.0050549703,0.029387316,0.7505305],"study_design_scores_gemma":[0.00009167134,0.00036257788,0.0058711665,0.4010835,0.00586776,0.0012457336,0.0007717326,0.0010574819,0.0007093124,0.012851726,0.5699625,0.00012481934],"about_ca_topic_score_codex":0.0025336263,"about_ca_topic_score_gemma":0.006384499,"teacher_disagreement_score":0.014021783,"about_ca_system_score_codex":0.0016677966,"about_ca_system_score_gemma":0.010551509,"threshold_uncertainty_score":0.04751426},"labels":[],"label_agreement":null},{"id":"W4394880928","doi":"10.1145/3659945","title":"Deceived by Immersion: A Systematic Analysis of Deceptive Design in Extended Reality","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Thematic analysis; Human–computer interaction; Domain (mathematical analysis); Key (lock); Design elements and principles; Data science; Computer security; Qualitative research; Software engineering","score_opus":0.1225441981751199,"score_gpt":0.392730314258338,"score_spread":0.2701861160832181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394880928","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03707001,0.9196379,0.022678118,0.0034155769,0.00046922753,0.006984369,0.0010115262,0.00007404706,0.008659172],"genre_scores_gemma":[0.248517,0.7029311,0.03215352,0.00285319,0.00021107859,0.01059405,0.0010120203,0.00012940893,0.0015985899],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91759795,0.05594549,0.010183841,0.0026193806,0.012764855,0.0008884515],"domain_scores_gemma":[0.7455602,0.20638925,0.018006982,0.009202549,0.019980425,0.00086066325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06323208,0.0010360695,0.0029103002,0.015078349,0.001476923,0.0047292444,0.0018353583,0.0015686854,0.002947851],"category_scores_gemma":[0.2031689,0.0010143975,0.002643254,0.012057868,0.0036589478,0.0070661874,0.004913153,0.0027210242,0.00045809997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022278202,0.00017092265,0.005986416,0.28464904,0.0023693955,0.00041141696,0.050510168,0.0004710845,0.0004838739,0.018026121,0.006633057,0.6300656],"study_design_scores_gemma":[0.00018070979,0.000740374,0.015629293,0.7029225,0.0051656896,0.0013113265,0.04840018,0.00069407246,0.0013204121,0.01332152,0.21012463,0.0001893194],"about_ca_topic_score_codex":0.0042876946,"about_ca_topic_score_gemma":0.011087646,"teacher_disagreement_score":0.06323208,"about_ca_system_score_codex":0.005095649,"about_ca_system_score_gemma":0.018042793,"threshold_uncertainty_score":0.3344072},"labels":[],"label_agreement":null},{"id":"W4394924926","doi":"10.1145/3659205","title":"Topology-aware Federated Learning in Edge Computing: A Comprehensive Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Network topology; Computer science; Edge computing; Distributed computing; Edge device; Enhanced Data Rates for GSM Evolution; Topology (electrical circuits); Logical topology; Latency (audio); Computer network; Artificial intelligence; Cloud computing; Telecommunications","score_opus":0.13283013688564804,"score_gpt":0.37814079944885376,"score_spread":0.24531066256320572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394924926","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032105013,0.9131545,0.05951823,0.0020406789,0.0008821762,0.00009483104,0.00015453284,0.00027476487,0.020669753],"genre_scores_gemma":[0.033192836,0.9382778,0.021849256,0.00082089845,0.0010898008,0.000080932725,0.00038807385,0.000060021706,0.004240333],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934226,0.00012756279,0.00005408544,0.0001401979,0.00026220854,0.000073685456],"domain_scores_gemma":[0.9988071,0.00071193837,0.000076357945,0.00010991152,0.0002383499,0.000056436947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010670023,0.0008403627,0.0010449239,0.0020754465,0.00052440085,0.0019017155,0.0016018624,0.0011156879,0.0035657352],"category_scores_gemma":[0.0023817385,0.00046359195,0.0007344997,0.004769128,0.00053174683,0.004481895,0.0012090879,0.0015046276,0.0019568503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043691136,0.00012208411,0.0008352369,0.004355215,0.00006688764,0.00011231727,0.00008769856,0.006607063,0.00076620944,0.04235464,0.024660183,0.9199887],"study_design_scores_gemma":[0.000019598638,0.00028862758,0.001694032,0.0039962498,0.00016646755,0.0017654247,0.0004223986,0.03134362,0.002564326,0.056699913,0.9009521,0.000087292945],"about_ca_topic_score_codex":0.0011281564,"about_ca_topic_score_gemma":0.0011002106,"teacher_disagreement_score":0.0035657352,"about_ca_system_score_codex":0.00071449124,"about_ca_system_score_gemma":0.0011141602,"threshold_uncertainty_score":0.011928558},"labels":[],"label_agreement":null},{"id":"W4394979938","doi":"10.1145/3658666","title":"Qualitative Approaches to Voice UX","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"AI in Service Interactions","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Rigour; Qualitative research; Human–computer interaction; Praxis; Diversity (politics); Natural (archaeology); User experience design; Multimedia; Data science; Sociology; Epistemology","score_opus":0.5016200263884921,"score_gpt":0.4725346859859625,"score_spread":0.029085340402529636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394979938","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015596429,0.41045594,0.36672604,0.03861747,0.005275268,0.030004935,0.0059721037,0.0005462957,0.1268056],"genre_scores_gemma":[0.19991802,0.28369632,0.37890148,0.017624259,0.0012231506,0.095073156,0.0025551685,0.00046649607,0.020541925],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.90701157,0.07865493,0.0048400057,0.0025906784,0.0060840636,0.00081882084],"domain_scores_gemma":[0.86057377,0.11273775,0.0060651875,0.0044936636,0.015225619,0.0009039586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.072130844,0.0013362551,0.0018770366,0.014105979,0.003983059,0.007225297,0.003162891,0.0026054394,0.013429702],"category_scores_gemma":[0.12275562,0.0009686374,0.0020306895,0.012475921,0.008936557,0.007196714,0.007921695,0.0035008858,0.001548997],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002523383,0.00012694842,0.0017770784,0.100210704,0.00045170521,0.00045704984,0.15657625,0.0015530841,0.0015280474,0.35025266,0.028253408,0.3585608],"study_design_scores_gemma":[0.00014545597,0.00020637257,0.0019290388,0.08015975,0.0003921114,0.0005727579,0.10282432,0.0008315141,0.0014359192,0.19011624,0.62125355,0.00013304567],"about_ca_topic_score_codex":0.0069210487,"about_ca_topic_score_gemma":0.010085387,"teacher_disagreement_score":0.072130844,"about_ca_system_score_codex":0.011195723,"about_ca_system_score_gemma":0.017792802,"threshold_uncertainty_score":0.38146895},"labels":[],"label_agreement":null},{"id":"W4395464644","doi":"10.1145/3661484","title":"A Meta-Study of Software-Change Intentions","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.3383800416182904,"score_gpt":0.40777684152643945,"score_spread":0.06939679990814906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395464644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039083906,0.9876896,0.0020113874,0.0012986388,0.0003173545,0.0005399865,0.0009262905,0.000049897004,0.003258446],"genre_scores_gemma":[0.05879461,0.92776304,0.0065317154,0.0019974262,0.0002791685,0.0017921452,0.0018987495,0.00006981782,0.0008732631],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9814404,0.009678383,0.0038487895,0.0014993425,0.0032367476,0.00029628703],"domain_scores_gemma":[0.7932529,0.170388,0.013931323,0.0059161503,0.015447703,0.0010638995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029001852,0.0014279657,0.0035779385,0.026520183,0.00095246447,0.0051663853,0.0018483045,0.0015630763,0.0059630694],"category_scores_gemma":[0.14193238,0.001048754,0.0070141796,0.0221743,0.0013186918,0.006964809,0.0024411296,0.0025269121,0.0010410909],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005650419,0.00015289581,0.0064236317,0.6031352,0.021186193,0.0001664506,0.0037591425,0.00044047413,0.0004480741,0.0070539336,0.0105377,0.34613124],"study_design_scores_gemma":[0.00033946408,0.0005782911,0.015893567,0.7398675,0.09171625,0.00047714816,0.002005407,0.0003003097,0.0008514851,0.007969278,0.13988625,0.00011506005],"about_ca_topic_score_codex":0.005259106,"about_ca_topic_score_gemma":0.014307902,"teacher_disagreement_score":0.97099817,"about_ca_system_score_codex":0.006433797,"about_ca_system_score_gemma":0.013558559,"threshold_uncertainty_score":0.15337825},"labels":[],"label_agreement":null},{"id":"W4397032804","doi":"10.1145/3664597","title":"Deep Learning for Code Intelligence: Survey, Benchmark and Toolkit","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; KPI-driven code analysis; Benchmark (surveying); Deep learning; Source code; Code review; Static program analysis; Code (set theory); Machine learning; Software engineering; Data science; Software development; Software; Programming language; Set (abstract data type)","score_opus":0.09497021096444722,"score_gpt":0.38117966236931106,"score_spread":0.28620945140486387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397032804","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004310011,0.8720589,0.08767967,0.0049299854,0.0008168147,0.00020247723,0.001075528,0.0020945924,0.026831903],"genre_scores_gemma":[0.032301925,0.8863435,0.06463393,0.0020813593,0.0007201888,0.00027893635,0.004388467,0.00071173545,0.008540016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813205,0.00032190236,0.00017093432,0.00030175745,0.0009654635,0.00010781865],"domain_scores_gemma":[0.9947463,0.0030766965,0.00025373648,0.00045961735,0.0012924668,0.00017117365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00299255,0.0016407002,0.0011570377,0.0047103995,0.00043474176,0.0020978684,0.002988957,0.0014716492,0.004905615],"category_scores_gemma":[0.011212437,0.0009833323,0.0010311091,0.0058758412,0.0009229009,0.004487081,0.0020069918,0.0031045692,0.0035091883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000549392,0.00008788248,0.0009376178,0.0055229682,0.00009648569,0.000032247048,0.00007041173,0.008105238,0.0006580967,0.018325953,0.044053774,0.92205435],"study_design_scores_gemma":[0.000047030942,0.00031754456,0.0024288397,0.007672431,0.00025579246,0.00048967614,0.00017150817,0.054202855,0.006399384,0.054477945,0.87341565,0.000121440426],"about_ca_topic_score_codex":0.005694219,"about_ca_topic_score_gemma":0.006200416,"teacher_disagreement_score":0.005694219,"about_ca_system_score_codex":0.0018864747,"about_ca_system_score_gemma":0.0038553653,"threshold_uncertainty_score":0.016410887},"labels":[],"label_agreement":null},{"id":"W4399584967","doi":"10.1145/3672392","title":"A Survey of Hardware Improvements to Secure Program Execution","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Carleton University","funders":"","keywords":"Computer science; Hardware security module; Hardware compatibility list; Firmware; Software security assurance; Hardware architecture; Computer security; Correctness; Computer hardware; Embedded system; Covert channel; Software; Cloud computing security; Security service; Security information and event management; Cryptography; Operating system; Information security; Cloud computing; Programming language","score_opus":0.12187724987032461,"score_gpt":0.40189432171320166,"score_spread":0.28001707184287705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399584967","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006572242,0.9945815,0.0008869867,0.00031228762,0.00014018756,0.000020922766,0.000043065556,0.000039056977,0.0033188504],"genre_scores_gemma":[0.0029297657,0.9943058,0.0011312551,0.00023510368,0.00013240342,0.000022427126,0.000118861135,0.000014480346,0.0011099296],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853873,0.00027856018,0.0001679892,0.00022283052,0.00067342405,0.000118507705],"domain_scores_gemma":[0.99509346,0.002777589,0.0005011148,0.00020453653,0.0012878292,0.00013561858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022053006,0.0010497906,0.001163332,0.005788964,0.00041659933,0.001196183,0.0014131482,0.0010142782,0.006880919],"category_scores_gemma":[0.0059169726,0.00083103235,0.000940256,0.006578466,0.00051873,0.0028896334,0.00088325917,0.0013282683,0.0033416091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000588484,0.00007593647,0.0006304412,0.021173006,0.000070710536,0.00006638936,0.00009330873,0.00061994005,0.0011402748,0.0047719153,0.017531376,0.95376766],"study_design_scores_gemma":[0.000026191108,0.00037604885,0.0032924232,0.014275349,0.0002629193,0.00079162326,0.00018614276,0.0004874911,0.002399641,0.002234867,0.9756232,0.000044265944],"about_ca_topic_score_codex":0.002316759,"about_ca_topic_score_gemma":0.0032029888,"teacher_disagreement_score":0.006880919,"about_ca_system_score_codex":0.0010096062,"about_ca_system_score_gemma":0.0028528122,"threshold_uncertainty_score":0.023018956},"labels":[],"label_agreement":null},{"id":"W4400553160","doi":"10.1145/3677374","title":"A Comprehensive Analysis of Explainable AI for Malware Hunting","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; McGill University","funders":"Canada Research Chairs","keywords":"Computer science; Malware; Malware analysis; Computer security; Artificial intelligence; Data science","score_opus":0.08272942026263995,"score_gpt":0.40103082413295793,"score_spread":0.31830140387031797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400553160","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037592333,0.9194463,0.05099643,0.003761677,0.00041548244,0.00006918747,0.000083103616,0.00017972599,0.021288848],"genre_scores_gemma":[0.05104153,0.91499996,0.025574358,0.0010921172,0.0007669298,0.00009498998,0.00030021524,0.000058252568,0.006071705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991823,0.00018263454,0.000047676287,0.00013050098,0.0004078916,0.00004910261],"domain_scores_gemma":[0.99632335,0.0024641638,0.00019268492,0.00019501442,0.000769271,0.00005553545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014129524,0.00086397736,0.0005875511,0.0037519152,0.0005010749,0.0018017594,0.0010065497,0.0010851765,0.002336585],"category_scores_gemma":[0.0048978976,0.0004738541,0.0007797141,0.0027564229,0.0009225994,0.0031239914,0.00083206047,0.0016996413,0.0011401289],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027690106,0.00007830636,0.0013849596,0.0054004933,0.00011240694,0.00016488686,0.00030799696,0.0058405735,0.0014205566,0.1300556,0.014697944,0.84050864],"study_design_scores_gemma":[0.000011796852,0.00018516526,0.0045121154,0.006368609,0.00023397374,0.0016021578,0.00040959517,0.028378237,0.0041022375,0.16123807,0.7928698,0.00008821226],"about_ca_topic_score_codex":0.0020749005,"about_ca_topic_score_gemma":0.00193403,"teacher_disagreement_score":0.0037519152,"about_ca_system_score_codex":0.0016025474,"about_ca_system_score_gemma":0.0017729771,"threshold_uncertainty_score":0.0116273165},"labels":[],"label_agreement":null},{"id":"W4400737280","doi":"10.1145/3678878","title":"Enabling Technologies and Techniques for Floor Identification","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Impact","funders":"","keywords":"Computer science; Identification (biology); Data science","score_opus":0.0449923320987422,"score_gpt":0.32358863759887646,"score_spread":0.27859630550013426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400737280","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019394777,0.876143,0.065367855,0.0018604216,0.0021612525,0.00015228718,0.00041278094,0.0005606145,0.05140234],"genre_scores_gemma":[0.021684753,0.9199039,0.038914677,0.0008290701,0.0009753603,0.00016162127,0.00058373326,0.00009069781,0.0168562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984742,0.00027517974,0.00009516626,0.00019188067,0.0008361858,0.00012741359],"domain_scores_gemma":[0.9981055,0.0008328701,0.00017015965,0.0002265158,0.00060961366,0.00005529673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001192493,0.0013544327,0.0009650674,0.0045904634,0.0005986773,0.002075893,0.0019762246,0.0014218464,0.013784957],"category_scores_gemma":[0.0035065413,0.0006439092,0.0010165621,0.004806237,0.00089827477,0.0040519875,0.001831347,0.0015085277,0.00855287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030508127,0.000038669114,0.0004325017,0.0047663725,0.000025845333,0.00011401973,0.00010969343,0.0012820548,0.0018729778,0.025902642,0.017125934,0.9482989],"study_design_scores_gemma":[0.0000073158094,0.00010046388,0.0013794294,0.0036680724,0.00006836056,0.0010265176,0.00026745387,0.0011459048,0.0027194316,0.010206703,0.9793508,0.000059665184],"about_ca_topic_score_codex":0.002582068,"about_ca_topic_score_gemma":0.0031881705,"teacher_disagreement_score":0.013784957,"about_ca_system_score_codex":0.00089037477,"about_ca_system_score_gemma":0.0015440646,"threshold_uncertainty_score":0.04611522},"labels":[],"label_agreement":null},{"id":"W4403221680","doi":"10.1145/3699710","title":"Deepfake Detection: A Comprehensive Survey from the Reliability Perspective","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Digital Media Forensic Detection","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Key Research and Development Program of China; Natural Science Foundation for Distinguished Young Scholars of Hunan Province; National Natural Science Foundation of China","keywords":"Computer science; Reliability (semiconductor); Perspective (graphical); Reliability engineering; Data science; Artificial intelligence","score_opus":0.08163808677441459,"score_gpt":0.34300358626874244,"score_spread":0.26136549949432786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403221680","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011101342,0.79236025,0.1646719,0.0059622205,0.0013003165,0.00030529432,0.0010272923,0.0011581618,0.022113245],"genre_scores_gemma":[0.12321983,0.80217695,0.061198562,0.0024583165,0.0022515743,0.00026199996,0.0027051724,0.00039662168,0.0053309244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99332845,0.0017138729,0.0005780734,0.0013169575,0.0027344131,0.00032826993],"domain_scores_gemma":[0.9574715,0.031209212,0.0019944953,0.002326206,0.006634526,0.00036410807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009055037,0.002481789,0.0022013132,0.010649219,0.0010070144,0.0036053292,0.0037779303,0.002819199,0.004024037],"category_scores_gemma":[0.047316793,0.0013183149,0.0016264266,0.0055308095,0.001950825,0.008830711,0.0027413617,0.0022087777,0.003258817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007333967,0.00007143547,0.008127249,0.007519667,0.00018151083,0.00015088127,0.00030631662,0.006032055,0.0006991279,0.01434555,0.026754763,0.9357379],"study_design_scores_gemma":[0.00004564188,0.0006973318,0.017206857,0.024325844,0.0013236327,0.00761892,0.0028734738,0.073270455,0.013002882,0.10404654,0.7551632,0.00042512064],"about_ca_topic_score_codex":0.0031774126,"about_ca_topic_score_gemma":0.0027001642,"teacher_disagreement_score":0.010649219,"about_ca_system_score_codex":0.0014625201,"about_ca_system_score_gemma":0.0030892966,"threshold_uncertainty_score":0.04788816},"labels":[],"label_agreement":null},{"id":"W4403318507","doi":"10.1145/3699711","title":"A Systematic Literature Review on Automated Software Vulnerability Detection Using Machine Learning","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Systematic review; Vulnerability (computing); Artificial intelligence; Software; Machine learning; Software engineering; Computer security; Programming language; MEDLINE","score_opus":0.06293239003634729,"score_gpt":0.3830288452040654,"score_spread":0.3200964551677181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403318507","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015623576,0.99354136,0.001381044,0.0013811138,0.00017280006,0.0002590716,0.00060641614,0.00003919761,0.001056696],"genre_scores_gemma":[0.011847341,0.98135626,0.004274498,0.001099733,0.00014074889,0.00051054324,0.00055499043,0.000017203774,0.00019863868],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9865998,0.004635721,0.0044024293,0.0010854516,0.0029958906,0.00028071427],"domain_scores_gemma":[0.8728798,0.101568006,0.010803972,0.0018118727,0.012235887,0.0007004654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015604906,0.0014690429,0.0032301578,0.036139604,0.00088445545,0.0030597942,0.0021546234,0.0018912831,0.0049245944],"category_scores_gemma":[0.08643088,0.0011437011,0.004487686,0.020025874,0.0011851827,0.00537618,0.0023538822,0.0014916664,0.00085895904],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009798765,0.000055815657,0.0031609286,0.6486152,0.0018501004,0.00024702825,0.0009946246,0.00065263425,0.00044681216,0.0017720858,0.0115178,0.33058903],"study_design_scores_gemma":[0.00004278887,0.00015240678,0.004837103,0.904368,0.0073189596,0.0004426478,0.00089607673,0.00039009456,0.00045454112,0.0016320684,0.07941,0.00005541792],"about_ca_topic_score_codex":0.007272855,"about_ca_topic_score_gemma":0.022619477,"teacher_disagreement_score":0.036139604,"about_ca_system_score_codex":0.004072686,"about_ca_system_score_gemma":0.02006905,"threshold_uncertainty_score":0.08252758},"labels":[],"label_agreement":null},{"id":"W4403465936","doi":"10.1145/3689036","title":"A Comprehensive Survey on Deep Clustering: Taxonomy, Challenges, and Future Directions","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Science Foundation of Ningbo; National Natural Science Foundation of China","keywords":"Computer science; Taxonomy (biology); Cluster analysis; Data science; Artificial intelligence; Information retrieval; Data mining","score_opus":0.13982884979208013,"score_gpt":0.34016127572519267,"score_spread":0.20033242593311254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403465936","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008163979,0.611179,0.3457521,0.014277543,0.0013204846,0.00019437287,0.00085701165,0.0016254772,0.016630031],"genre_scores_gemma":[0.044180147,0.77727115,0.16315804,0.003307421,0.0022080373,0.00027219817,0.0020574008,0.0003726054,0.0071729957],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817336,0.00045484622,0.00019417453,0.00033906373,0.0006942764,0.00014423003],"domain_scores_gemma":[0.9940578,0.0032826827,0.00027076824,0.0005734701,0.0015848143,0.00023044719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003402627,0.0017563584,0.00182961,0.0039703064,0.00085879624,0.003331806,0.0027526047,0.0019911248,0.0050926907],"category_scores_gemma":[0.010265279,0.0010120609,0.0010631497,0.0070379293,0.0012296359,0.008404155,0.0025862984,0.0030860135,0.0025048126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074292635,0.00011549679,0.0025398794,0.0037673332,0.00010126043,0.00005815679,0.00019718257,0.0102986535,0.00077885203,0.061487097,0.039168775,0.8814129],"study_design_scores_gemma":[0.000035386824,0.00034542786,0.003857262,0.0062190183,0.00023604864,0.0007879228,0.00085614726,0.14792617,0.0045937467,0.24802579,0.58692706,0.00019004087],"about_ca_topic_score_codex":0.0036878686,"about_ca_topic_score_gemma":0.004138814,"teacher_disagreement_score":0.0050926907,"about_ca_system_score_codex":0.0020668418,"about_ca_system_score_gemma":0.0029446362,"threshold_uncertainty_score":0.017995},"labels":[],"label_agreement":null},{"id":"W4404006751","doi":"10.1145/3703154","title":"A Survey on Emerging Trends and Applications of 5G and 6G to Healthcare Environments","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Wireless Body Area Networks","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Science, Technology and Innovation Commission of Shenzhen Municipality; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Computer science; Health care; Data science; Survey research; Business; Political science","score_opus":0.040078577007850405,"score_gpt":0.32012598078408266,"score_spread":0.2800474037762323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404006751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009007494,0.97886837,0.0021754107,0.0021455348,0.0010139289,0.0000355217,0.0000865613,0.000038271002,0.014735628],"genre_scores_gemma":[0.003275983,0.99237627,0.0010826277,0.0006844016,0.0007447254,0.00001605677,0.00009315303,0.000007528213,0.0017192798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992772,0.00016074775,0.00007847934,0.000097529315,0.00032159162,0.0000643902],"domain_scores_gemma":[0.99757296,0.0014457274,0.00015232769,0.000066030305,0.00065883965,0.00010418105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013583506,0.00081100763,0.000740167,0.0041259215,0.00037251285,0.0013647057,0.0007661643,0.0011367432,0.008743686],"category_scores_gemma":[0.0025765295,0.00035410756,0.0005677141,0.006273486,0.000432489,0.0027843732,0.0007660146,0.0014141876,0.003037958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051545623,0.000058848986,0.0013030942,0.008441105,0.000054903012,0.00018357272,0.00013099173,0.00068366755,0.0009753216,0.0118352845,0.040065058,0.93621653],"study_design_scores_gemma":[0.000005832658,0.00013718453,0.0022654918,0.0041328263,0.000076314136,0.0009938298,0.00023235854,0.0004865962,0.0003621228,0.0033582277,0.98791677,0.000032396038],"about_ca_topic_score_codex":0.0013973988,"about_ca_topic_score_gemma":0.002211922,"teacher_disagreement_score":0.008743686,"about_ca_system_score_codex":0.00059504627,"about_ca_system_score_gemma":0.001149443,"threshold_uncertainty_score":0.029250503},"labels":[],"label_agreement":null},{"id":"W4404189901","doi":"10.1145/3703625","title":"A Survey on Security of UAV Swarm Networks: Attacks and Countermeasures","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"UAV Applications and Optimization","field":"Engineering","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Computer security; Swarm behaviour; Artificial intelligence","score_opus":0.04605197659122774,"score_gpt":0.31840750417842206,"score_spread":0.27235552758719433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404189901","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090673985,0.9848593,0.004136311,0.0008034089,0.00041534958,0.000024433295,0.000048740116,0.000051204053,0.008754571],"genre_scores_gemma":[0.006027237,0.9893634,0.0017701524,0.0002939959,0.00036955543,0.000020085836,0.00009565598,0.000011289828,0.002048766],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994265,0.00011431955,0.000061689716,0.000076901444,0.00026232924,0.000058220456],"domain_scores_gemma":[0.9984042,0.00094476703,0.00015133545,0.000077827295,0.00036399098,0.000057884452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088212924,0.0010540712,0.0009704479,0.0028258169,0.0004033752,0.0012092837,0.00087145413,0.0011602632,0.004250605],"category_scores_gemma":[0.0019504692,0.00044762064,0.00059011957,0.0035425895,0.00047347823,0.0025945925,0.0006892255,0.0010975348,0.0022044627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038533184,0.00006903801,0.00067695114,0.008850462,0.00005934802,0.000115419396,0.00008461031,0.0030685847,0.0012511122,0.015794989,0.03242127,0.9375696],"study_design_scores_gemma":[0.000009083579,0.00028216877,0.0016708964,0.006598177,0.00011813616,0.00096404157,0.00023552262,0.0023619416,0.0013508928,0.009056074,0.97730553,0.00004750254],"about_ca_topic_score_codex":0.0010899355,"about_ca_topic_score_gemma":0.0012653689,"teacher_disagreement_score":0.004250605,"about_ca_system_score_codex":0.00062251434,"about_ca_system_score_gemma":0.0010702463,"threshold_uncertainty_score":0.014219701},"labels":[],"label_agreement":null},{"id":"W4406745366","doi":"10.1145/3757912","title":"Build Optimization: A Systematic Literature Review","year":2025,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Systematic review; Computer science; Management science; Political science; Engineering; MEDLINE","score_opus":0.024913450470017976,"score_gpt":0.30787717498273887,"score_spread":0.2829637245127209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406745366","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013559535,0.99292386,0.00063051016,0.00075558363,0.00014053678,0.0005336259,0.002752014,0.000033187833,0.00087469834],"genre_scores_gemma":[0.007480589,0.9867329,0.002099567,0.0007836566,0.00009416277,0.0010403588,0.0015780168,0.000020748392,0.00016994975],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99057627,0.0025708699,0.0037540488,0.0009284951,0.001879722,0.00029061304],"domain_scores_gemma":[0.92926955,0.053536944,0.008337785,0.001209861,0.0069611412,0.000684774],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010880947,0.001948943,0.005685732,0.029500123,0.0009738025,0.003455822,0.003043458,0.002232283,0.008954866],"category_scores_gemma":[0.06536649,0.0014806582,0.006778144,0.02710449,0.0009466296,0.004447328,0.002618605,0.0016880463,0.0011702295],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016447305,0.000040659415,0.0011590287,0.88908005,0.0029486327,0.00014003742,0.00031128444,0.0002848699,0.00017848988,0.0006593915,0.0076582506,0.09737486],"study_design_scores_gemma":[0.00011733658,0.00013399989,0.0036,0.93024355,0.013755287,0.0002868066,0.00046676453,0.00011804817,0.0001821012,0.00068736624,0.050359644,0.00004904362],"about_ca_topic_score_codex":0.0113189025,"about_ca_topic_score_gemma":0.037207104,"teacher_disagreement_score":0.98911905,"about_ca_system_score_codex":0.0045687263,"about_ca_system_score_gemma":0.024488432,"threshold_uncertainty_score":0.05754465},"labels":[],"label_agreement":null},{"id":"W4406803348","doi":"10.1145/3714458","title":"A Survey on Speech Deepfake Detection","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Speech and Audio Processing","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Natural language processing; Speech recognition; Data science; Artificial intelligence","score_opus":0.06643258360133504,"score_gpt":0.34565154482675203,"score_spread":0.279218961225417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803348","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064870496,0.8504871,0.10835901,0.0036252334,0.0028952924,0.00020990355,0.0013333329,0.002194169,0.024408877],"genre_scores_gemma":[0.040385555,0.88679713,0.043541625,0.0032182783,0.002731398,0.00018161358,0.0050969506,0.0004073854,0.01764006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987281,0.00021256247,0.00012980828,0.00027601494,0.00056292757,0.0000906079],"domain_scores_gemma":[0.9962831,0.002233007,0.00015569877,0.00019927093,0.0010348985,0.000093972936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018626704,0.0018570406,0.0012363819,0.0037224726,0.00042326856,0.0016645676,0.0018652988,0.0016147161,0.006637012],"category_scores_gemma":[0.008070989,0.00065010827,0.00079912355,0.0026144946,0.000505353,0.0034046685,0.0013402693,0.0014821817,0.005236616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007751967,0.00005431967,0.0012596977,0.0039392123,0.00008130819,0.000101534395,0.00006213644,0.0025778096,0.0015813475,0.0042132386,0.04422457,0.9418273],"study_design_scores_gemma":[0.00003123444,0.0004108406,0.0039899983,0.006341394,0.00038354401,0.0022092736,0.0003149459,0.03200769,0.0120141795,0.013276353,0.92887944,0.00014108916],"about_ca_topic_score_codex":0.002930968,"about_ca_topic_score_gemma":0.0037214805,"teacher_disagreement_score":0.006637012,"about_ca_system_score_codex":0.0007384215,"about_ca_system_score_gemma":0.0020042965,"threshold_uncertainty_score":0.022203028},"labels":[],"label_agreement":null},{"id":"W4408155387","doi":"10.1145/3721479","title":"Attacks and Defenses for Generative Diffusion Models: A Comprehensive Survey","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Computer science; Generative grammar; Diffusion; Data science; Generative model; Artificial intelligence","score_opus":0.13415497711911462,"score_gpt":0.3855403862754967,"score_spread":0.2513854091563821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408155387","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003788542,0.81566364,0.15061806,0.004473527,0.00087479217,0.00009707643,0.0001317878,0.00036703475,0.023985604],"genre_scores_gemma":[0.09594608,0.8585854,0.032532383,0.0017967583,0.0026868072,0.00015652597,0.00033595084,0.00013520768,0.007824867],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983664,0.0003939302,0.00014111078,0.00030560608,0.00067379663,0.00011917844],"domain_scores_gemma":[0.9941446,0.00456632,0.0002985961,0.00041383653,0.0004912268,0.000085423824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026031618,0.0018310734,0.0017817756,0.0022407721,0.0006898035,0.0021462617,0.0017588381,0.0029185363,0.0035081848],"category_scores_gemma":[0.0071640504,0.0009391986,0.0015266002,0.0019007311,0.0015423248,0.00492415,0.0018358032,0.0033809687,0.0016363428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064467575,0.00016018173,0.0017972417,0.0048504635,0.00023690175,0.00020643773,0.0001949407,0.03826417,0.0013513409,0.17319898,0.023946403,0.75572854],"study_design_scores_gemma":[0.000043797038,0.00047357855,0.002470006,0.0053245537,0.00039857905,0.0032351632,0.00040328814,0.16986416,0.005656645,0.26859534,0.5433058,0.00022904444],"about_ca_topic_score_codex":0.001237351,"about_ca_topic_score_gemma":0.0008872566,"teacher_disagreement_score":0.0035081848,"about_ca_system_score_codex":0.0011224423,"about_ca_system_score_gemma":0.0011698874,"threshold_uncertainty_score":0.013767004},"labels":[],"label_agreement":null},{"id":"W4409368081","doi":"10.1145/3728632","title":"Aortic Vessel Tree Segmentation for Cardiovascular Diseases Treatment: Status Quo","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Coronary Interventions and Diagnostics","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Steirische Wirtschaftsförderungsgesellschaft; Royal Academy of Engineering","keywords":"Status quo; Computer science; Tree (set theory); Segmentation; Artificial intelligence","score_opus":0.062039447508493,"score_gpt":0.37900059684192366,"score_spread":0.31696114933343067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409368081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024669876,0.9949839,0.0017601977,0.0010707136,0.00045098763,0.000014737554,0.000048795675,0.000048320548,0.0013757455],"genre_scores_gemma":[0.0026717451,0.9923038,0.0026174728,0.00055768364,0.00089932303,0.000022966102,0.00014020345,0.000031960713,0.000754786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890053,0.00025481454,0.00014417194,0.00026704898,0.00036680352,0.000066614],"domain_scores_gemma":[0.9942714,0.0034079812,0.00041727198,0.00019462503,0.0015107358,0.00019800635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003494952,0.0008650297,0.0017017389,0.0033608146,0.00037706483,0.0026879827,0.0015666971,0.0015539009,0.0054893475],"category_scores_gemma":[0.006168506,0.0006024115,0.001114097,0.0033190348,0.0011862935,0.0030180283,0.0012059824,0.0015542819,0.0052667772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007117306,0.000028930526,0.00030162118,0.010600402,0.0000785319,0.000031951455,0.00006967355,0.00027480157,0.00040797863,0.003035498,0.01901609,0.96608347],"study_design_scores_gemma":[0.000038490365,0.0002911734,0.0027908348,0.020124456,0.0005879895,0.0013798753,0.00024518135,0.0013515115,0.0014330908,0.008177242,0.96349126,0.00008882108],"about_ca_topic_score_codex":0.002574653,"about_ca_topic_score_gemma":0.0032733462,"teacher_disagreement_score":0.0054893475,"about_ca_system_score_codex":0.00095299043,"about_ca_system_score_gemma":0.0026027062,"threshold_uncertainty_score":0.018483281},"labels":[],"label_agreement":null},{"id":"W4409507112","doi":"10.1145/3729222","title":"Networking Systems for Video Anomaly Detection: A Tutorial and Survey","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Data science; Artificial intelligence","score_opus":0.06659610954253416,"score_gpt":0.3443571388472372,"score_spread":0.27776102930470303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409507112","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045424618,0.97877616,0.008161228,0.0011153321,0.00084587577,0.000043720127,0.00006508833,0.00007892388,0.01045946],"genre_scores_gemma":[0.003490893,0.9856425,0.005120643,0.00060384703,0.0010292076,0.00004806157,0.00016383885,0.000032297274,0.0038687086],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939775,0.000105177176,0.000065091976,0.000105936,0.0002797424,0.00004628663],"domain_scores_gemma":[0.99822015,0.0010862802,0.00012177433,0.000074729425,0.0004322002,0.000064859836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010235738,0.0011289971,0.00077278895,0.003908089,0.00043593923,0.0015961553,0.0012592011,0.0013703267,0.0069293203],"category_scores_gemma":[0.003081367,0.0006773701,0.000593464,0.004622929,0.00062669866,0.004479396,0.00092661695,0.002177186,0.0047640246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024023173,0.00006652408,0.00046517604,0.005298311,0.0000455473,0.00007344966,0.00009543295,0.0009128296,0.0008096042,0.01751922,0.04007529,0.9346146],"study_design_scores_gemma":[0.0000045107677,0.00007714512,0.0006774701,0.0034520703,0.00005118084,0.00084958796,0.00009076568,0.0014039259,0.00083586574,0.0071092844,0.9854177,0.000030358335],"about_ca_topic_score_codex":0.0018074457,"about_ca_topic_score_gemma":0.0023880554,"teacher_disagreement_score":0.0069293203,"about_ca_system_score_codex":0.00077020365,"about_ca_system_score_gemma":0.0012142279,"threshold_uncertainty_score":0.023180842},"labels":[],"label_agreement":null},{"id":"W4409568540","doi":"10.1145/3729531","title":"A Survey of Explainable Artificial Intelligence (XAI) in Financial Time Series Forecasting","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Stock Market Forecasting Methods","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Espace pour la vie; Université de Sherbrooke","funders":"","keywords":"Computer science; Series (stratigraphy); Artificial intelligence; Time series; Finance; Machine learning; Business","score_opus":0.34761372923369277,"score_gpt":0.4572349790502668,"score_spread":0.109621249816574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409568540","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041044038,0.9886824,0.004337904,0.001766803,0.00029653977,0.000020313844,0.000048379476,0.00003137278,0.0044059283],"genre_scores_gemma":[0.0041931635,0.99064094,0.0033282777,0.0004202984,0.00056799053,0.000027597758,0.000071963776,0.000012479303,0.00073720084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988341,0.00038215198,0.00012872825,0.00016510066,0.00042850125,0.00006139112],"domain_scores_gemma":[0.9911656,0.00690006,0.00032301366,0.00023595635,0.001224745,0.00015061609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003641062,0.0010470753,0.0011427723,0.0056643914,0.00043247646,0.0023388737,0.0011950089,0.0014914114,0.004112208],"category_scores_gemma":[0.00933646,0.0005548812,0.00088248105,0.009171083,0.0009892823,0.0035331505,0.0010337076,0.00223962,0.0016949695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028303526,0.00006789805,0.0010333209,0.010458498,0.000113390015,0.000063086685,0.0001845106,0.0015610433,0.0002811509,0.041926116,0.021285525,0.92299724],"study_design_scores_gemma":[0.00001690385,0.00018715487,0.0040185335,0.018197743,0.00024123101,0.0005529643,0.0003813416,0.0035273836,0.00076965085,0.04946986,0.92254555,0.00009174548],"about_ca_topic_score_codex":0.0026881783,"about_ca_topic_score_gemma":0.0024978383,"teacher_disagreement_score":0.0056643914,"about_ca_system_score_codex":0.0014397331,"about_ca_system_score_gemma":0.0022449454,"threshold_uncertainty_score":0.019256055},"labels":[],"label_agreement":null},{"id":"W4410706009","doi":"10.1145/3737455","title":"A Survey of Subgraph Optimization for Expert Team Formation","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada); University of Windsor","funders":"","keywords":"Computer science; Subgraph isomorphism problem; Data science; Theoretical computer science; Graph","score_opus":0.09383103263867079,"score_gpt":0.40818942513248485,"score_spread":0.31435839249381403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410706009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011304931,0.95127064,0.029767787,0.002338945,0.0005057648,0.00007171574,0.0001252031,0.0001231026,0.014666401],"genre_scores_gemma":[0.01488127,0.95924246,0.020676443,0.00080229825,0.001119845,0.00013935292,0.00033838698,0.00012805538,0.0026718255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978644,0.0008701954,0.00015849204,0.00037759502,0.00060747,0.000121855795],"domain_scores_gemma":[0.989127,0.00822095,0.0003456068,0.0004765625,0.0015881425,0.00024172106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004676486,0.0018356539,0.0019091234,0.0049944394,0.0007952592,0.0026187047,0.0025391225,0.00203349,0.007099806],"category_scores_gemma":[0.017287405,0.0009198174,0.001374377,0.011494347,0.001321972,0.004709474,0.0015404725,0.0021157195,0.0034196426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005686891,0.00017887574,0.001055597,0.010824445,0.00013981767,0.000036187397,0.00014768788,0.008704133,0.00018939262,0.060771048,0.039844673,0.8780513],"study_design_scores_gemma":[0.00006369276,0.0004692781,0.0051340996,0.016038662,0.0003359487,0.0005741734,0.00071002287,0.019061808,0.0009826975,0.10998747,0.84649867,0.00014346844],"about_ca_topic_score_codex":0.006152237,"about_ca_topic_score_gemma":0.006410557,"teacher_disagreement_score":0.007099806,"about_ca_system_score_codex":0.0027501972,"about_ca_system_score_gemma":0.003646266,"threshold_uncertainty_score":0.024731934},"labels":[],"label_agreement":null},{"id":"W4410901013","doi":"10.1145/3742421","title":"Review-based Recommender Systems: A Survey of Approaches, Challenges and Future Perspectives","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University; Royal Bank of Canada; Vector Institute","funders":"","keywords":"Computer science; Recommender system; Data science; World Wide Web","score_opus":0.20733557721205537,"score_gpt":0.35268053682504497,"score_spread":0.1453449596129896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410901013","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005294358,0.9870194,0.0069239875,0.0023617328,0.0005131385,0.00003702191,0.00006696516,0.00006528068,0.0024829889],"genre_scores_gemma":[0.004575403,0.984937,0.007431553,0.0006751523,0.0011494698,0.000037188693,0.00012821665,0.000014320752,0.001051739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970517,0.0010319385,0.0003026412,0.00039994746,0.0010896418,0.00012402308],"domain_scores_gemma":[0.9835189,0.01045671,0.0005322803,0.0005271156,0.0046439664,0.0003210286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061740167,0.0010305169,0.0025679534,0.004751185,0.0008942756,0.0031739285,0.0020912813,0.00215929,0.004462822],"category_scores_gemma":[0.012622518,0.0008461137,0.0012176093,0.009212047,0.000860132,0.0053430176,0.0012047768,0.0023669132,0.003767348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066033936,0.000101502,0.0014827776,0.015688002,0.00023720188,0.00010416403,0.0003027748,0.0013168774,0.00061852764,0.018196112,0.04017471,0.9217113],"study_design_scores_gemma":[0.000034518336,0.00027755756,0.0029898358,0.0078064925,0.00041658373,0.0011647335,0.00057661236,0.003996796,0.0005373173,0.017415019,0.9646497,0.000134923],"about_ca_topic_score_codex":0.0058938926,"about_ca_topic_score_gemma":0.007457625,"teacher_disagreement_score":0.0061740167,"about_ca_system_score_codex":0.001518015,"about_ca_system_score_gemma":0.003185927,"threshold_uncertainty_score":0.032651663},"labels":[],"label_agreement":null},{"id":"W4411184097","doi":"10.1145/3744338","title":"Smart Water-IoT: Harnessing IoT and AI for Efficient Water Management","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Water Quality Monitoring Technologies","field":"Environmental Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet of Things; Computer science; Computer security; Data science","score_opus":0.05428062100788227,"score_gpt":0.3288487405462351,"score_spread":0.2745681195383528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411184097","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069653377,0.9761103,0.0045215394,0.0011449602,0.0007980333,0.000026242024,0.000044099983,0.00007220801,0.01658601],"genre_scores_gemma":[0.0038860925,0.9894611,0.0025787076,0.00046365306,0.00044385687,0.000023685654,0.00006799136,0.000010753488,0.0030641183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996296,0.00006381321,0.000030016035,0.000061446575,0.0001722901,0.000042764037],"domain_scores_gemma":[0.999371,0.00034539765,0.000043521093,0.000033189845,0.00017508969,0.000031860152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006049157,0.00068098644,0.00066338055,0.0026811208,0.00025289512,0.0013564904,0.0007239301,0.0011368115,0.0039134794],"category_scores_gemma":[0.001109865,0.00028784692,0.0004942319,0.0039004653,0.0004865053,0.002849773,0.0008436406,0.0014143452,0.002408835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002014236,0.00004587439,0.00026774112,0.0069357045,0.000044993667,0.000077487086,0.000094739815,0.00055137463,0.0015886079,0.019177997,0.021436628,0.9497586],"study_design_scores_gemma":[0.0000035281648,0.00007374335,0.0007798011,0.0029935152,0.00004719822,0.00047069686,0.00014494275,0.0004342886,0.00069967547,0.006885926,0.98744583,0.00002087238],"about_ca_topic_score_codex":0.0010626024,"about_ca_topic_score_gemma":0.0015432216,"teacher_disagreement_score":0.0039134794,"about_ca_system_score_codex":0.0006134275,"about_ca_system_score_gemma":0.0010834495,"threshold_uncertainty_score":0.013091922},"labels":[],"label_agreement":null},{"id":"W4411241451","doi":"10.1145/3744553","title":"Assessing the Effectiveness of ChatGPT in Secure Code Development: A Systematic Literature Review","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Systematic review; Code (set theory); Programming language; Software engineering; MEDLINE","score_opus":0.027057064206704264,"score_gpt":0.34493563885245704,"score_spread":0.31787857464575275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411241451","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009035671,0.9974179,0.00039890775,0.00033307873,0.00006912594,0.0001444711,0.00018213947,0.000015651878,0.0005351414],"genre_scores_gemma":[0.006874523,0.99134386,0.0009354318,0.00028699162,0.00004243951,0.00022829352,0.00018574562,0.000012868647,0.00008982072],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99206054,0.0029700228,0.0022129358,0.0006593029,0.0018865986,0.00021059961],"domain_scores_gemma":[0.90672284,0.07397299,0.007629923,0.0013935271,0.009448416,0.00083229237],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015252753,0.0011348883,0.0041616075,0.014827448,0.0006961779,0.0025978733,0.0021829326,0.001488578,0.005148533],"category_scores_gemma":[0.07694162,0.001028038,0.0034236428,0.013188937,0.0012114893,0.00411022,0.0022881886,0.0014731635,0.00093074515],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016807052,0.000052204887,0.0013444442,0.63801634,0.0019088417,0.00010635495,0.0006105867,0.0002301948,0.00029108633,0.00087258755,0.0043233703,0.35207602],"study_design_scores_gemma":[0.00009936819,0.00033136932,0.0054239924,0.8936366,0.014059356,0.00047347677,0.0009095032,0.00019228815,0.0004996978,0.00081737776,0.08349899,0.00005799197],"about_ca_topic_score_codex":0.0063570584,"about_ca_topic_score_gemma":0.02039643,"teacher_disagreement_score":0.98474723,"about_ca_system_score_codex":0.0027633824,"about_ca_system_score_gemma":0.017346956,"threshold_uncertainty_score":0.08066523},"labels":[],"label_agreement":null},{"id":"W4411292526","doi":"10.1145/3744641","title":"Deep Learning in Stance Detection: A Survey","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Natural language processing; Machine learning; Computer vision","score_opus":0.06006815134239572,"score_gpt":0.34610166929569103,"score_spread":0.2860335179532953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411292526","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008154187,0.868649,0.09477225,0.00470911,0.0014042999,0.00014364767,0.00071965356,0.00084102055,0.020606784],"genre_scores_gemma":[0.07017825,0.8572925,0.052289013,0.0022832097,0.0019702038,0.00017547418,0.002264735,0.0002254988,0.0133210765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994868,0.000100804835,0.000050820283,0.00013075804,0.0001838502,0.00004689559],"domain_scores_gemma":[0.998689,0.0008041878,0.000068148714,0.00006211132,0.00033059905,0.000046004374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014014302,0.0011919497,0.0012374836,0.00221069,0.00034787453,0.0015115128,0.0017686337,0.0012050804,0.004247615],"category_scores_gemma":[0.0032943771,0.00057714153,0.0009090001,0.0030189552,0.00047901334,0.002742145,0.0011581013,0.001745998,0.003360682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046068293,0.00009963885,0.0012634346,0.0022941318,0.00007603081,0.000036879275,0.000064790736,0.0036415888,0.00059202383,0.005550642,0.027182823,0.959152],"study_design_scores_gemma":[0.000069503345,0.0004433345,0.006954167,0.006292568,0.0005166881,0.0008099455,0.0006172786,0.13511921,0.0067736283,0.059248388,0.7829982,0.00015714724],"about_ca_topic_score_codex":0.003540612,"about_ca_topic_score_gemma":0.004009811,"teacher_disagreement_score":0.004247615,"about_ca_system_score_codex":0.0008234555,"about_ca_system_score_gemma":0.0011970829,"threshold_uncertainty_score":0.014209628},"labels":[],"label_agreement":null},{"id":"W4413792360","doi":"10.1145/3764580","title":"Memory Analysis for Malware Detection: A Comprehensive Survey Using the OSCAR Methodology","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Malware; Malware analysis; Data science; Field (mathematics); Key (lock); Taxonomy (biology); Machine learning; Artificial intelligence; Computer security","score_opus":0.28199601978301647,"score_gpt":0.44784152632586355,"score_spread":0.16584550654284708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413792360","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004414477,0.9641935,0.019852515,0.0010920981,0.0003616258,0.0001832868,0.0005101764,0.0004938188,0.008898458],"genre_scores_gemma":[0.022684585,0.94778025,0.023988487,0.000725793,0.00035436428,0.00016775107,0.0011061188,0.00012778843,0.0030647735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962698,0.00072375266,0.00037080067,0.0006603545,0.0017790049,0.00019633406],"domain_scores_gemma":[0.9869588,0.008006352,0.00089123007,0.00055436516,0.0033920784,0.00019719217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042960313,0.0016779477,0.001432004,0.0129589625,0.0007238838,0.0024151972,0.0019087429,0.0011883101,0.0031702784],"category_scores_gemma":[0.012060959,0.0008006873,0.0012922006,0.009333717,0.0008603836,0.004949066,0.0011318168,0.0013258468,0.003104873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037233323,0.00006727639,0.0027939456,0.008593378,0.00007529232,0.000054162905,0.00026802035,0.0005467334,0.0009956711,0.003777942,0.016395504,0.96639484],"study_design_scores_gemma":[0.000022228453,0.00052445725,0.015668709,0.022336598,0.0006502255,0.002540576,0.0015150866,0.005495523,0.009321884,0.008191101,0.93353456,0.00019908696],"about_ca_topic_score_codex":0.002938691,"about_ca_topic_score_gemma":0.0034392166,"teacher_disagreement_score":0.0129589625,"about_ca_system_score_codex":0.0010495005,"about_ca_system_score_gemma":0.0025952947,"threshold_uncertainty_score":0.02271986},"labels":[],"label_agreement":null},{"id":"W4414128342","doi":"10.1145/3766888","title":"Security Management of Horizontal IoT Platforms: A Survey and Comparison","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Interoperability; Internet of Things; Implementation; Horizontal and vertical; Security management; Orchestration; Work (physics); Software","score_opus":0.06700876218885356,"score_gpt":0.35369336340405894,"score_spread":0.2866846012152054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414128342","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053075026,0.94426954,0.01504174,0.0018164974,0.00059791765,0.00009630302,0.00012870568,0.00015680243,0.03258503],"genre_scores_gemma":[0.025170244,0.9599395,0.009366352,0.00074382336,0.00041110787,0.0000984791,0.00034928077,0.000062043866,0.0038590948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812526,0.00029024403,0.00023139853,0.00022969567,0.0009416318,0.0001816902],"domain_scores_gemma":[0.99610764,0.001985387,0.0004231937,0.00023331112,0.001110514,0.00013994337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023123315,0.0009518448,0.00084297,0.0062694,0.0006282107,0.002600813,0.0013749643,0.0013034107,0.0034299577],"category_scores_gemma":[0.004916269,0.00063155906,0.00075911265,0.0069082757,0.0007620375,0.0056601204,0.001400391,0.0013311901,0.0019235838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042082444,0.00006918704,0.0013317219,0.0067591025,0.00003652966,0.000101190344,0.00035387633,0.00093412475,0.00112807,0.026155071,0.014896441,0.9481926],"study_design_scores_gemma":[0.0000113655,0.00025692536,0.003746976,0.013122752,0.00012938202,0.0012623318,0.0009920447,0.0021222637,0.002629748,0.013200315,0.96245736,0.000068659065],"about_ca_topic_score_codex":0.001989597,"about_ca_topic_score_gemma":0.0018550194,"teacher_disagreement_score":0.0062694,"about_ca_system_score_codex":0.0011702813,"about_ca_system_score_gemma":0.0022797177,"threshold_uncertainty_score":0.012228906},"labels":[],"label_agreement":null},{"id":"W4414371545","doi":"10.1145/3769089","title":"A Systematic Literature Review on Bias Evaluation and Mitigation in Automatic Speech Recognition Models for Low-Resource African Languages","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Speech Recognition and Synthesis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Systematic review; Adversarial system; Diversity (politics); Languages of Africa; Linguistic diversity","score_opus":0.05212062967271452,"score_gpt":0.32011294596393874,"score_spread":0.2679923162912242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414371545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072402874,0.9925768,0.00323421,0.0013444425,0.00029966756,0.00035906682,0.00061071554,0.000057858335,0.00079320825],"genre_scores_gemma":[0.011174512,0.9774989,0.0071285116,0.0017153264,0.00031283416,0.0011079994,0.0007293993,0.000042671676,0.0002897454],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9783678,0.010182879,0.0060517597,0.0015897657,0.0035018853,0.00030594945],"domain_scores_gemma":[0.86286175,0.11714656,0.008668648,0.0023933111,0.008407757,0.0005220363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031064585,0.0021120834,0.0049333344,0.009659267,0.0009253871,0.0039361194,0.0026880852,0.0026095342,0.0070691253],"category_scores_gemma":[0.14468373,0.0015352827,0.0081930505,0.0052759834,0.0014355199,0.0042774263,0.0023680495,0.0021370945,0.0012527352],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002715253,0.000075439115,0.0013501532,0.6274041,0.004517429,0.00009436656,0.00047125516,0.0012684985,0.00041043537,0.0024616867,0.010260205,0.3514149],"study_design_scores_gemma":[0.0001604077,0.0004868234,0.0034416926,0.86039174,0.022419997,0.000347213,0.0004439787,0.000742321,0.00071172783,0.0042739827,0.10647898,0.00010115889],"about_ca_topic_score_codex":0.007867806,"about_ca_topic_score_gemma":0.019077964,"teacher_disagreement_score":0.031064585,"about_ca_system_score_codex":0.0030791892,"about_ca_system_score_gemma":0.01866383,"threshold_uncertainty_score":0.16428721},"labels":[],"label_agreement":null},{"id":"W4415322956","doi":"10.1145/3772274","title":"A Survey of Threshold Signatures: NIST Standards, Post-Quantum Cryptography, Exotic Techniques, and Real-World Applications","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"NIST; Digital signature; Signature (topology); Cryptography; Digital forensics","score_opus":0.044247764465547235,"score_gpt":0.34467282039064495,"score_spread":0.3004250559250977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415322956","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017966353,0.96206284,0.012618547,0.0026294396,0.00055279786,0.00004320431,0.00007991159,0.000106681924,0.020109937],"genre_scores_gemma":[0.015089204,0.9701085,0.007635607,0.001315359,0.0008754596,0.00005671915,0.00017819232,0.000045004046,0.00469603],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839395,0.00028432696,0.00012660107,0.00024023377,0.0008339808,0.00012081856],"domain_scores_gemma":[0.99644864,0.0019600221,0.0002711931,0.00030420395,0.0008682856,0.0001476407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002431039,0.0007373228,0.0011491664,0.004319993,0.00082904275,0.0021987485,0.0012661705,0.0016174089,0.004176564],"category_scores_gemma":[0.0047013434,0.00054525456,0.00049849384,0.007157802,0.0015313142,0.0061352337,0.0013825268,0.0024058712,0.003195753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053649386,0.00009461324,0.0007316834,0.0061492906,0.000034404373,0.00010676336,0.00018438646,0.0013681473,0.0018001752,0.13007088,0.0316852,0.8277207],"study_design_scores_gemma":[0.000009970472,0.0001540382,0.0007649885,0.0024299114,0.0000339035,0.0009790704,0.00019066891,0.0011116768,0.0016869889,0.03868551,0.95390457,0.000048731265],"about_ca_topic_score_codex":0.00074637105,"about_ca_topic_score_gemma":0.0009368641,"teacher_disagreement_score":0.004319993,"about_ca_system_score_codex":0.0014315057,"about_ca_system_score_gemma":0.0026180234,"threshold_uncertainty_score":0.013971984},"labels":[],"label_agreement":null},{"id":"W4416336843","doi":"10.1145/3777366","title":"A Survey of FPGA-based 3D CNN Accelerators and Hardware-aware Algorithmic Optimizations","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"Convolutional neural network; Field-programmable gate array; Focus (optics); Software deployment; Key (lock); Deep learning; Action recognition; Action (physics); Resource (disambiguation)","score_opus":0.033401068999425215,"score_gpt":0.30149700936991886,"score_spread":0.26809594037049367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416336843","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069454454,0.19352669,0.61495715,0.0019361115,0.001134289,0.0003537369,0.0021500527,0.009797295,0.106690235],"genre_scores_gemma":[0.31754595,0.18489365,0.43885508,0.0014332999,0.00055516505,0.00059548113,0.006693776,0.0014699907,0.0479576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99961686,0.000043368127,0.000037201855,0.00007417709,0.00017619623,0.000052165182],"domain_scores_gemma":[0.99959785,0.00015582932,0.000038619488,0.00007041108,0.000117033334,0.000020275082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049018575,0.0012939076,0.0006335818,0.0010555957,0.00025144557,0.0010194184,0.0017084472,0.00057399395,0.012075729],"category_scores_gemma":[0.0012705487,0.0008034617,0.000720483,0.0017916877,0.00024081822,0.0017223541,0.0006978688,0.00087337015,0.0025287864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026901122,0.00009170897,0.0019449372,0.0022787235,0.00012370592,0.00015686393,0.000062310704,0.04941278,0.01767376,0.020232394,0.029707804,0.878046],"study_design_scores_gemma":[0.00014592726,0.0010287991,0.0045808973,0.0012169544,0.00027471804,0.0012341293,0.0001413553,0.43541375,0.060978666,0.017344233,0.47749004,0.00015055345],"about_ca_topic_score_codex":0.003279566,"about_ca_topic_score_gemma":0.0060239523,"teacher_disagreement_score":0.012075729,"about_ca_system_score_codex":0.0008755266,"about_ca_system_score_gemma":0.0010446163,"threshold_uncertainty_score":0.040397286},"labels":[],"label_agreement":null},{"id":"W4416626061","doi":"10.1145/3778169","title":"Controlled Natural Language for Requirements Specification: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; École de Technologie Supérieure","funders":"","keywords":"Software requirements specification; Specification language; Formal specification; Requirements analysis; Natural language; Systematic review; Ambiguity; Categorization; Vocabulary; System requirements specification","score_opus":0.023331147658449534,"score_gpt":0.33490849292867786,"score_spread":0.31157734527022835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416626061","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001097609,0.9913208,0.002746176,0.0009338711,0.00016529694,0.0013768604,0.00061422965,0.00003633482,0.0017088291],"genre_scores_gemma":[0.011802735,0.97320867,0.009683619,0.0010091352,0.000087882494,0.003077245,0.0008439974,0.000026841986,0.00025992276],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97430885,0.010588222,0.008270842,0.0014564075,0.0049807685,0.00039506966],"domain_scores_gemma":[0.84898454,0.12081461,0.01240241,0.0029277087,0.014072328,0.00079844997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031329907,0.0017883622,0.004135702,0.033450197,0.0014591314,0.0036623008,0.0029072037,0.0022445729,0.005739156],"category_scores_gemma":[0.11038902,0.0014066905,0.004336523,0.026834702,0.0020963117,0.0064281235,0.0031099604,0.0021656414,0.0010988362],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000875139,0.000094096315,0.00097282557,0.7340995,0.00091954664,0.00030455212,0.0013013637,0.00045152145,0.00051942794,0.0041588824,0.0066999104,0.2503908],"study_design_scores_gemma":[0.00005088674,0.00008178248,0.0014540529,0.9243454,0.002375132,0.00031020635,0.0010996475,0.0001971863,0.0002678914,0.0015593425,0.06821418,0.00004421475],"about_ca_topic_score_codex":0.011073863,"about_ca_topic_score_gemma":0.024393452,"teacher_disagreement_score":0.033450197,"about_ca_system_score_codex":0.008354499,"about_ca_system_score_gemma":0.038800903,"threshold_uncertainty_score":0.16569042},"labels":[],"label_agreement":null},{"id":"W4416672590","doi":"10.1145/3776737","title":"Indexing Techniques for Graph Reachability Queries","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reachability; Search engine indexing; Graph database; Graph; Modular decomposition","score_opus":0.018208770502163647,"score_gpt":0.29134052814656897,"score_spread":0.27313175764440534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416672590","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00844447,0.007445665,0.94432414,0.0021366945,0.00035767118,0.00075599423,0.005714591,0.017680168,0.013140551],"genre_scores_gemma":[0.1241433,0.010404458,0.8307652,0.0015283336,0.00078935205,0.000857975,0.021923812,0.0032189288,0.0063686366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99312913,0.000967867,0.0010052607,0.0011865619,0.0031548,0.00055646116],"domain_scores_gemma":[0.9843662,0.0065839794,0.0011181429,0.005517071,0.0021077283,0.00030684072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036570444,0.0020669892,0.0025187284,0.010894653,0.0022868272,0.0067083132,0.005036878,0.0018580324,0.008760945],"category_scores_gemma":[0.01929349,0.0010661844,0.0033398261,0.019183924,0.0020959426,0.020776805,0.0055841734,0.0034949507,0.0053175874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032984154,0.00044676106,0.002719437,0.0020414158,0.000203416,0.00023464943,0.0010758705,0.021410462,0.009362255,0.25804418,0.06947429,0.6346575],"study_design_scores_gemma":[0.00015168478,0.00028842036,0.0015474578,0.0006334008,0.0002821577,0.0015123636,0.001175062,0.25466296,0.020450078,0.548395,0.17064711,0.00025428744],"about_ca_topic_score_codex":0.00850652,"about_ca_topic_score_gemma":0.008707478,"teacher_disagreement_score":0.010894653,"about_ca_system_score_codex":0.0035206354,"about_ca_system_score_gemma":0.0039478494,"threshold_uncertainty_score":0.02930832},"labels":[],"label_agreement":null},{"id":"W4416944645","doi":"10.1145/3779223","title":"Toward Efficient Underwater Visual Perception through Image Enhancement, Compression, and Understanding","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Image Enhancement Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canada Research Chairs","keywords":"Underwater; Image processing; Perception; Noise (video); Image quality; Image compression; Image (mathematics); Visualization; Visual perception","score_opus":0.04937269875666304,"score_gpt":0.33125037007848307,"score_spread":0.28187767132182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416944645","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01312949,0.04039132,0.93601304,0.0011347806,0.00017614194,0.000055308457,0.00010680349,0.00084212807,0.008151039],"genre_scores_gemma":[0.17925315,0.13625285,0.6711885,0.0008983527,0.0009441715,0.00014647035,0.00046697623,0.00023781082,0.010611774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997136,0.000041047566,0.000018502487,0.000059200618,0.00014137573,0.000026346012],"domain_scores_gemma":[0.9996463,0.00015501882,0.000041494895,0.000049636845,0.00009557392,0.000011983672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048652102,0.0005818512,0.000634503,0.0013982522,0.00020826481,0.001217557,0.0007496529,0.00076245045,0.0014884284],"category_scores_gemma":[0.0009491041,0.00031960523,0.00045446944,0.001335764,0.0007026169,0.0019938585,0.00077167107,0.0010874466,0.0008448971],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005722732,0.00007054067,0.00064282893,0.0012357171,0.000056072193,0.0001154761,0.00023236581,0.017669609,0.065997265,0.02621636,0.007820441,0.8798862],"study_design_scores_gemma":[0.000033335444,0.00037207582,0.004910945,0.000735968,0.00019912337,0.0016191435,0.0005347672,0.59237087,0.12704149,0.072954215,0.19909677,0.00013120503],"about_ca_topic_score_codex":0.0009892441,"about_ca_topic_score_gemma":0.0010796887,"teacher_disagreement_score":0.0014884284,"about_ca_system_score_codex":0.00033225314,"about_ca_system_score_gemma":0.00041443342,"threshold_uncertainty_score":0.004979253},"labels":[],"label_agreement":null},{"id":"W4417064600","doi":"10.1145/3773028","title":"Securing Large Language Models: A Survey of Watermarking and Fingerprinting Techniques","year":2025,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Natural Science Foundation of China","keywords":"Digital watermarking; Fingerprint (computing); Intellectual property; Sophistication; Ingenuity; Adversarial system; Digital Watermarking Alliance; Security token","score_opus":0.04331983216852198,"score_gpt":0.3479031577032387,"score_spread":0.30458332553471673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417064600","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023909044,0.9073457,0.07648014,0.0022848179,0.0004864611,0.000082558516,0.000106643,0.0003232793,0.010499552],"genre_scores_gemma":[0.03480951,0.9263493,0.032140862,0.0009020474,0.0010997809,0.00009142262,0.00022855295,0.00008396271,0.0042945165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865794,0.000273236,0.00013709236,0.00023303276,0.0006101538,0.00008846318],"domain_scores_gemma":[0.9939307,0.004350196,0.00035043887,0.0005944113,0.0006944231,0.00007973655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002290684,0.0012575226,0.00132693,0.0026981093,0.00044309572,0.0018092662,0.001443419,0.0015819082,0.0032256255],"category_scores_gemma":[0.0075356783,0.00073081703,0.00085330335,0.0025833654,0.001273181,0.00494688,0.0013635831,0.002164976,0.0025002037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047689915,0.00006634565,0.0005821557,0.003395283,0.00008094144,0.00011375571,0.00011665876,0.005196326,0.0018114297,0.029184686,0.011225167,0.94817966],"study_design_scores_gemma":[0.000044215976,0.00059938367,0.00251279,0.007014532,0.0003035989,0.004623229,0.00045044845,0.04756039,0.015448474,0.078303084,0.84293854,0.00020136578],"about_ca_topic_score_codex":0.00088525855,"about_ca_topic_score_gemma":0.00065616076,"teacher_disagreement_score":0.0032256255,"about_ca_system_score_codex":0.00077050825,"about_ca_system_score_gemma":0.0012720847,"threshold_uncertainty_score":0.012114406},"labels":[],"label_agreement":null},{"id":"W4417426731","doi":"10.1145/3765897","title":"A Survey on Off-chain Technologies","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada); St. Francis Xavier University","funders":"Natural Science Foundation of Shandong Province; National Natural Science Foundation of China","keywords":"Transformative learning; Open research; Taxonomy (biology); Blockchain; Database transaction; Overhead (engineering); The Internet","score_opus":0.0217201159796483,"score_gpt":0.2787964133627197,"score_spread":0.2570762973830714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417426731","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020185094,0.54290384,0.22450449,0.0071782586,0.0017461285,0.00079552556,0.00080698053,0.0008317882,0.20104788],"genre_scores_gemma":[0.16951448,0.7328058,0.06575238,0.002154689,0.001744556,0.0006039769,0.0012449458,0.0002545355,0.025924629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583036,0.0011512728,0.00038817996,0.00045246576,0.0018250742,0.00035268426],"domain_scores_gemma":[0.99384296,0.0037576263,0.00045884753,0.00093296624,0.0008326392,0.00017499049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003126432,0.000971496,0.0009895387,0.0047161123,0.0011625843,0.0036907396,0.0015352388,0.0019697945,0.010942627],"category_scores_gemma":[0.006473722,0.0006217248,0.0008088224,0.008655925,0.0017390745,0.011254532,0.0023208682,0.0019442396,0.0036957473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011282415,0.00011273166,0.0013541151,0.005266246,0.000041496663,0.00026842655,0.000505434,0.006297455,0.0021107232,0.3547954,0.01923468,0.6099005],"study_design_scores_gemma":[0.000016534463,0.00025300644,0.0008750096,0.0037721803,0.000052548363,0.0016054248,0.00046916498,0.00937596,0.002945287,0.11309434,0.86748,0.000060645158],"about_ca_topic_score_codex":0.0010633001,"about_ca_topic_score_gemma":0.0006386814,"teacher_disagreement_score":0.010942627,"about_ca_system_score_codex":0.0018296979,"about_ca_system_score_gemma":0.0020130964,"threshold_uncertainty_score":0.03660679},"labels":[],"label_agreement":null},{"id":"W4417499111","doi":"10.1145/3785661","title":"State-of-the-Art Review and Comparative Experimentation of Emergency Call Prediction Models","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Random forest; Feature selection; Mean squared error; Lasso (programming language); Mean absolute error; Residual; Predictive modelling; Feature (linguistics); Mean absolute percentage error; Standard deviation","score_opus":0.07275471617551045,"score_gpt":0.36844581173340213,"score_spread":0.2956910955578917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417499111","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09867199,0.6255735,0.2451324,0.0059589567,0.001732076,0.00026590357,0.0034469184,0.0030124714,0.01620582],"genre_scores_gemma":[0.3843918,0.46105424,0.13924022,0.0017050857,0.00270113,0.00030242107,0.006650561,0.0006124339,0.0033421163],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.996518,0.00117868,0.00043950987,0.00090787775,0.0008164953,0.00013943591],"domain_scores_gemma":[0.9716733,0.024693174,0.00061892933,0.00085225835,0.002005116,0.00015734193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067684753,0.0022400261,0.0017501052,0.0029034242,0.00050187774,0.0023707096,0.0031358625,0.0013030538,0.0021038793],"category_scores_gemma":[0.022346996,0.0008607129,0.0019712641,0.0044593383,0.0004627264,0.0028593743,0.0009130251,0.001654803,0.0009951579],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003728151,0.00042560865,0.020929096,0.009616161,0.0010179438,0.00016087804,0.00036195596,0.09788026,0.0010437288,0.0072008907,0.022522418,0.83846825],"study_design_scores_gemma":[0.00006659856,0.0014834024,0.032070044,0.008906477,0.0022640917,0.0009440471,0.0012940976,0.7510643,0.0075699026,0.013558627,0.18037896,0.00039943476],"about_ca_topic_score_codex":0.009462556,"about_ca_topic_score_gemma":0.006027463,"teacher_disagreement_score":0.009462556,"about_ca_system_score_codex":0.00090238906,"about_ca_system_score_gemma":0.001884503,"threshold_uncertainty_score":0.03579557},"labels":[],"label_agreement":null},{"id":"W7116771114","doi":"10.1145/3785660","title":"Quantum Machine Learning for Drug Discovery: Taxonomy, Research Challenges, and the Road Ahead","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Drug; Quantum; Coronavirus disease 2019 (COVID-19); Quantum computer; Pandemic; Support vector machine","score_opus":0.12820852763935728,"score_gpt":0.37956912691223516,"score_spread":0.2513605992728779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116771114","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025101632,0.85349023,0.057014946,0.07690641,0.0015491755,0.00007620619,0.000111139256,0.00017126522,0.008170483],"genre_scores_gemma":[0.049851537,0.8874375,0.048526566,0.006061119,0.0060115545,0.00020914839,0.00017580613,0.00007419095,0.0016525502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99563736,0.002322258,0.0002697795,0.00034063344,0.001202461,0.00022753637],"domain_scores_gemma":[0.98569876,0.010782727,0.00042163132,0.0008943757,0.0016484644,0.00055406295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012207494,0.00089974725,0.0021776408,0.0037744434,0.0016432725,0.0063827205,0.0025280123,0.004363136,0.0034309225],"category_scores_gemma":[0.01790327,0.00087272754,0.0008527288,0.007215647,0.0057993666,0.016513394,0.0042481176,0.008521812,0.0011464527],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098200624,0.00014773551,0.0011259889,0.0027574368,0.000060173617,0.00010643069,0.00026888782,0.0086474465,0.0003786648,0.5623662,0.03381139,0.39023146],"study_design_scores_gemma":[0.000036308396,0.00018689007,0.0005291587,0.0014903687,0.000021713242,0.00021696195,0.00036480377,0.034407746,0.00027706515,0.80422765,0.15817665,0.00006482525],"about_ca_topic_score_codex":0.0026660133,"about_ca_topic_score_gemma":0.0023296135,"teacher_disagreement_score":0.012207494,"about_ca_system_score_codex":0.0036830993,"about_ca_system_score_gemma":0.004951955,"threshold_uncertainty_score":0.064560175},"labels":[],"label_agreement":null},{"id":"W7117251867","doi":"10.1145/3786590","title":"Implicit Aspect Extraction: A Systematic Review","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Leverage (statistics); Identification (biology); Task (project management); Information extraction; Context (archaeology); Natural language; Natural language understanding; Purchasing","score_opus":0.025746452905467405,"score_gpt":0.33108599218026225,"score_spread":0.30533953927479485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117251867","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007883219,0.99413514,0.001650791,0.0007645372,0.00025061716,0.0002416302,0.001013932,0.000041602838,0.0011134606],"genre_scores_gemma":[0.0074061453,0.9848726,0.0038343547,0.0012626676,0.00020995087,0.00055957003,0.0015135742,0.000040939234,0.00030023896],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.993359,0.00200704,0.0023352362,0.000737004,0.0014048982,0.00015683523],"domain_scores_gemma":[0.9420641,0.044330977,0.0054851333,0.0017182647,0.00590176,0.0004997748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011522191,0.0012657925,0.003516043,0.014578612,0.00066289573,0.0029967502,0.0024089417,0.0015891265,0.0055465177],"category_scores_gemma":[0.070086926,0.0009309124,0.004756511,0.012104256,0.0010608879,0.004975839,0.0020036164,0.0013537793,0.0012563098],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023487634,0.0000386436,0.001888378,0.5651437,0.0030962958,0.00019945647,0.00050234626,0.00025944406,0.00062267826,0.002061389,0.019524459,0.40642837],"study_design_scores_gemma":[0.00012054586,0.00020139445,0.0061269463,0.6641253,0.016412152,0.00079011323,0.0005508919,0.0003132016,0.000739202,0.0037435899,0.30680156,0.00007513548],"about_ca_topic_score_codex":0.0033903844,"about_ca_topic_score_gemma":0.013386355,"teacher_disagreement_score":0.014578612,"about_ca_system_score_codex":0.0016360272,"about_ca_system_score_gemma":0.01135834,"threshold_uncertainty_score":0.060935915},"labels":[],"label_agreement":null},{"id":"W7117259628","doi":"10.1145/3786333","title":"A Survey on Large Language Models for Mathematical Reasoning","year":2025,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Natural Science Foundation of China","keywords":"Cognition; Verbal reasoning; Automated reasoning; Psychology of reasoning; Reinforcement learning; Case-based reasoning; Language model; Qualitative reasoning","score_opus":0.04404501978785593,"score_gpt":0.32054745612532104,"score_spread":0.27650243633746513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117259628","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053901486,0.27074036,0.67641604,0.011175104,0.0009586585,0.00021320664,0.0023225206,0.0026975826,0.030086406],"genre_scores_gemma":[0.122405276,0.45075625,0.39138788,0.004373375,0.0052642226,0.0009336737,0.008741168,0.0015598693,0.014578252],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973477,0.0011053004,0.00026893607,0.00037546075,0.0007739238,0.00012867921],"domain_scores_gemma":[0.9915336,0.0066621685,0.00022841213,0.00085119554,0.0005921171,0.00013268663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038237406,0.00173179,0.0021288018,0.0033056038,0.00073601,0.004069734,0.0031875777,0.0018649625,0.01392332],"category_scores_gemma":[0.0138830105,0.0012942293,0.002367716,0.005619506,0.0013577673,0.0099572865,0.002452202,0.003990862,0.004986988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010169677,0.0001955954,0.0015027365,0.0040010903,0.0002131361,0.00020728658,0.00047440655,0.035344888,0.0008583919,0.39952222,0.062352464,0.49522614],"study_design_scores_gemma":[0.00003105366,0.00007217356,0.0009476578,0.001297931,0.0001138517,0.0003919089,0.00017896704,0.13862383,0.00070862734,0.56441104,0.2931411,0.000081901526],"about_ca_topic_score_codex":0.0040180488,"about_ca_topic_score_gemma":0.0039813304,"teacher_disagreement_score":0.01392332,"about_ca_system_score_codex":0.0024564841,"about_ca_system_score_gemma":0.002678056,"threshold_uncertainty_score":0.04657811},"labels":[],"label_agreement":null}]}