{"meta":{"query_hash":"b96d558db8cd","filters":{"venue":"Proceedings of the ACM Web Conference 2022"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b96d558db8cd","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+ACM+Web+Conference+2022"},"results":[{"id":"W3165481174","doi":"10.1145/3485447.3512262","title":"Exposing Query Identification for Search Transparency","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Transparency (behavior); Information retrieval; Web search query; Ranking (information retrieval); Metric (unit); Search engine; Identification (biology); Web query classification; Query expansion; Data mining; Computer security","score_opus":0.03571598258330556,"score_gpt":0.25529298202444844,"score_spread":0.2195769994411429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165481174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14380975,0.0014086606,0.8382648,0.0037482332,0.000092800175,0.00027336765,0.0005761443,0.0016017011,0.010224452],"genre_scores_gemma":[0.927816,0.00031360134,0.06931051,0.0003746204,0.000092950024,0.00010760901,0.00029943092,0.00015720952,0.0015280795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97845936,0.010701202,0.0013504094,0.0025731192,0.005639245,0.0012766673],"domain_scores_gemma":[0.89116913,0.06376303,0.008863775,0.030362587,0.00398095,0.0018605177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016337974,0.00087500026,0.0018063732,0.001949417,0.0022111717,0.0048667453,0.0020582802,0.0028384093,0.0038884196],"category_scores_gemma":[0.12995988,0.0007855982,0.0010981467,0.0023769916,0.0061504324,0.015650773,0.009293921,0.004380731,0.00088120805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021699746,0.0005426031,0.02417112,0.0009471008,0.00021391538,0.00039922562,0.003926829,0.2061069,0.015565734,0.4466696,0.0073371218,0.29194996],"study_design_scores_gemma":[0.00008316005,0.0003114191,0.0036556365,0.000103994884,0.0000706156,0.0005049305,0.0005897946,0.5809945,0.008972819,0.4004806,0.004129134,0.000103435246],"about_ca_topic_score_codex":0.0028666775,"about_ca_topic_score_gemma":0.0016645074,"teacher_disagreement_score":0.016337974,"about_ca_system_score_codex":0.0026594414,"about_ca_system_score_gemma":0.0036994007,"threshold_uncertainty_score":0.0864045},"labels":[],"label_agreement":null},{"id":"W4224308858","doi":"10.1145/3485447.3511943","title":"QEN: Applicable Taxonomy Completion via Evaluating Full Taxonomic Relations","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Taxonomy (biology); Computer science; Artificial intelligence; Information retrieval; Natural language processing; Biology; Zoology","score_opus":0.05760903710980053,"score_gpt":0.27508796583559464,"score_spread":0.2174789287257941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224308858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037507802,0.002333906,0.9322351,0.00076154707,0.00026621815,0.00047753897,0.005136844,0.01546317,0.005817799],"genre_scores_gemma":[0.25097647,0.0011111781,0.711478,0.00071455305,0.0001305803,0.000390249,0.022150816,0.0009877444,0.012060362],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982911,0.0003146774,0.00010910519,0.00065448007,0.0004834217,0.00014727382],"domain_scores_gemma":[0.9972555,0.0011219755,0.00021346907,0.0005245407,0.00073685084,0.00014766685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023066269,0.0018877975,0.0011868626,0.0031549465,0.00081332435,0.00147635,0.0035590813,0.0017834736,0.0069635026],"category_scores_gemma":[0.01094336,0.0006391494,0.0012148346,0.0022343018,0.0006975915,0.0066517093,0.0027671761,0.002262231,0.00316407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044412495,0.0003536816,0.0060079047,0.00092173525,0.00016809242,0.00038910806,0.0004461282,0.056542937,0.0122560365,0.01248368,0.04581424,0.86417234],"study_design_scores_gemma":[0.000042656993,0.00015273594,0.0019385818,0.00010878892,0.0000706759,0.00030596333,0.00018230153,0.9326392,0.008307786,0.037043605,0.019155573,0.000052150725],"about_ca_topic_score_codex":0.018217057,"about_ca_topic_score_gemma":0.032840706,"teacher_disagreement_score":0.018217057,"about_ca_system_score_codex":0.0018113505,"about_ca_system_score_gemma":0.0020334704,"threshold_uncertainty_score":0.03622204},"labels":[],"label_agreement":null},{"id":"W4224313461","doi":"10.1145/3485447.3512205","title":"FirmCore Decomposition of Multilayer Networks","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modular decomposition; Computer science; Decomposition; Approximation algorithm; Matching (statistics); Key (lock); Core (optical fiber); Cograph; Theoretical computer science; Time complexity; Algorithm; Graph; Mathematics; Pathwidth; Line graph","score_opus":0.0151240366878883,"score_gpt":0.2636987550694495,"score_spread":0.2485747183815612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224313461","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10511754,0.00043009227,0.8853233,0.00034452823,0.00004045909,0.00011321598,0.0009729795,0.0007139628,0.0069440454],"genre_scores_gemma":[0.60824084,0.000615135,0.37734643,0.0002854147,0.00005709965,0.00022525468,0.003187674,0.00024900984,0.009793034],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945945,0.0001106196,0.000028660557,0.0001477918,0.00014518434,0.00010818166],"domain_scores_gemma":[0.9985043,0.0004951342,0.000197534,0.00032592303,0.00032574,0.00015134687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006459373,0.0007299919,0.0006308023,0.001573411,0.0006111597,0.0012623215,0.0009238085,0.0006860018,0.004121077],"category_scores_gemma":[0.003967839,0.00050992076,0.0008167739,0.0012838012,0.0006411707,0.002558009,0.0017308729,0.001024564,0.0006440418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027993164,0.00012942278,0.0073004235,0.00040965882,0.00012663478,0.00043153952,0.00046531254,0.4976753,0.013637026,0.23776168,0.013262463,0.22852063],"study_design_scores_gemma":[0.000011815137,0.00003148913,0.0010707136,0.00003029525,0.00002184492,0.00013210696,0.00011110675,0.8667143,0.0021649294,0.12375056,0.0059509794,0.000009830692],"about_ca_topic_score_codex":0.004895235,"about_ca_topic_score_gemma":0.008977712,"teacher_disagreement_score":0.004895235,"about_ca_system_score_codex":0.0013102506,"about_ca_system_score_gemma":0.0008482189,"threshold_uncertainty_score":0.013786316},"labels":[],"label_agreement":null},{"id":"W4224313642","doi":"10.1145/3485447.3514193","title":"Following Good Examples - Health Goal-Oriented Food Recommendation based on Behavior Data","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"","keywords":"Recommender system; Computer science; Control (management); Consumption (sociology); World Wide Web; Artificial intelligence","score_opus":0.07630876727910414,"score_gpt":0.30254546474665944,"score_spread":0.22623669746755531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224313642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023926416,0.0036647408,0.94351244,0.006378768,0.00031955796,0.00047936596,0.003401672,0.003479117,0.0148379],"genre_scores_gemma":[0.28893048,0.0058814525,0.67408884,0.0024442018,0.0003487672,0.00069964473,0.0045812903,0.0003548169,0.022670543],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984915,0.00052483263,0.00013769865,0.00039624644,0.00035426844,0.00009544003],"domain_scores_gemma":[0.9954111,0.0025296428,0.0001735534,0.000758398,0.0010118508,0.00011548764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021106265,0.0012112039,0.00086125144,0.0011861066,0.0008422987,0.0015397083,0.0015977406,0.0029854095,0.0064163944],"category_scores_gemma":[0.007736534,0.0006473326,0.0015687183,0.0017276749,0.0006044973,0.0023391831,0.00075583585,0.002424695,0.005249976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076107215,0.0010602284,0.048963312,0.0020431955,0.00081188034,0.0014715687,0.0016667568,0.081316546,0.012651107,0.066590436,0.07240851,0.7102554],"study_design_scores_gemma":[0.00021508746,0.0007854891,0.020946443,0.0005405257,0.00043127828,0.0030044946,0.00053095835,0.7113712,0.015407983,0.1040061,0.1424209,0.00033951824],"about_ca_topic_score_codex":0.017051069,"about_ca_topic_score_gemma":0.023111474,"teacher_disagreement_score":0.017051069,"about_ca_system_score_codex":0.00061098323,"about_ca_system_score_gemma":0.0006946983,"threshold_uncertainty_score":0.03390366},"labels":[],"label_agreement":null},{"id":"W4224313808","doi":"10.1145/3485447.3512106","title":"MCL: Mixed-Centric Loss for Collaborative Filtering","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Pairwise comparison; Weighting; Collaborative filtering; Representation (politics); Information loss; Process (computing); Code (set theory); Machine learning; Graph; Preference; Data mining; Artificial intelligence; Theoretical computer science; Recommender system; Statistics; Mathematics","score_opus":0.031865253611095774,"score_gpt":0.2522746499838609,"score_spread":0.22040939637276513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224313808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005387239,0.00047840987,0.9906784,0.000510109,0.000055426037,0.000060397793,0.00023164238,0.0014242352,0.001174093],"genre_scores_gemma":[0.4432811,0.0008523106,0.5382318,0.0015589816,0.0004137074,0.00061157503,0.0020558531,0.0006412146,0.012353454],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99548304,0.0019428004,0.00022304084,0.0007517747,0.0012633378,0.00033602625],"domain_scores_gemma":[0.9927649,0.004085504,0.00048837636,0.0015294626,0.0008726429,0.00025904275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008119684,0.0019649186,0.0022853687,0.0015033481,0.0009832231,0.0021664083,0.004429154,0.0038687328,0.0044080555],"category_scores_gemma":[0.01810089,0.0006627537,0.0013719726,0.0021451355,0.0016252804,0.0047913115,0.0031445469,0.003741963,0.0027088558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000663321,0.0004607762,0.0027595905,0.00030895014,0.0002466775,0.00017876842,0.00018342155,0.561621,0.0035523863,0.054522205,0.025273358,0.3502295],"study_design_scores_gemma":[0.000023785526,0.000063535044,0.00015578108,0.000019083538,0.000013726664,0.00005123826,0.000008974933,0.9794073,0.000695875,0.01789046,0.0016562067,0.000013966809],"about_ca_topic_score_codex":0.005031495,"about_ca_topic_score_gemma":0.006638641,"teacher_disagreement_score":0.008119684,"about_ca_system_score_codex":0.0025702738,"about_ca_system_score_gemma":0.0019250967,"threshold_uncertainty_score":0.04294151},"labels":[],"label_agreement":null},{"id":"W4224316621","doi":"10.1145/3485447.3512223","title":"Et tu, Brute? Privacy Analysis of Government Websites and Mobile Apps","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Android (operating system); Internet privacy; BitTorrent tracker; Password; World Wide Web; Computer security; The Internet; Computer science; Government (linguistics)","score_opus":0.024790043399289242,"score_gpt":0.2849386553110434,"score_spread":0.26014861191175415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224316621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786453,0.0007571595,0.0034728572,0.00043961842,0.0000215605,0.00005134895,0.002558319,0.0002072282,0.013846539],"genre_scores_gemma":[0.99507844,0.00019796402,0.0015163968,0.0000847447,0.000014552022,0.000031316213,0.0015622481,0.00003317815,0.0014811564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99685705,0.0009049333,0.00024228115,0.000513616,0.0010852036,0.0003968499],"domain_scores_gemma":[0.98577106,0.0065766866,0.002688466,0.0025048135,0.0021577373,0.00030121097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016467841,0.00022798483,0.0003102879,0.0025906516,0.0009197087,0.0025873652,0.00033328927,0.000676078,0.0016699893],"category_scores_gemma":[0.016414462,0.00021394058,0.0005649409,0.0030390094,0.00080960506,0.0025683625,0.00089368917,0.0007432303,0.000718422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062354596,0.00022301979,0.85015184,0.0002755716,0.00016418059,0.00088003627,0.003606638,0.004069927,0.0035223209,0.013414537,0.006889957,0.11617858],"study_design_scores_gemma":[0.0000186001,0.00020521834,0.9008506,0.00014404597,0.00011772319,0.0029573205,0.0055575445,0.04399171,0.008287805,0.009898937,0.027896376,0.000074205534],"about_ca_topic_score_codex":0.0090376865,"about_ca_topic_score_gemma":0.0057933764,"teacher_disagreement_score":0.0090376865,"about_ca_system_score_codex":0.0008081017,"about_ca_system_score_gemma":0.00066943915,"threshold_uncertainty_score":0.017970145},"labels":[],"label_agreement":null},{"id":"W4224324779","doi":"10.1145/3485447.3512043","title":"A Contrastive Sharing Model for Multi-Task Recommendation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Subnet; Computer science; Task (project management); Artificial intelligence; Collaborative filtering; Machine learning; Recommender system; Channel (broadcasting); Scale (ratio)","score_opus":0.09269183884231441,"score_gpt":0.2982117770841838,"score_spread":0.20551993824186937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224324779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038575444,0.0008509735,0.95550567,0.00071358547,0.000107347514,0.00014334456,0.00024122208,0.0008624254,0.002999898],"genre_scores_gemma":[0.81104404,0.00046032364,0.17644234,0.0008298035,0.0002560338,0.00047518048,0.0005018753,0.0001462337,0.0098442],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998547,0.0004969972,0.00007000253,0.00046873465,0.00026966678,0.00014762688],"domain_scores_gemma":[0.9968906,0.0017194089,0.00024963685,0.00049152784,0.00046639552,0.00018236114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002554838,0.0014259455,0.0019461366,0.0007583173,0.00070524967,0.0010426497,0.004058942,0.0023614876,0.0033426718],"category_scores_gemma":[0.006905581,0.00078888587,0.0012080093,0.0009931495,0.0011686166,0.0034342897,0.0015311211,0.0026986457,0.0015306306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054723676,0.00042616646,0.0029662936,0.00019471877,0.00017453796,0.00024336923,0.0003373829,0.8089623,0.004807252,0.022595564,0.0058412575,0.15290391],"study_design_scores_gemma":[0.000022168495,0.000055770673,0.00012470083,0.0000042771526,0.000013481593,0.000026046122,0.00000611399,0.99457365,0.00026766068,0.004489611,0.00040852165,0.000008110194],"about_ca_topic_score_codex":0.008720902,"about_ca_topic_score_gemma":0.014143415,"teacher_disagreement_score":0.008720902,"about_ca_system_score_codex":0.0011872012,"about_ca_system_score_gemma":0.0010637869,"threshold_uncertainty_score":0.017340302},"labels":[],"label_agreement":null}]}