{"meta":{"query_hash":"b96d558db8cd","filters":{"venue":"Proceedings of the ACM Web Conference 2022"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b96d558db8cd","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+ACM+Web+Conference+2022"},"results":[{"id":"W3165481174","doi":"10.1145/3485447.3512262","title":"Exposing Query Identification for Search Transparency","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Transparency (behavior); Information retrieval; Web search query; Ranking (information retrieval); Metric (unit); Search engine; Identification (biology); Web query classification; Query expansion; Data mining; Computer security","score_opus":0.03571598258330556,"score_gpt":0.25529298202444844,"score_spread":0.2195769994411429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165481174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961457,0.00015287919,0.027013889,0.008072921,0.0007811535,0.0007604886,0.00002624478,0.000173534,0.0015618874],"genre_scores_gemma":[0.9922745,0.000009397344,0.0069273305,0.00009052585,0.000039502418,0.00015995406,0.0000020255,0.000012805821,0.00048396463],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99839145,0.000021878723,0.0003420292,0.0004253684,0.0005295522,0.00028970616],"domain_scores_gemma":[0.99860036,0.00010091777,0.00023150162,0.00067427877,0.0003453464,0.000047585396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011473412,0.00012270958,0.00016937556,0.00011740503,0.00075598084,0.00023075336,0.0039562276,0.000029987817,0.000035085242],"category_scores_gemma":[0.00034019473,0.00011025907,0.00012931606,0.00058053224,0.00007156498,0.0003451579,0.0014309629,0.0002595491,0.0000017086381],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028388236,0.00009382888,0.0017929383,0.00016368453,0.000025245665,3.4335903e-7,0.0060177324,0.00024468894,0.8587367,0.10864723,0.003510781,0.020738466],"study_design_scores_gemma":[0.0012405463,0.00042389636,0.004623498,0.00019679398,0.000087251174,0.000086778535,0.008574129,0.29504904,0.5884944,0.090691164,0.0097026285,0.00082985713],"about_ca_topic_score_codex":0.000020345573,"about_ca_topic_score_gemma":0.0000017690336,"teacher_disagreement_score":0.29480436,"about_ca_system_score_codex":0.00007493259,"about_ca_system_score_gemma":0.00019413124,"threshold_uncertainty_score":0.7351721},"labels":[],"label_agreement":null},{"id":"W4224308858","doi":"10.1145/3485447.3511943","title":"QEN: Applicable Taxonomy Completion via Evaluating Full Taxonomic Relations","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Taxonomy (biology); Computer science; Artificial intelligence; Information retrieval; Natural language processing; Biology; Zoology","score_opus":0.05760903710980053,"score_gpt":0.27508796583559464,"score_spread":0.2174789287257941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224308858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885533,0.00024852157,0.0008136832,0.0028068547,0.00020458983,0.00051406247,0.000045005003,0.000035100933,0.0067789196],"genre_scores_gemma":[0.98940873,0.000014078949,0.008975886,0.0001410235,0.0000770386,0.00048750688,0.000027744672,0.0000114100785,0.00085659075],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989654,0.000026380085,0.00024880996,0.00031303108,0.00024408894,0.0002022777],"domain_scores_gemma":[0.9991835,0.000028177385,0.0002727412,0.00035002702,0.00012361971,0.000041943567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005543743,0.000118602584,0.00015972494,0.00004019549,0.00037659885,0.000022501568,0.0012163753,0.000069009184,0.00043123995],"category_scores_gemma":[0.00058033917,0.000102166836,0.00009302022,0.00017974908,0.00016650835,0.0000050025556,0.0018709737,0.00024129462,0.000007745653],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080697,0.000057557278,0.0055690496,0.000022145023,0.000038387476,7.2552304e-8,0.000056566365,0.00006560876,0.9578848,0.00089702976,0.02572675,0.009601359],"study_design_scores_gemma":[0.0017564925,0.0017276873,0.007195609,0.00004829076,0.0001449753,0.00008320584,0.0043232567,0.021672115,0.07670179,0.009246317,0.8763687,0.00073157315],"about_ca_topic_score_codex":0.000019096527,"about_ca_topic_score_gemma":0.0000056581707,"teacher_disagreement_score":0.88118297,"about_ca_system_score_codex":0.000040084014,"about_ca_system_score_gemma":0.00013994903,"threshold_uncertainty_score":0.4721775},"labels":[],"label_agreement":null},{"id":"W4224313461","doi":"10.1145/3485447.3512205","title":"FirmCore Decomposition of Multilayer Networks","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modular decomposition; Computer science; Decomposition; Approximation algorithm; Matching (statistics); Key (lock); Core (optical fiber); Cograph; Theoretical computer science; Time complexity; Algorithm; Graph; Mathematics; Pathwidth; Line graph","score_opus":0.0151240366878883,"score_gpt":0.2636987550694495,"score_spread":0.2485747183815612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224313461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990764,0.00005417376,0.0005116968,0.000632828,0.000093482704,0.00029180045,0.000036504185,0.000041713993,0.0075737527],"genre_scores_gemma":[0.9982671,0.0000045183538,0.0012969719,0.000030045598,0.00007463423,0.00009571636,0.000011708299,0.000013113489,0.00020619438],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989947,0.00001741513,0.0003109689,0.00020872979,0.00029174914,0.00017640408],"domain_scores_gemma":[0.9988838,0.00004966885,0.00044317538,0.000369882,0.00022408566,0.000029375138],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026794837,0.00012477807,0.00025193076,0.00007065936,0.00020477167,0.000021827464,0.0016200575,0.00001817128,0.0019074642],"category_scores_gemma":[0.0000217541,0.00010705174,0.00020161606,0.00045430392,0.00007026025,0.00008580692,0.002082644,0.00028475895,7.5932275e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016736462,0.0006696751,0.56960946,0.00007105788,0.00045191988,2.633067e-7,0.0011322178,0.0036703444,0.18723348,0.16173948,0.050666727,0.024587998],"study_design_scores_gemma":[0.0015799592,0.00050838065,0.0358745,0.0002232005,0.0006308927,0.000007227934,0.005264836,0.5810378,0.10982675,0.24736157,0.01658898,0.0010958769],"about_ca_topic_score_codex":0.000081051345,"about_ca_topic_score_gemma":0.0000021169376,"teacher_disagreement_score":0.5773675,"about_ca_system_score_codex":0.000028375418,"about_ca_system_score_gemma":0.000044829776,"threshold_uncertainty_score":0.9990049},"labels":[],"label_agreement":null},{"id":"W4224313642","doi":"10.1145/3485447.3514193","title":"Following Good Examples - Health Goal-Oriented Food Recommendation based on Behavior Data","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"","keywords":"Recommender system; Computer science; Control (management); Consumption (sociology); World Wide Web; Artificial intelligence","score_opus":0.07630876727910414,"score_gpt":0.30254546474665944,"score_spread":0.22623669746755531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224313642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5774361,0.0004750774,0.08186133,0.28481,0.011283951,0.011222062,0.0022009553,0.0034220838,0.027288401],"genre_scores_gemma":[0.9802728,0.000009179784,0.018427944,0.00077446474,0.00002987965,0.0003395566,0.00005727106,0.000017939274,0.00007091001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774724,0.00008863803,0.00048340016,0.00067915284,0.00066783983,0.00033374084],"domain_scores_gemma":[0.99746096,0.000108352295,0.0005946879,0.0016334578,0.000122027624,0.0000804998],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.001906958,0.00019661298,0.00031474966,0.00017832493,0.00060577184,0.00016984435,0.0072344705,0.00003627445,0.000100313155],"category_scores_gemma":[0.0003038686,0.00016569537,0.00011385249,0.0007219856,0.000024622883,0.0006074282,0.006560613,0.00038080176,0.0000014958731],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010500681,0.0026191515,0.09486274,0.00046686459,0.0002642063,0.0000038508924,0.0049326564,0.000020593507,0.02460548,0.3779083,0.22187589,0.2723353],"study_design_scores_gemma":[0.0045658294,0.0077722035,0.019066483,0.0007342181,0.00017604636,0.00007783378,0.0063805846,0.28771153,0.025224745,0.026806585,0.6191734,0.0023105496],"about_ca_topic_score_codex":0.0001347372,"about_ca_topic_score_gemma":0.000018347986,"teacher_disagreement_score":0.40283674,"about_ca_system_score_codex":0.00016674836,"about_ca_system_score_gemma":0.00032488556,"threshold_uncertainty_score":0.9981369},"labels":[],"label_agreement":null},{"id":"W4224313808","doi":"10.1145/3485447.3512106","title":"MCL: Mixed-Centric Loss for Collaborative Filtering","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Pairwise comparison; Weighting; Collaborative filtering; Representation (politics); Information loss; Process (computing); Code (set theory); Machine learning; Graph; Preference; Data mining; Artificial intelligence; Theoretical computer science; Recommender system; Statistics; Mathematics","score_opus":0.031865253611095774,"score_gpt":0.2522746499838609,"score_spread":0.22040939637276513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224313808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8005448,0.0013505545,0.06633074,0.07864061,0.0076758857,0.008420743,0.00058380904,0.0016592611,0.034793623],"genre_scores_gemma":[0.97643775,0.000025039275,0.02223441,0.00015880552,0.000042763008,0.00060634705,0.0000013135291,0.000012872762,0.0004806714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986241,0.000022990815,0.00030482127,0.00037556188,0.00039174437,0.0002807891],"domain_scores_gemma":[0.9985021,0.00009255145,0.00037698227,0.00054729753,0.00043295784,0.00004810645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006582358,0.00014912135,0.00024262807,0.00011701494,0.0004269022,0.00016871704,0.0049911174,0.000032064996,0.000049320144],"category_scores_gemma":[0.0002966749,0.00012044966,0.000107170024,0.0008310528,0.000044097982,0.0003658289,0.0046420367,0.000201783,0.0000012317979],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005697322,0.00023096205,0.006759933,0.00032159325,0.00011493444,0.0000017228624,0.0046706796,0.000013668735,0.07267976,0.74154323,0.15213686,0.021469677],"study_design_scores_gemma":[0.0016127027,0.0010211306,0.0014400705,0.00016342774,0.0000511543,0.00010827214,0.005932056,0.031502195,0.27765706,0.21071118,0.46880046,0.0010002715],"about_ca_topic_score_codex":0.000014476865,"about_ca_topic_score_gemma":0.0000021202463,"teacher_disagreement_score":0.53083205,"about_ca_system_score_codex":0.00009251538,"about_ca_system_score_gemma":0.00018453982,"threshold_uncertainty_score":0.9274821},"labels":[],"label_agreement":null},{"id":"W4224316621","doi":"10.1145/3485447.3512223","title":"Et tu, Brute? Privacy Analysis of Government Websites and Mobile Apps","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Android (operating system); Internet privacy; BitTorrent tracker; Password; World Wide Web; Computer security; The Internet; Computer science; Government (linguistics)","score_opus":0.024790043399289242,"score_gpt":0.2849386553110434,"score_spread":0.26014861191175415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224316621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874351,0.00024869165,0.0000113533,0.003970703,0.00011193911,0.00044525115,0.000261005,0.00002955662,0.007486419],"genre_scores_gemma":[0.9983835,0.00049487996,0.00038987055,0.0000964293,0.0000258403,0.00012989019,0.0000056068857,0.00000636811,0.0004675989],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982439,0.00006523094,0.00025972616,0.0002816488,0.000954427,0.0001950137],"domain_scores_gemma":[0.99890256,0.000111612586,0.0003891142,0.00039433944,0.00014430839,0.000058083035],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014244997,0.000104762825,0.00026627837,0.00010515928,0.00051868317,0.0000769155,0.00220882,0.000040764928,0.0009215033],"category_scores_gemma":[0.0020546394,0.00009186792,0.00011674677,0.0011076457,0.00024150648,0.00032119083,0.0045635845,0.00023180812,0.0000012561943],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034747372,0.0010470923,0.52327967,0.0003581854,0.0015748658,9.633427e-7,0.10911922,0.00008841848,0.16004293,0.1615759,0.030978145,0.011587144],"study_design_scores_gemma":[0.0017619563,0.00094249763,0.12268197,0.00011629896,0.002510932,0.0000065690156,0.1682592,0.008381416,0.028562522,0.13381103,0.53179514,0.0011704827],"about_ca_topic_score_codex":0.0010552009,"about_ca_topic_score_gemma":0.00020389598,"teacher_disagreement_score":0.500817,"about_ca_system_score_codex":0.00011754419,"about_ca_system_score_gemma":0.00014255577,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W4224324779","doi":"10.1145/3485447.3512043","title":"A Contrastive Sharing Model for Multi-Task Recommendation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Subnet; Computer science; Task (project management); Artificial intelligence; Collaborative filtering; Machine learning; Recommender system; Channel (broadcasting); Scale (ratio)","score_opus":0.09269183884231441,"score_gpt":0.2982117770841838,"score_spread":0.20551993824186937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224324779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036616597,0.00006791848,0.93624675,0.018869136,0.00087159185,0.002503975,0.00016006804,0.0004727318,0.0041912263],"genre_scores_gemma":[0.9278442,0.000008636763,0.07038303,0.000254488,0.000019546313,0.00077108387,0.000003267807,0.000012116646,0.0007036019],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878925,0.000009715962,0.0003171772,0.00041527158,0.00023221117,0.00023639342],"domain_scores_gemma":[0.99880546,0.00005539059,0.00038758814,0.0004119516,0.000298831,0.000040792154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078111986,0.00013670194,0.00021476999,0.00009694379,0.00039328032,0.00013604455,0.0040501733,0.00003235679,0.000028224867],"category_scores_gemma":[0.00025161554,0.00011415642,0.000115130206,0.00028348243,0.00002700022,0.00044505167,0.0040443325,0.00022042113,5.8154484e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007827697,0.00037805093,0.0056848563,0.00022530094,0.00013593305,2.7101737e-7,0.009004919,0.00016199291,0.09213077,0.8215732,0.031689633,0.038936794],"study_design_scores_gemma":[0.00039165356,0.00008369947,0.00012099831,0.000021460148,0.000009423274,0.0000063342964,0.00040289253,0.92581326,0.004621992,0.06564296,0.0027434116,0.0001419407],"about_ca_topic_score_codex":0.000026120524,"about_ca_topic_score_gemma":0.0000051368443,"teacher_disagreement_score":0.92565125,"about_ca_system_score_codex":0.00010135546,"about_ca_system_score_gemma":0.00009153802,"threshold_uncertainty_score":0.75262976},"labels":[],"label_agreement":null}]}