{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":57,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":57,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"fca9349e28ed","filters":{"venue":"ACM Transactions on Information Systems"}},"results":[{"id":"W2069870183","doi":"10.1145/582415.582418","title":"Cumulated gain-based evaluation of IR techniques","year":2002,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4634,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Tampereen Yliopisto; McGill University","keywords":"Relevance (law); Computer science; Information retrieval; Precision and recall; Recall; Data mining","authors":[{"name":"Kalervo Järvelin","is_ca":false},{"name":"Jaana Kekäläinen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05912903173965583,"gpt":0.3135213631932822,"spread":0.2543923314536263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001118959,0.0001303073,0.0001598855,0.0006024269,0.0001795816,0.0001764034,0.0005853813,0.0001123254,0.0001473661],"category_scores_gemma":[0.0000715113,0.0001170287,0.00009157811,0.0008259898,0.00003252311,0.002672687,0.000006631673,0.0001507202,0.0003455845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001491652,"about_ca_system_score_gemma":0.00007812011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004254759,"about_ca_topic_score_gemma":7.411491e-7,"domain_scores_codex":[0.9975893,0.000138947,0.0007376975,0.0001010517,0.001251262,0.0001817085],"domain_scores_gemma":[0.9976981,0.00009719337,0.0002911539,0.0007318106,0.001107644,0.00007410062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000286894,0.0002578782,0.00005056374,0.0002096169,0.00004598196,5.160217e-7,0.004313079,0.1522976,0.0003685901,0.00521249,0.0009082671,0.8363067],"study_design_scores_gemma":[0.0006689828,0.0001536723,0.0001607775,0.00006822494,0.00001941634,0.000006798384,0.0001677577,0.9722133,0.02039341,0.00004926325,0.00593581,0.0001626318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005777515,0.00001729951,0.9864181,0.0002772621,0.000366441,0.0008638169,0.00002742869,0.0003407558,0.005911374],"genre_scores_gemma":[0.9948713,0.000007083131,0.004692726,0.000157989,0.00001019048,0.0001602443,0.00001790574,0.000004247733,0.00007828038],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9890938,"threshold_uncertainty_score":0.477229,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168625136","doi":"10.1145/944012.944013","title":"Measuring praise and criticism","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":1509,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"National Aeronautics and Space Administration","keywords":"Computer science; Praise; Natural language processing; Artificial intelligence; Orientation (vector space); Pointwise mutual information; Noun; Set (abstract data type); Word (group theory); Latent semantic analysis; Criticism; Semantics (computer science); Linguistics; Psychology; Mutual information; Mathematics","authors":[{"name":"Peter D. Turney","is_ca":true},{"name":"Michael L. Littman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03905183252988257,"gpt":0.2486251028607023,"spread":0.2095732703308197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003450503,0.00008236932,0.0001038887,0.0002341407,0.0002240237,0.0003896186,0.0002029239,0.00003827719,0.000015818],"category_scores_gemma":[0.00003592147,0.00007662295,0.00004157337,0.0002694822,0.0000120843,0.001903633,0.000003890769,0.00007352517,0.0001274782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002252055,"about_ca_system_score_gemma":0.00002027972,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001167119,"about_ca_topic_score_gemma":8.363291e-7,"domain_scores_codex":[0.9991605,0.0000536994,0.0003052591,0.0001013452,0.0002536721,0.0001255773],"domain_scores_gemma":[0.9993221,0.0000765637,0.00007773475,0.0003713291,0.0000877827,0.00006448733],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002290753,0.0002629744,0.001348307,0.000526619,0.0004822649,0.000005915878,0.02507448,0.04123302,0.0004718946,0.6655425,0.002107973,0.2629211],"study_design_scores_gemma":[0.003784993,0.0003367621,0.00201897,0.0004951789,0.0001052115,0.0003077445,0.009785664,0.2790479,0.01439158,0.001883199,0.6862599,0.001582881],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002452929,0.0000670041,0.9900006,0.0001948259,0.0005411352,0.0001142852,0.000001728287,0.00009103302,0.00653648],"genre_scores_gemma":[0.9921177,0.00001868432,0.007434312,0.0001560159,0.000009881243,0.00002793713,0.000001336271,0.000002685543,0.0002314661],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9896647,"threshold_uncertainty_score":0.3757101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063529879","doi":"10.1145/358108.358114","title":"Beyond intratransaction association analysis","year":2000,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":153,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Badan Riset dan Inovasi Nasional; Helsingin Yliopisto","keywords":"Association rule learning; Apriori algorithm; Database transaction; Computer science; Association (psychology); Transaction data; Affinity analysis; Data mining; Data science; Psychology; Database","authors":[{"name":"Hongjun Lü","is_ca":false},{"name":"Ling Feng","is_ca":false},{"name":"Jiawei Han","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.007761500766622136,"gpt":0.2255636195039939,"spread":0.2178021187373717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004454585,0.0001424168,0.000191683,0.0004509859,0.0003719051,0.0006408253,0.0006646636,0.0001217015,0.0002273978],"category_scores_gemma":[0.00001182621,0.0001424372,0.0001429549,0.001970882,0.00001136349,0.003628066,0.000003173706,0.0001860332,0.001462349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002099493,"about_ca_system_score_gemma":0.00004036261,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002036879,"about_ca_topic_score_gemma":0.00001378686,"domain_scores_codex":[0.9984878,0.00006256729,0.0005343498,0.0002028211,0.0004873721,0.0002250946],"domain_scores_gemma":[0.9985387,0.0001216601,0.0001849961,0.0009071411,0.0001525059,0.00009493841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008188953,0.00008881724,0.00005967701,0.00001586168,0.0004304019,3.111282e-7,0.001348074,0.0784836,0.00001234927,0.003929523,0.001232119,0.9143911],"study_design_scores_gemma":[0.0008304841,0.0001387094,0.002892619,0.00002539555,0.0003900283,0.00001842097,0.0004611143,0.7025983,0.0005550621,0.00060145,0.2908849,0.0006035568],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001500734,0.0000105609,0.9880449,0.0008291939,0.0003739925,0.0002386372,0.0001551006,0.0003635152,0.008483386],"genre_scores_gemma":[0.9681417,0.00009958945,0.02851045,0.0005184757,0.00007197644,0.0003180427,0.0002330866,0.000009193347,0.002097438],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.966641,"threshold_uncertainty_score":0.9993151,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2058737869","doi":"10.1145/1247715.1247717","title":"Online supervised spam filter evaluation","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Filter (signal processing); Set (abstract data type); Software; Receiver operating characteristic; Confidence interval; Information retrieval; Data mining; Machine learning; Artificial intelligence; Statistics; Mathematics; Operating system","authors":[{"name":"Gordon V. Cormack","is_ca":true},{"name":"Thomas R. Lynam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03922481280749248,"gpt":0.2785531126448064,"spread":0.2393282998373139,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001423345,0.0001340457,0.0001201748,0.0004395843,0.000252541,0.0003242281,0.0005265882,0.0001168729,0.00005034481],"category_scores_gemma":[0.00006093248,0.0001271665,0.00007486576,0.0006147232,0.00001423222,0.003187826,0.000007364036,0.0001852314,0.000430677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001704604,"about_ca_system_score_gemma":0.00005869551,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001238842,"about_ca_topic_score_gemma":0.00003121264,"domain_scores_codex":[0.9983114,0.00007381439,0.0005317117,0.0001540612,0.0007096652,0.0002193273],"domain_scores_gemma":[0.9985028,0.0001449955,0.0001468947,0.0007632796,0.0003499627,0.00009205045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007374081,0.0002600287,0.0001587091,0.00009997499,0.00007899866,0.000001634502,0.006762241,0.05287727,0.0004258721,0.003438558,0.001183537,0.9346395],"study_design_scores_gemma":[0.002432073,0.0004169035,0.007154703,0.0001448591,0.00005299967,0.0001120734,0.002008959,0.8989283,0.006475163,0.0006632661,0.08093654,0.0006741566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01745955,0.00002102756,0.9763684,0.0003436571,0.00262818,0.0004538041,0.00001595286,0.000324894,0.0023846],"genre_scores_gemma":[0.9929525,0.00000677236,0.006419579,0.0003193716,0.0001075736,0.00004527009,0.00004488679,0.000006098046,0.00009795129],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.975493,"threshold_uncertainty_score":0.5535626,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2271008577","doi":"10.1145/2838731","title":"A Tensor-Based Information Framework for Predicting the Stock Market","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Stock Market Forecasting Methods","field":"Decision Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"National Natural Science Foundation of China; Fundamental Research Funds for the Central Universities; National Science Foundation","keywords":"Computer science; Stock market; Stock (firearms); Tensor (intrinsic definition); Curse of dimensionality; Data mining; Dimensionality reduction; Artificial intelligence; Econometrics; Machine learning; Economics; Mathematics; Engineering; Geography","authors":[{"name":"Qing Li","is_ca":false},{"name":"Yuanzhu Chen","is_ca":true},{"name":"Li Jiang","is_ca":false},{"name":"Ping Li","is_ca":false},{"name":"Hsinchun Chen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08894259654104707,"gpt":0.365239191310019,"spread":0.2762965947689719,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008678154,0.00025236,0.0003165551,0.0007394979,0.000879038,0.000832591,0.001264773,0.0002371163,0.0002916415],"category_scores_gemma":[0.02136435,0.000130452,0.0002617506,0.001073096,0.0001054135,0.004029152,0.00001564858,0.0002495856,0.0004724752],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001821308,"about_ca_system_score_gemma":0.0001711214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002474928,"about_ca_topic_score_gemma":0.000002872855,"domain_scores_codex":[0.9953747,0.0005310159,0.001782372,0.0002174386,0.001691725,0.0004027485],"domain_scores_gemma":[0.9742163,0.02188191,0.001052464,0.001557351,0.001162129,0.0001298184],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005489946,0.00002674213,0.001057744,0.00007423611,0.00005703279,9.660578e-8,0.001640332,0.009237536,0.000008550917,0.002697607,0.01144161,0.9732095],"study_design_scores_gemma":[0.003507352,0.0006428243,0.01044833,0.0008103907,0.0001076437,0.00005442771,0.007931512,0.1937802,0.000499734,0.01964629,0.7617581,0.0008132334],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002242461,0.000008919202,0.9860278,0.002902179,0.002489877,0.001719692,0.0003711614,0.0002396261,0.00399829],"genre_scores_gemma":[0.935864,0.00000503238,0.06036038,0.001057202,0.0001819433,0.001510084,0.00001214706,0.00002198198,0.0009872629],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9723963,"threshold_uncertainty_score":0.9868791,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142905080","doi":"10.1145/2094072.2094073","title":"Word-based self-indexes for natural language text","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Fondo Nacional de Desarrollo Científico y Tecnológico; Xunta de Galicia; Ministerio de Ciencia e Innovación","keywords":"Computer science; Word (group theory); Phrase; Search engine indexing; Inverted index; Natural language processing; Space (punctuation); Artificial intelligence; Natural language; Index (typography); Sequence (biology); Full text search; Information retrieval; Search engine; Linguistics; World Wide Web","authors":[{"name":"Antonio Fariña","is_ca":false},{"name":"Nieves R. Brisaboa","is_ca":false},{"name":"Gonzalo Navarro","is_ca":false},{"name":"Francisco Claude","is_ca":true},{"name":"Ángeles S. Places","is_ca":false},{"name":"Eduardo Rodríguez","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01209488053201561,"gpt":0.2518274829218977,"spread":0.2397326023898821,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002856528,0.0001265708,0.000123366,0.0001998757,0.0002736227,0.0002583488,0.0005615967,0.00007163437,0.000008799624],"category_scores_gemma":[0.00001826845,0.0001032318,0.00007636529,0.0002504124,0.000009674152,0.003988056,0.00001016769,0.0001203656,0.0001927469],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006745898,"about_ca_system_score_gemma":0.00004098146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003905144,"about_ca_topic_score_gemma":0.00000134409,"domain_scores_codex":[0.9990122,0.00003384971,0.000313949,0.0001007715,0.0002797494,0.0002595129],"domain_scores_gemma":[0.9988409,0.0001747132,0.0001316994,0.0006611908,0.00009629678,0.0000951454],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000105992,0.00050104,0.0002053997,0.0006070426,0.0001485472,9.011568e-7,0.01854375,0.02220205,0.0002554792,0.0121897,0.008516783,0.9367233],"study_design_scores_gemma":[0.001693199,0.0001182417,0.0007294498,0.0001302552,0.00002426454,0.00002796518,0.001219958,0.7470699,0.003239516,0.00003297873,0.2452134,0.0005008821],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00132267,0.0001401203,0.9951617,0.0001676941,0.002077803,0.0004337243,0.00005805436,0.000370257,0.0002680534],"genre_scores_gemma":[0.9378502,0.00000304065,0.06144348,0.0002676128,0.0001000397,0.0001766823,0.00005066651,0.00000602214,0.0001023024],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9365275,"threshold_uncertainty_score":0.420967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4296448351","doi":"10.1145/3564285","title":"A Multi-Objective Optimization Framework for Multi-Stakeholder Fairness-Aware Recommendation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada); Microsoft (Canada); McGill University","funders":"","keywords":"Computer science; Stakeholder; Pareto principle; Ranking (information retrieval); Multi-objective optimization; Set (abstract data type); Rank (graph theory); Order (exchange); Mathematical optimization; Business; Artificial intelligence; Machine learning; Economics; Mathematics","authors":[{"name":"Haolun Wu","is_ca":true},{"name":"Chen Ma","is_ca":false},{"name":"Bhaskar Mitra","is_ca":true},{"name":"Fernando Díaz","is_ca":true},{"name":"Xue Liu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09382313345199016,"gpt":0.309685478613399,"spread":0.2158623451614088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007489866,0.0002312016,0.0002597266,0.0005308949,0.001104309,0.0004579221,0.0007957139,0.0001317684,0.00005860272],"category_scores_gemma":[0.0000517421,0.0002399381,0.000139628,0.000705392,0.00001464246,0.002899406,0.00004067018,0.0003415314,0.0000226797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000410529,"about_ca_system_score_gemma":0.00008457065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001351901,"about_ca_topic_score_gemma":0.000005948997,"domain_scores_codex":[0.9980512,0.0002204814,0.000777975,0.0003109965,0.0003560947,0.0002832558],"domain_scores_gemma":[0.998098,0.0002354831,0.0004866642,0.0007771523,0.0003211557,0.00008159875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008870955,0.0006383846,0.00007295021,0.0003246683,0.0002161431,9.743003e-7,0.01467509,0.8137742,0.00001482367,0.02298403,0.002789479,0.1444205],"study_design_scores_gemma":[0.001091579,0.000243997,0.00005429664,0.00005476728,0.00001309679,0.00003130439,0.004319966,0.957699,0.0002113336,0.0002393888,0.03569396,0.0003473091],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00002142915,0.00001255408,0.9936816,0.0008700871,0.002367375,0.001963155,0.0002421856,0.0007020361,0.0001395847],"genre_scores_gemma":[0.4311497,0.00001240178,0.5633407,0.0004543303,0.00004171891,0.004593189,0.0002048025,0.00002339825,0.0001798106],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4311283,"threshold_uncertainty_score":0.9784391,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3198536471","doi":"10.1145/3446426","title":"Multi-Stage Conversational Passage Retrieval: An Approach to Fusing Term Importance Estimation and Neural Query Rewriting","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Canada First Research Excellence Fund; Natural Sciences and Engineering Research Council of Canada; Ministry of Science and Technology, Taiwan","keywords":"Computer science; Information retrieval; Leverage (statistics); Query expansion; Term (time); Artificial intelligence; Query language; Rewriting; Context (archaeology); Natural language processing; Programming language","authors":[{"name":"Sheng-Chieh Lin","is_ca":false},{"name":"Jheng-Hong Yang","is_ca":false},{"name":"Rodrigo Nogueira","is_ca":true},{"name":"Ming-Feng Tsai","is_ca":false},{"name":"Chuan‐Ju Wang","is_ca":false},{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05929551466071249,"gpt":0.2863921894774662,"spread":0.2270966748167537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000496423,0.0001454187,0.0001656894,0.0002161749,0.0003357707,0.0005185945,0.0003052938,0.00008649816,0.000004772251],"category_scores_gemma":[0.0001052625,0.000154664,0.00003461016,0.0004245663,0.00002209602,0.004239299,0.00001968559,0.0001713358,0.00001055916],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001145542,"about_ca_system_score_gemma":0.00007322223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005550932,"about_ca_topic_score_gemma":0.000004671011,"domain_scores_codex":[0.9984218,0.0001005689,0.0006097925,0.0002842551,0.000391386,0.0001921899],"domain_scores_gemma":[0.9986579,0.00009397072,0.0001992423,0.0006794725,0.0002414908,0.0001279673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003054335,0.0001207247,0.00111266,0.000508378,0.00004550224,0.000006653342,0.02133304,0.8744144,0.001812551,0.01589885,0.00002925411,0.08468747],"study_design_scores_gemma":[0.0004142899,0.00002306307,0.001492969,0.00005457389,0.000005677213,0.00006087293,0.002018023,0.9951903,0.0003280869,0.00003348016,0.0002060565,0.0001725693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03589182,0.0000229501,0.9622856,0.0004043916,0.0004297492,0.0003142125,0.00001923943,0.0002095034,0.0004224817],"genre_scores_gemma":[0.824791,0.00000398228,0.1746682,0.0003411911,0.00003373329,0.00002986314,0.00004975566,0.000006710455,0.00007564544],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7888991,"threshold_uncertainty_score":0.6307016,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052842594","doi":"10.1145/2590988","title":"Modeling Term Associations for Probabilistic Information Retrieval","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Term Discrimination; Computer science; Term (time); Bigram; Divergence-from-randomness model; Probabilistic logic; Ranking (information retrieval); Query expansion; Information retrieval; Data mining; Artificial intelligence; Web search query; Search engine; Concept search; Trigram","authors":[{"name":"Jiashu Zhao","is_ca":true},{"name":"Jimmy Xiangji Huang","is_ca":true},{"name":"Ye Zheng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03054072446624775,"gpt":0.267857013344392,"spread":0.2373162888781443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001219324,0.0001995351,0.0002320358,0.0005481443,0.0006910927,0.001033953,0.0008097646,0.000172139,0.000008193233],"category_scores_gemma":[0.0005072763,0.0001861337,0.000150792,0.0006404936,0.00002262715,0.01058997,0.00001730006,0.000226946,0.0004595486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002600379,"about_ca_system_score_gemma":0.0001402956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003348617,"about_ca_topic_score_gemma":0.000001903244,"domain_scores_codex":[0.9975811,0.00007875726,0.001101554,0.0001327279,0.0007431466,0.000362731],"domain_scores_gemma":[0.9975281,0.0002702194,0.000313877,0.0007488562,0.0009936354,0.0001453374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001217862,0.0001196922,0.00003975174,0.0004687152,0.00007453164,9.868288e-8,0.008178724,0.7106193,0.00003578198,0.1523962,0.0005112718,0.1274341],"study_design_scores_gemma":[0.0009147583,0.0001905312,0.0001576936,0.00003878732,0.0000172248,0.000007081514,0.0002538302,0.9852974,0.0001616613,0.0007059237,0.01199703,0.0002580488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003204045,0.000002462561,0.9919385,0.0004732589,0.0011338,0.001287036,0.0001477747,0.0004174098,0.001395737],"genre_scores_gemma":[0.9880298,0.000005046729,0.01077511,0.0004752988,0.00006085423,0.0002938729,0.0002447093,0.00000764164,0.0001076571],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9848258,"threshold_uncertainty_score":0.9970433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2035512259","doi":"10.1145/333135.333137","title":"Shortest-substring retrieval and ranking","year":2000,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Relevance (law); Boolean conjunctive query; Substring; Matching (statistics); Standard Boolean model; Phrase; Learning to rank; Simple (philosophy); Theoretical computer science; Data mining; Boolean expression; Algorithm; Boolean function; And-inverter graph; Search engine; Data structure; Artificial intelligence; Web search query; Mathematics; Statistics; Web query classification","authors":[{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Gordon V. Cormack","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01376031980485438,"gpt":0.2269255291116297,"spread":0.2131652093067753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002274447,0.0001028725,0.0001115803,0.00014334,0.0003099849,0.0004435837,0.0004054965,0.00006245962,0.00004363625],"category_scores_gemma":[0.000008642032,0.00009163724,0.00003043013,0.0002940403,0.00001604325,0.003518134,0.000009782622,0.0001341176,0.000173394],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003027514,"about_ca_system_score_gemma":0.00002094141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004718519,"about_ca_topic_score_gemma":6.068114e-7,"domain_scores_codex":[0.9990626,0.00002993268,0.0003299717,0.0001316666,0.0002943733,0.0001514871],"domain_scores_gemma":[0.9991835,0.00007796292,0.00006443737,0.0005476446,0.00005208332,0.00007438549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004325335,0.00002521661,0.00003579896,0.00003661267,0.00002127981,0.000001843004,0.001730597,0.01631349,0.00003932846,0.001622459,0.0001940818,0.9799361],"study_design_scores_gemma":[0.001975418,0.0002377115,0.003681121,0.0003806465,0.00002477649,0.0003143224,0.0005997243,0.7743312,0.001536198,0.0004828653,0.2157034,0.0007326474],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01300275,0.00006021274,0.9836421,0.0001272296,0.0004076779,0.0001925299,0.00001508221,0.0002180795,0.002334339],"genre_scores_gemma":[0.9920301,0.00009732664,0.007531668,0.0001168337,0.00003437559,0.000013735,0.000009933687,0.000004037636,0.000161988],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9792034,"threshold_uncertainty_score":0.4277488,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317209756","doi":"10.1145/3580489","title":"Contrastive Learning for Legal Judgment Prediction","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Task (project management); Representation (politics); Artificial intelligence; Range (aeronautics); Focus (optics); Machine learning; Law; Political science","authors":[{"name":"Han Zhang","is_ca":false},{"name":"Zhicheng Dou","is_ca":false},{"name":"Yutao Zhu","is_ca":true},{"name":"Ji-Rong Wen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05367930586555467,"gpt":0.3340259175124735,"spread":0.2803466116469188,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009975084,0.000090637,0.0001173563,0.0002369856,0.001357735,0.0002520609,0.0001848606,0.0001167306,0.00006002039],"category_scores_gemma":[0.0003276069,0.00009465974,0.00008168307,0.0005041431,0.00009760077,0.001631971,0.000002483743,0.0001531731,0.0009533041],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002194803,"about_ca_system_score_gemma":0.0001078082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001079074,"about_ca_topic_score_gemma":0.000146667,"domain_scores_codex":[0.9986377,0.0001048798,0.0004406546,0.000104345,0.0004301798,0.0002822215],"domain_scores_gemma":[0.998884,0.0004580537,0.0001411907,0.0001508923,0.0002808996,0.0000849627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002151164,0.00007549888,0.0002730465,0.0001201877,0.0001462499,9.081631e-7,0.07244509,0.6366417,0.0001154395,0.1369949,0.007094375,0.1458775],"study_design_scores_gemma":[0.0002279819,0.0001695394,0.0001404029,0.00006475602,0.00002311033,0.00000115575,0.07336137,0.03261114,0.0006020645,0.0004114108,0.8922248,0.0001623147],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006972698,0.000006625729,0.96614,0.001380723,0.003762672,0.001555446,0.0001071742,0.0009215079,0.01915311],"genre_scores_gemma":[0.9963579,0.0000382045,0.0001110737,0.00007097768,0.00019077,0.0005518282,0.00005117059,0.000008137773,0.002619975],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9893852,"threshold_uncertainty_score":0.9999424,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3102793640","doi":"10.1145/3423322","title":"Neural Feature-aware Recommendation with Signed Hypergraph Convolutional Network","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Collaborative filtering; Recommender system; Bridging (networking); Hypergraph; Profiling (computer programming); Feature (linguistics); Convolutional neural network; Embedding; Graph; Information retrieval; Preference; Artificial intelligence; Machine learning; Data mining; Theoretical computer science","authors":[{"name":"Xu Chen","is_ca":false},{"name":"Kun Xiong","is_ca":false},{"name":"Yongfeng Zhang","is_ca":false},{"name":"Long Xia","is_ca":true},{"name":"Dawei Yin","is_ca":false},{"name":"Jimmy Xiangji Huang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02140057928735824,"gpt":0.221194823307047,"spread":0.1997942440196888,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002343618,0.0002096285,0.0002336757,0.0001479289,0.0003675619,0.0004259353,0.0005976501,0.0001171224,0.00002160619],"category_scores_gemma":[0.000009074695,0.0001732373,0.00008669625,0.0007433589,0.00002227906,0.002893048,0.00001453933,0.0002543977,0.00009108942],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007065004,"about_ca_system_score_gemma":0.00005826843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005707061,"about_ca_topic_score_gemma":0.00000530232,"domain_scores_codex":[0.9985664,0.0001219957,0.0004708968,0.0002263578,0.0003543349,0.0002600182],"domain_scores_gemma":[0.9987988,0.0001052978,0.0002656268,0.0004617143,0.0002115309,0.0001569834],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006641515,0.0003244743,0.001896739,0.001015933,0.0009342163,0.00001502478,0.01156785,0.1971079,0.0001270665,0.08062583,0.2242889,0.4814319],"study_design_scores_gemma":[0.002080605,0.001334805,0.0009625714,0.0002035788,0.00003784368,0.0002066495,0.001072361,0.6064156,0.0004345701,0.0002825875,0.3860054,0.0009634258],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0001306374,0.00002215457,0.9861092,0.01016528,0.000756245,0.0005818291,0.00003176125,0.0007204001,0.001482491],"genre_scores_gemma":[0.984769,0.00001021752,0.01275742,0.00197892,0.0001314769,0.0002113616,0.00007828934,0.00001097834,0.00005229191],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9846384,"threshold_uncertainty_score":0.7064412,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2515155379","doi":"10.1145/2948065","title":"Trip Recommendation Meets Real-World Constraints","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Higher Education Discipline Innovation Project; Natural Sciences and Engineering Research Council of Canada; Renmin University of China","keywords":"Computer science; Constraint (computer-aided design); Time constraint; Point of interest; Window (computing); Recommender system; Sequence (biology); Space (punctuation); Budget constraint; Diversity (politics); Information retrieval; World Wide Web; Operations research; Artificial intelligence; Mathematics","authors":[{"name":"Chenyi Zhang","is_ca":true},{"name":"Hongwei Liang","is_ca":true},{"name":"Ke Wang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03009037711056764,"gpt":0.2725916044633616,"spread":0.242501227352794,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006893767,0.0001875872,0.0002276452,0.0005881166,0.0002368856,0.000333485,0.0006933053,0.0001017456,0.0001091471],"category_scores_gemma":[0.0000256477,0.0001332523,0.00009800099,0.0004892519,0.00003925662,0.003943333,0.000014382,0.0001105115,0.0005129232],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002464704,"about_ca_system_score_gemma":0.00006521698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002186086,"about_ca_topic_score_gemma":0.00003131346,"domain_scores_codex":[0.9982705,0.0001443006,0.0008091913,0.0002112254,0.0003077891,0.0002569925],"domain_scores_gemma":[0.9982381,0.0002491823,0.0003394988,0.0008714289,0.000185855,0.0001158804],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001011512,0.00003950637,0.000065095,0.00004169228,0.00004500111,6.191891e-7,0.000515266,0.00002946373,0.00009997626,0.05064901,0.005527102,0.9429771],"study_design_scores_gemma":[0.001996115,0.0002765578,0.000793371,0.0004976246,0.00001700156,0.00009589107,0.0003858313,0.00359376,0.007725099,0.001563773,0.9823305,0.0007244609],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0001116949,0.000003990447,0.9591326,0.004507916,0.001679896,0.0005245631,0.00004293225,0.0007375797,0.03325889],"genre_scores_gemma":[0.9904534,0.00007778817,0.008087637,0.0002666987,0.00004822707,0.0002539471,0.00001129793,0.000009044213,0.0007919598],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9903417,"threshold_uncertainty_score":0.6592761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1999003664","doi":"10.1145/2735629","title":"A General SIMD-Based Approach to Accelerating Compression Algorithms","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"SIMD; Computer science; Data compression; Decoding methods; Algorithm; Compression ratio; Compression (physics); Parallel computing; Encoding (memory); Group (periodic table); Artificial intelligence","authors":[{"name":"Wayne Xin Zhao","is_ca":false},{"name":"Xudong Zhang","is_ca":false},{"name":"Daniel Lemire","is_ca":true},{"name":"Dongdong Shan","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Hongfei Yan","is_ca":false},{"name":"Ji-Rong Wen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06561336432163029,"gpt":0.2778084545504484,"spread":0.2121950902288181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004745913,0.0002103199,0.000220264,0.0003615103,0.0003491925,0.0007785773,0.001137029,0.0001095117,0.000003337096],"category_scores_gemma":[0.00003502056,0.000176189,0.00006644811,0.0006230705,0.00001542319,0.003252048,0.00004700272,0.0002064583,0.000277585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000128983,"about_ca_system_score_gemma":0.0001362859,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000217704,"about_ca_topic_score_gemma":8.806089e-7,"domain_scores_codex":[0.9980195,0.0001074057,0.000571244,0.000266446,0.0007458626,0.0002895471],"domain_scores_gemma":[0.9979981,0.0000699281,0.0001766548,0.001109383,0.0003079763,0.0003379888],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003114127,0.0001635166,0.000011071,0.00005288215,0.00001788355,7.633578e-7,0.002285159,0.8752047,0.00008669882,0.00266345,0.007039732,0.112443],"study_design_scores_gemma":[0.0007620878,0.0001407677,0.00003360621,0.00006537145,0.000004189069,0.00001552772,0.0003518855,0.9495583,0.0006789026,0.0000468206,0.04810375,0.0002388087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0006631662,0.00001693449,0.9924752,0.0001987383,0.001209943,0.0005693772,0.00004366592,0.0003767792,0.004446227],"genre_scores_gemma":[0.5131938,0.000001745324,0.4851532,0.0009149197,0.0001414705,0.0003082197,0.0001075959,0.00001373939,0.0001652465],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5125307,"threshold_uncertainty_score":0.7507839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382396965","doi":"10.1145/3606369","title":"Coarse-to-Fine Knowledge-Enhanced Multi-Interest Learning Framework for Multi-Behavior Recommendation","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Purchasing; Preference; Artificial intelligence; Machine learning","authors":[{"name":"Chang Meng","is_ca":false},{"name":"Ziqi Zhao","is_ca":false},{"name":"Wei Guo","is_ca":false},{"name":"Yingxue Zhang","is_ca":true},{"name":"Haolun Wu","is_ca":true},{"name":"Chen Gao","is_ca":false},{"name":"Dong Li","is_ca":false},{"name":"Xiu Li","is_ca":false},{"name":"Ruiming Tang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.124798766701181,"gpt":0.3673304309339685,"spread":0.2425316642327875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008025672,0.0002493166,0.0003042877,0.0007878325,0.0005139184,0.0005248449,0.0007586097,0.000207203,0.00001139562],"category_scores_gemma":[0.0001566867,0.0002443353,0.0001476358,0.001056615,0.00001357938,0.001833327,0.00003595449,0.0003328408,0.0009666847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001715535,"about_ca_system_score_gemma":0.0000472209,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005259097,"about_ca_topic_score_gemma":0.00003951384,"domain_scores_codex":[0.9981433,0.0001345403,0.0008585372,0.0003071901,0.0001825682,0.0003738946],"domain_scores_gemma":[0.9981347,0.0003506196,0.0003060336,0.0007051303,0.0003535648,0.0001499542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003893637,0.0003053113,0.00006584321,0.0003555902,0.00008619852,7.927553e-7,0.01105886,0.005831367,0.0004879269,0.01137126,0.003413342,0.9669846],"study_design_scores_gemma":[0.002190816,0.0007144259,0.00063488,0.0007649552,0.0000346102,0.00002368055,0.003361192,0.7127901,0.01037627,0.0001982324,0.267969,0.0009418484],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0007106952,0.000006431469,0.9917379,0.0006727999,0.002979853,0.001851781,0.00004457816,0.001758804,0.0002371688],"genre_scores_gemma":[0.7552413,0.00001732759,0.2401208,0.0001232484,0.00007342626,0.0033834,0.00009849043,0.00002784877,0.0009141216],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9660427,"threshold_uncertainty_score":0.9998112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898640137","doi":"10.1145/3231937","title":"Learning to Adaptively Rank Document Retrieval System Configurations","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Ranking (information retrieval); Set (abstract data type); Rank (graph theory); Selection (genetic algorithm); Exploit; Information retrieval; Query expansion; Task (project management); Learning to rank; Data mining; Grid; Document retrieval; Artificial intelligence; Mathematics","authors":[{"name":"Romain Deveaud","is_ca":false},{"name":"Josiane Mothe","is_ca":false},{"name":"Zia Ullah","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02110524445415944,"gpt":0.2655919473717483,"spread":0.2444867029175889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000830273,0.0002095151,0.0002234075,0.0006472743,0.0009799094,0.0009518254,0.0008782753,0.0001192376,0.00006034142],"category_scores_gemma":[0.0000944946,0.0001904116,0.00009949807,0.001230123,0.00004980921,0.004271606,0.00002586733,0.0002913709,0.005672321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003438148,"about_ca_system_score_gemma":0.0001604608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007931083,"about_ca_topic_score_gemma":0.000002384896,"domain_scores_codex":[0.9974733,0.0001444465,0.0008689776,0.0002012084,0.0009337795,0.0003782946],"domain_scores_gemma":[0.9976267,0.0001305912,0.0002432961,0.0007292655,0.001008075,0.0002621137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001339769,0.0002977084,0.00008416733,0.0008667512,0.0004501045,0.00001523358,0.1430822,0.1414565,0.002800314,0.3884551,0.006240882,0.3149114],"study_design_scores_gemma":[0.004628361,0.005376552,0.002095294,0.0008159262,0.00008443397,0.0003521688,0.03648318,0.2888319,0.03061434,0.00009905851,0.6285691,0.002049633],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006452768,0.000003703735,0.9802871,0.0006334502,0.001596051,0.0009536198,0.00002726943,0.0006545858,0.009391497],"genre_scores_gemma":[0.9929509,0.000003483764,0.005530915,0.0003096151,0.00009109441,0.0001212215,0.0000177507,0.000008129967,0.0009669439],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9864981,"threshold_uncertainty_score":0.9951019,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4362554832","doi":"10.1145/3589762","title":"A Variational Neural Architecture for Skill-based Team Formation","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of Windsor; Toronto Metropolitan University","funders":"","keywords":"Computer science; Heuristics; Machine learning; Bayesian network; Task (project management); Set (abstract data type); Identification (biology); Artificial intelligence; Architecture; Artificial neural network; Range (aeronautics); Cover (algebra); Space (punctuation); Bayesian optimization; Theoretical computer science","authors":[{"name":"Radin Hamidi Rad","is_ca":true},{"name":"Hossein Fani","is_ca":true},{"name":"Ebrahim Bagheri","is_ca":true},{"name":"Mehdi Kargar","is_ca":true},{"name":"Divesh Srivastava","is_ca":false},{"name":"Jaroslaw Szlichta","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01555115753406984,"gpt":0.2398816222320221,"spread":0.2243304646979523,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004898518,0.0001524284,0.0001460976,0.0005702428,0.0005159522,0.0004818828,0.0004405965,0.00009796273,0.000003453272],"category_scores_gemma":[0.00007888544,0.0001422255,0.0001238253,0.000778019,0.00001379633,0.001681658,0.000007298157,0.0001475559,0.0001969904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008685628,"about_ca_system_score_gemma":0.0000758457,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002041741,"about_ca_topic_score_gemma":0.000002785622,"domain_scores_codex":[0.9986232,0.00005974546,0.0004878875,0.0001562526,0.0004008185,0.0002720883],"domain_scores_gemma":[0.9985437,0.0003824107,0.0001900629,0.0005924169,0.000213496,0.00007786888],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002049526,0.00001991248,0.000004600421,0.0001315008,0.00001585154,2.777557e-7,0.002456943,0.9181817,0.00006043336,0.003939993,0.001857829,0.07331046],"study_design_scores_gemma":[0.0006704882,0.00008944506,0.000117028,0.00005425543,0.000007840047,0.00002363443,0.0003448053,0.9674731,0.0005363458,0.0003612491,0.03015135,0.0001704585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001562264,0.000004688746,0.9941448,0.00123056,0.001119643,0.0006564034,0.00005747691,0.000792671,0.0004314754],"genre_scores_gemma":[0.9846542,0.000001508468,0.01412271,0.0004707944,0.00007263766,0.0003977493,0.0001395032,0.00001015361,0.0001307668],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9830919,"threshold_uncertainty_score":0.5799786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3215214493","doi":"10.1145/3473973","title":"Graph Neural Collaborative Topic Model for Citation Recommendation","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Citation; Pairwise comparison; Graph; Information retrieval; Knowledge graph; Artificial neural network; Information overload; Data science; Artificial intelligence; Machine learning; Theoretical computer science; World Wide Web","authors":[{"name":"Qianqian Xie","is_ca":false},{"name":"Yutao Zhu","is_ca":true},{"name":"Jimin Huang","is_ca":false},{"name":"Pan Du","is_ca":true},{"name":"Jian‐Yun Nie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04296698371935009,"gpt":0.276904698131039,"spread":0.2339377144116889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002281406,0.0001055305,0.0001237758,0.0002065935,0.0002563805,0.0003384935,0.0002621606,0.00007325922,0.000005626346],"category_scores_gemma":[0.00005816717,0.0001106642,0.00006395432,0.0005258561,0.000007812177,0.002907684,0.000006894269,0.00009297449,0.00002129184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008579992,"about_ca_system_score_gemma":0.0001208926,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009629967,"about_ca_topic_score_gemma":0.000008247946,"domain_scores_codex":[0.9989789,0.00006009932,0.0004487892,0.0001644608,0.0002003607,0.0001473631],"domain_scores_gemma":[0.9985864,0.0001348854,0.0001554777,0.0004554927,0.0006177326,0.00004997608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001282012,0.00003262047,0.000008183649,0.00008286653,0.00003134765,2.086304e-7,0.005723698,0.8084937,0.00007942081,0.03174412,0.0003600887,0.153431],"study_design_scores_gemma":[0.0004617795,0.00003336245,0.0000192424,0.00001551137,0.000006787721,0.00000598855,0.0008693897,0.9920885,0.0007271804,0.001612849,0.004042361,0.0001170603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0009476984,0.00001280284,0.9940531,0.002561706,0.001159109,0.000443751,0.00005440065,0.0001443548,0.0006230643],"genre_scores_gemma":[0.9034551,0.0000150389,0.09507699,0.0005735161,0.00003573723,0.0003569315,0.0001194045,0.000005852775,0.0003614683],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9025074,"threshold_uncertainty_score":0.4512757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070641109","doi":"10.1145/1777432.1777433","title":"Dynamic lightweight text compression","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Agencia Española de Cooperación Internacional para el Desarrollo; Fondo Nacional de Desarrollo Científico y Tecnológico; Xunta de Galicia; Mountain Equipment Co-operative","keywords":"Computer science; Uncompressed video; Communication source; Novelty; Lossless compression; Gas compressor; Compression (physics); Compression ratio; Natural language; Data compression; Semantic compression; Artificial intelligence; Telecommunications; Video processing","authors":[{"name":"Nieves R. Brisaboa","is_ca":false},{"name":"Antonio Fariña","is_ca":false},{"name":"Gonzalo Navarro","is_ca":false},{"name":"José R. Paramá","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008293689010632505,"gpt":0.2360176442566523,"spread":0.2277239552460197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002227146,0.0001655342,0.0001584163,0.0002872641,0.0004318877,0.0004972295,0.001181251,0.0001421968,0.00005732512],"category_scores_gemma":[0.00001624726,0.0001310539,0.00006910115,0.0003503902,0.00002801845,0.004170322,0.00003417888,0.0003917186,0.001052057],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003397757,"about_ca_system_score_gemma":0.00004686939,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005480295,"about_ca_topic_score_gemma":0.000006554284,"domain_scores_codex":[0.9986452,0.00003979978,0.000462453,0.0001887603,0.0004464993,0.0002172376],"domain_scores_gemma":[0.9980626,0.0001046365,0.0001799704,0.001377168,0.0001446913,0.0001309749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004863656,0.0003272768,0.00004903547,0.0001766769,0.00007211687,0.000005701939,0.00338901,0.01243947,0.005306415,0.04003722,0.007139008,0.9310094],"study_design_scores_gemma":[0.0006881784,0.00008888029,0.0006818399,0.0001020106,0.00000767088,0.0000841779,0.0001494084,0.5936887,0.00188933,0.0003872958,0.4018727,0.0003597973],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002367565,0.00001817633,0.9899731,0.0004076548,0.003592109,0.0002841396,0.00004002959,0.0003781905,0.002939054],"genre_scores_gemma":[0.9606893,0.00001953244,0.03859787,0.0001887171,0.00003985747,0.00007934728,0.00004430442,0.000008025066,0.0003330172],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9583218,"threshold_uncertainty_score":0.9997258,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2904119337","doi":"10.1145/3233773","title":"A Deep Bayesian Tensor-Based System for Video Recommendation","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Tensor decomposition and applications","field":"Mathematics","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Tencent","keywords":"Computer science; Recommender system; Surprise; Exploit; Artificial intelligence; Ranking (information retrieval); Machine learning; Tensor (intrinsic definition); Metric (unit); Cluster analysis; Bayesian probability; Information retrieval; Collaborative filtering; Latent variable","authors":[{"name":"Wei Lü","is_ca":false},{"name":"Fu-Lai Chung","is_ca":false},{"name":"Wenhao Jiang","is_ca":false},{"name":"Martin Ester","is_ca":true},{"name":"Wei Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03813556859912001,"gpt":0.306795895461837,"spread":0.268660326862717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004155247,0.000202644,0.0002494122,0.0003601545,0.0006515977,0.0002024835,0.0002628487,0.0001256554,0.0001305005],"category_scores_gemma":[0.00008578532,0.0001938295,0.0001520552,0.0003649548,0.00004828504,0.0006945527,0.000002871391,0.0001193986,0.0005489787],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002326918,"about_ca_system_score_gemma":0.00004905429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002172031,"about_ca_topic_score_gemma":0.00001290766,"domain_scores_codex":[0.9984037,0.00007493338,0.0008489271,0.0001841228,0.0002429993,0.0002452958],"domain_scores_gemma":[0.997719,0.0005102904,0.0003927732,0.000670972,0.0005898165,0.0001171234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002136713,0.002144273,0.0001785208,0.008211018,0.001147413,0.000001887595,0.01123628,0.02080787,0.001557581,0.6261604,0.0785866,0.2478314],"study_design_scores_gemma":[0.005200606,0.0007212174,0.00009359678,0.000529768,0.0002673433,0.00009651963,0.008400592,0.5425096,0.007971285,0.004758107,0.4284503,0.001001072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0007595949,0.000001850078,0.9906396,0.001116933,0.0007309647,0.001573876,0.0002108769,0.0006254462,0.004340809],"genre_scores_gemma":[0.9561923,7.195661e-7,0.04125729,0.0004856258,0.0001583541,0.001574157,0.0001562812,0.0000288697,0.0001464321],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9554327,"threshold_uncertainty_score":0.7904137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2046353967","doi":"10.1145/1740592.1740594","title":"Exploiting query logs for cross-lingual query suggestions","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Microsoft Research Asia; Chinese University of Hong Kong; Innovation and Technology Commission","keywords":"Computer science; Cross-language information retrieval; Query expansion; Query language; RDF query language; Query optimization; Information retrieval; Web query classification; Sargable; Natural language processing; Relevance (law); Web search query; Discriminative model; Query by Example; Artificial intelligence; Search engine","authors":[{"name":"Wei Gao","is_ca":false},{"name":"Cheng Niu","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Ming Zhou","is_ca":false},{"name":"Kam‐Fai Wong","is_ca":false},{"name":"Hsiao-Wuen Hon","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02778635592133692,"gpt":0.2897494147459037,"spread":0.2619630588245668,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000639489,0.0001636668,0.0001707304,0.0003110559,0.0005785294,0.0007132674,0.000783426,0.0001701698,0.000009892748],"category_scores_gemma":[0.000196623,0.0001652206,0.0001199839,0.0002659796,0.00003698981,0.003566629,0.00001495497,0.0003625697,0.0001464148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006082665,"about_ca_system_score_gemma":0.0001362357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000143646,"about_ca_topic_score_gemma":0.00002351153,"domain_scores_codex":[0.998427,0.00003095026,0.0007040183,0.0002143008,0.0003209028,0.0003028622],"domain_scores_gemma":[0.997972,0.0003563386,0.0002179136,0.000983466,0.0003595092,0.0001108388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005503024,0.0002100924,0.0006441955,0.0006107679,0.0001319013,0.000002873632,0.01519764,0.3591655,0.002267179,0.2407923,0.0005792634,0.3803432],"study_design_scores_gemma":[0.002261768,0.0002072349,0.0006518756,0.00020869,0.00003375232,0.0002250576,0.002488544,0.8883545,0.009206612,0.003174574,0.09212403,0.001063332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03469272,0.000008073975,0.9590926,0.0004187475,0.003844719,0.0005231868,0.00004333585,0.0004752972,0.000901299],"genre_scores_gemma":[0.9498121,0.000003580527,0.04917052,0.0002104236,0.0001783912,0.000367113,0.00002033513,0.00001059765,0.0002270118],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9151193,"threshold_uncertainty_score":0.6878054,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3217040326","doi":"10.1145/3471165","title":"Dual Gated Graph Attention Networks with Dynamic Iterative Training for Cross-Lingual Entity Alignment","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China; National Research Foundation Singapore","keywords":"Computer science; Attention network; Graph; Embedding; Iterative and incremental development; Benchmark (surveying); Dual (grammatical number); Process (computing); Machine learning; Artificial intelligence; Theoretical computer science; Data mining","authors":[{"name":"Zhiwen Xie","is_ca":false},{"name":"Runjie Zhu","is_ca":false},{"name":"Kunsong Zhao","is_ca":false},{"name":"Jin Liu","is_ca":false},{"name":"Guangyou Zhou","is_ca":false},{"name":"Jimmy Xiangji Huang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0196459319324312,"gpt":0.2774523342760379,"spread":0.2578064023436067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002692239,0.0002280053,0.0002394433,0.0002086987,0.0005667503,0.0007112192,0.0003264595,0.0001210699,0.000005035118],"category_scores_gemma":[0.0000199894,0.0002099765,0.0001389639,0.0008602783,0.00005499804,0.003287361,0.00001299335,0.0002389189,0.00001144103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001188964,"about_ca_system_score_gemma":0.00007607223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007755977,"about_ca_topic_score_gemma":0.00002530402,"domain_scores_codex":[0.9982226,0.00008860636,0.0006194936,0.0003064144,0.0003978779,0.0003649989],"domain_scores_gemma":[0.9982923,0.0001908073,0.000303758,0.0006178689,0.0004906284,0.0001046341],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007250231,0.0000508302,0.00005392473,0.00005459003,0.0001169513,0.00000597415,0.002211098,0.9663814,0.00007418288,0.002628827,0.00003395313,0.02831578],"study_design_scores_gemma":[0.002785699,0.000463793,0.00103936,0.0003226043,0.00004829116,0.0002497351,0.002119405,0.9873609,0.0009477846,0.0005569068,0.003483487,0.0006220511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02011083,0.00004283689,0.9772586,0.0001443095,0.001356156,0.0006701642,0.00004842326,0.0002648601,0.0001038632],"genre_scores_gemma":[0.9800014,0.00002254128,0.01918496,0.000181481,0.00004313413,0.0002251112,0.0001629016,0.00001289957,0.0001655149],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9598906,"threshold_uncertainty_score":0.8562595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2507254902","doi":"10.1145/2956234","title":"TopPRF","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Relevance feedback; Relevance (law); Information retrieval; Selection (genetic algorithm); Probabilistic logic; Reliability (semiconductor); Key (lock); Entropy (arrow of time); Identification (biology); Data mining; Artificial intelligence","authors":[{"name":"Jun Miao","is_ca":true},{"name":"Jimmy Xiangji Huang","is_ca":true},{"name":"Jiashu Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02379832225572686,"gpt":0.252434260286498,"spread":0.2286359380307711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002941706,0.0001043735,0.0001020926,0.000289533,0.0002058389,0.0002810142,0.0007152398,0.00006924196,0.00007198486],"category_scores_gemma":[0.00003603003,0.00006576267,0.00006731655,0.0003651833,0.00002387264,0.005532968,0.00001124959,0.00008218431,0.003564485],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009025353,"about_ca_system_score_gemma":0.00005973255,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001713905,"about_ca_topic_score_gemma":5.498101e-7,"domain_scores_codex":[0.9987539,0.00003719486,0.0004351937,0.00008965976,0.0004725929,0.0002114746],"domain_scores_gemma":[0.9987544,0.0001118614,0.0001102958,0.0007005971,0.0002163611,0.0001064572],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002415506,0.00004771874,0.00006123128,0.00004269132,0.00002383656,0.000001245832,0.00184505,0.0005956055,0.0002262434,0.08284354,0.001672969,0.9126157],"study_design_scores_gemma":[0.003118984,0.000535191,0.002701559,0.0002428863,0.00001524016,0.0001496193,0.0008272618,0.01306881,0.01510739,0.0009713161,0.9623615,0.0009003069],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001519729,0.000003871315,0.9899155,0.001454069,0.0009419858,0.0002517324,0.00002423852,0.0003087088,0.00558015],"genre_scores_gemma":[0.9951071,0.00001709164,0.002859571,0.0003800514,0.00002507461,0.00009130953,0.000003208306,0.000003454687,0.001513203],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9935873,"threshold_uncertainty_score":0.9972113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2560965260","doi":"10.1145/2988230","title":"Time-Aware Click Model","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Perplexity; Relevance (law); Click-through rate; Information retrieval; Learning to rank; Search engine; Dwell time; Artificial intelligence; Language model","authors":[{"name":"Yiqun Liu","is_ca":false},{"name":"Xiaohui Xie","is_ca":false},{"name":"Chao Wang","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Min Zhang","is_ca":false},{"name":"Shaoping Ma","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02492444480584799,"gpt":0.2537497258937442,"spread":0.2288252810878962,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000342279,0.0001424669,0.0001420768,0.0003364627,0.000264673,0.0002755277,0.0008358809,0.0001018497,0.00006885065],"category_scores_gemma":[0.00002636075,0.00009456281,0.00009136692,0.0003813941,0.00003812205,0.006262922,0.00001667941,0.000111565,0.006664173],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001261688,"about_ca_system_score_gemma":0.0001073606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000103118,"about_ca_topic_score_gemma":4.082386e-7,"domain_scores_codex":[0.998436,0.0000403187,0.000555964,0.0001197403,0.0005821228,0.0002658496],"domain_scores_gemma":[0.998489,0.0001014758,0.0001499058,0.0008185691,0.0003039163,0.0001371711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000100495,0.0001805756,0.00003757599,0.0001677279,0.00008504099,0.000002562522,0.007241146,0.08944851,0.0007624534,0.0456304,0.009743736,0.8465998],"study_design_scores_gemma":[0.001471728,0.0001987069,0.000121085,0.0001378996,0.00001100715,0.00004773896,0.0002756664,0.9363098,0.003222428,0.0003499483,0.05734992,0.0005040327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001622897,0.000002546475,0.9929622,0.001030565,0.0004036429,0.000337223,0.00006959732,0.000390217,0.003181113],"genre_scores_gemma":[0.9911223,0.00001812016,0.003745439,0.0004925709,0.00002488781,0.0001339769,0.00001097984,0.000007248059,0.0044445],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9894994,"threshold_uncertainty_score":0.9941093,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067662418","doi":"10.1145/1344411.1344415","title":"Locality-Based pruning methods for web search","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Fundação para a Ciência e a Tecnologia; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Pruning; Computer science; Locality; Search engine; Simple (philosophy); Reduction (mathematics); Data mining; Artificial intelligence; Phrase; Information retrieval; Machine learning; Mathematics","authors":[{"name":"Edleno Silva de Moura","is_ca":false},{"name":"Celia Francisca dos Santos","is_ca":false},{"name":"Bruno Araujo","is_ca":false},{"name":"Altigran Soares da Silva","is_ca":false},{"name":"Pável Calado","is_ca":false},{"name":"Mário A. Nascimento","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0624142167311531,"gpt":0.3439271494300092,"spread":0.2815129326988561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007803608,0.0001231237,0.0001614061,0.0002758024,0.0006134291,0.0001952366,0.0007324599,0.00008557871,0.000007285078],"category_scores_gemma":[0.00003529974,0.0001077008,0.00008503185,0.0004133723,0.00003292536,0.002269824,0.00001437143,0.0001507775,0.00008583968],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007026043,"about_ca_system_score_gemma":0.0001860792,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005921684,"about_ca_topic_score_gemma":5.169803e-7,"domain_scores_codex":[0.9987373,0.0001407791,0.0004333644,0.0001600808,0.0003066157,0.0002218903],"domain_scores_gemma":[0.9983115,0.000388803,0.0001081991,0.0008507284,0.0002421964,0.00009853535],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007672801,0.0001582487,0.00004330639,0.0003765487,0.00006235423,0.000001760829,0.003292443,0.2598033,0.0004504207,0.009173029,0.002256808,0.724305],"study_design_scores_gemma":[0.0005823182,0.00009048778,0.00005886447,0.00004647573,0.000003665603,0.00002187394,0.0001358675,0.8781237,0.00185503,0.00004699039,0.118897,0.0001377177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002537268,0.00002495964,0.9975249,0.0002775133,0.0007356094,0.0005037675,0.00004674932,0.0002543174,0.0003784918],"genre_scores_gemma":[0.2952612,0.00001008724,0.7039942,0.0003079106,0.00004383019,0.0002348165,0.00004506197,0.00000770541,0.00009510431],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7241673,"threshold_uncertainty_score":0.4718063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159852056","doi":"10.1145/3451161","title":"Assessing Top- Preferences","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Crowdsourcing; Preference; Learning to rank; Artificial intelligence; Information retrieval; Rank (graph theory); Measure (data warehouse); Quality (philosophy); Machine learning; Natural language processing; Data mining; Ranking (information retrieval); Statistics; Mathematics; World Wide Web","authors":[{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Alexandra Vtyurina","is_ca":true},{"name":"Mark D. Smucker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03042962377851257,"gpt":0.2664194563674335,"spread":0.2359898325889209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002574132,0.0001061016,0.0001298054,0.0001430731,0.0003392856,0.001766069,0.0003687887,0.00007234982,0.00001775294],"category_scores_gemma":[0.00004481368,0.0001000347,0.00006118912,0.0004627963,0.00001577995,0.003815387,0.000011144,0.0001540868,0.0002146805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005080599,"about_ca_system_score_gemma":0.0001315584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003610009,"about_ca_topic_score_gemma":0.000002746161,"domain_scores_codex":[0.9989033,0.00008464146,0.0003678048,0.0001499063,0.0003174966,0.0001767958],"domain_scores_gemma":[0.9986998,0.0001286705,0.0001172262,0.0007588436,0.0002266337,0.00006881989],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004410328,0.00006472477,0.0001209106,0.0001817761,0.00006667768,0.000009965549,0.005940927,0.06004736,0.0005679844,0.01212502,0.0006254137,0.9202448],"study_design_scores_gemma":[0.003367518,0.0003816813,0.005651849,0.002140012,0.0001116454,0.001779808,0.04297145,0.4272474,0.1146511,0.004725446,0.3941667,0.00280541],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01360591,0.00004224959,0.9744369,0.0003141894,0.001308748,0.00009147749,0.000002872928,0.0002710347,0.009926582],"genre_scores_gemma":[0.9866835,0.000009818987,0.01278334,0.000210604,0.00003286595,0.00002501017,0.000006254235,0.000003611347,0.0002449263],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9730777,"threshold_uncertainty_score":0.9992702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2751820697","doi":"10.1145/3091995","title":"Modeling and Mining Domain Shared Knowledge for Sentiment Analysis","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Fundamental Research Funds for the Central Universities","keywords":"Computer science; Sentiment analysis; Domain (mathematical analysis); Sentence; Artificial intelligence; Data mining; Natural language processing; Mathematics","authors":[{"name":"Guangyou Zhou","is_ca":false},{"name":"Jimmy Xiangji Huang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04045627362390092,"gpt":0.2987172456892563,"spread":0.2582609720653554,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005321865,0.0001281294,0.0002397878,0.0005196402,0.001090514,0.001573661,0.0006282278,0.00005923888,0.000008237935],"category_scores_gemma":[0.000021171,0.0001202967,0.0001774811,0.0002519507,0.00001652819,0.002574346,0.00002571511,0.00005397987,0.00002791046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004241396,"about_ca_system_score_gemma":0.00002316309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004979348,"about_ca_topic_score_gemma":0.00001391234,"domain_scores_codex":[0.9989122,0.00002879586,0.0004746713,0.0001946709,0.0002124114,0.0001772275],"domain_scores_gemma":[0.9985254,0.00007524426,0.0002407015,0.0009189628,0.0001601758,0.00007954258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005611248,0.0001627378,0.001652017,0.0002783059,0.003485782,9.12427e-7,0.03395316,0.7990158,0.00007972564,0.01606314,0.0005433532,0.1447089],"study_design_scores_gemma":[0.0004818341,0.0000265971,0.0002121584,0.00003963116,0.0001265792,0.000001574056,0.001208102,0.9951108,0.00005403986,0.00005859395,0.00253657,0.0001435654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01521841,0.00005123786,0.9830216,0.0002710245,0.000424997,0.0002529253,0.00001760786,0.00006556226,0.0006767057],"genre_scores_gemma":[0.9683111,0.00001163557,0.031283,0.00003435792,0.00003154371,0.0001065223,0.00002037803,0.000004186875,0.0001972618],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9530927,"threshold_uncertainty_score":0.9994628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089201173","doi":"10.1145/2629530","title":"Trust Prediction via Belief Propagation","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Ministry of Science and Technology of the People's Republic of China; National Natural Science Foundation of China","keywords":"Computer science; Belief propagation; Graphical model; Factor graph; Probabilistic logic; Inference; Exploit; Machine learning; Expectation propagation; Artificial intelligence; Solver; Propagation of uncertainty; Theoretical computer science; Approximate inference; Data mining; Algorithm","authors":[{"name":"Richong Zhang","is_ca":false},{"name":"Yongyi Mao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00904383903233889,"gpt":0.2117986592574942,"spread":0.2027548202251554,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003224756,0.0001632878,0.0001480728,0.0003136652,0.0003518086,0.0002473788,0.0005808491,0.0001141006,0.000007352907],"category_scores_gemma":[0.0000303427,0.0001514375,0.00007112646,0.0006537302,0.00002787635,0.00463226,0.000009643823,0.0002178332,0.0003287577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008472865,"about_ca_system_score_gemma":0.00001931032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002039712,"about_ca_topic_score_gemma":0.000001342336,"domain_scores_codex":[0.9984913,0.00009147198,0.0005555032,0.000192196,0.0004418067,0.0002276921],"domain_scores_gemma":[0.9985331,0.00008229535,0.0002374731,0.0008693134,0.000181363,0.00009648818],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000277731,0.00006896829,0.00007760137,0.00009356939,0.00003440584,3.657356e-7,0.001148948,0.433894,0.0001871757,0.018171,0.0006198761,0.5456763],"study_design_scores_gemma":[0.0006140313,0.0002704463,0.0009785829,0.00006312013,0.000008843835,0.0000495468,0.00007140393,0.9511583,0.001056498,0.001272174,0.04421347,0.0002435928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0007944592,0.000007790103,0.9937553,0.0003895485,0.001798559,0.0004905229,0.000009673161,0.0006374403,0.002116736],"genre_scores_gemma":[0.9905234,0.000009841814,0.008697668,0.0002963983,0.0001216956,0.0001843588,0.00002498005,0.00000862634,0.0001330555],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9897289,"threshold_uncertainty_score":0.6175442,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413243547","doi":"10.1145/3759453","title":"A Survey of Conversational Search","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Semantic search; Context (archaeology); Unison; Search engine; Natural language; Data science; Human–computer interaction; World Wide Web; Information retrieval; Artificial intelligence","authors":[{"name":"Fengran Mo","is_ca":true},{"name":"Kelong Mao","is_ca":false},{"name":"Ziliang Zhao","is_ca":false},{"name":"Hongjin Qian","is_ca":false},{"name":"Haonan Chen","is_ca":false},{"name":"Yiruo Cheng","is_ca":false},{"name":"Xiaoxi Li","is_ca":false},{"name":"Yutao Zhu","is_ca":false},{"name":"Zhicheng Dou","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0433947417254156,"gpt":0.2822650442032452,"spread":0.2388703024778296,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000602113,0.00005798741,0.0001023484,0.0003184773,0.00008474823,0.00008712861,0.0004986364,0.00004907338,0.000007804228],"category_scores_gemma":[0.0000454392,0.00005717297,0.00003134788,0.0005282895,0.00001705195,0.001010016,0.000009812542,0.00008822286,0.00006030104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005463757,"about_ca_system_score_gemma":0.0001704121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007995465,"about_ca_topic_score_gemma":0.00001020493,"domain_scores_codex":[0.9990674,0.00008351748,0.0003937703,0.00008202608,0.0002807658,0.00009257338],"domain_scores_gemma":[0.9988011,0.0002323102,0.00007203894,0.0005285759,0.0003401061,0.00002584434],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005299033,0.0001261607,0.004963432,0.0005455191,0.0002046223,4.149145e-7,0.006425365,0.5541232,0.00008210474,0.1969564,0.0007600726,0.2357597],"study_design_scores_gemma":[0.0007223128,0.0000430206,0.02323084,0.00009267439,0.000005657038,0.000003358364,0.0004358368,0.9708231,0.00139945,0.0002231325,0.002883186,0.0001373984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003312797,0.0000138599,0.9933715,0.0002798527,0.0006574129,0.000182043,0.00002653972,0.00006442662,0.002091526],"genre_scores_gemma":[0.995971,0.00000389748,0.003703151,0.000103428,0.000004127588,0.00002145909,0.00001123355,0.000001187083,0.0001804713],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9926583,"threshold_uncertainty_score":0.2331446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3081520483","doi":"10.1145/3406116","title":"Pairwise Link Prediction Model for Out of Vocabulary Knowledge Base Entities","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","keywords":"Computer science; Pairwise comparison; Discriminative model; Relation (database); Artificial intelligence; Benchmark (surveying); Dependency (UML); Word (group theory); Machine learning; A priori and a posteriori; Representation (politics); Theoretical computer science; Data mining; Mathematics","authors":[{"name":"Richong Zhang","is_ca":false},{"name":"Samuel Mensah","is_ca":false},{"name":"Fanshuang Kong","is_ca":false},{"name":"Zhiyuan Hu","is_ca":false},{"name":"Yongyi Mao","is_ca":true},{"name":"Xudong Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04151917401521402,"gpt":0.253936081065217,"spread":0.212416907050003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001789234,0.0001459243,0.0001973396,0.0001823381,0.0001639604,0.0000887297,0.0005190381,0.00009836235,0.000002229079],"category_scores_gemma":[0.00003925976,0.0001437385,0.0001374582,0.0003408453,0.00003170325,0.002858914,0.00001360457,0.0001493737,0.00003873839],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004354696,"about_ca_system_score_gemma":0.00006817114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002357199,"about_ca_topic_score_gemma":0.000002033524,"domain_scores_codex":[0.998738,0.00003868704,0.0006285622,0.0001646023,0.0002383546,0.0001918323],"domain_scores_gemma":[0.9987736,0.0001193172,0.0002249175,0.0004959572,0.0002674482,0.0001187584],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005009069,0.00003338348,0.00001257072,0.0003572484,0.00003634408,1.650393e-7,0.008620582,0.9466816,0.00008266128,0.004528742,0.001157501,0.03843913],"study_design_scores_gemma":[0.0005052405,0.000164869,0.00001014239,0.00006276891,0.00001400149,0.000001938479,0.0002436192,0.9920369,0.0006641176,0.0003582847,0.005818482,0.0001196642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0002558318,0.00007018983,0.9964858,0.0007068308,0.001053041,0.0006657242,0.0001548543,0.0003198133,0.0002878873],"genre_scores_gemma":[0.9768043,0.0000406291,0.02235927,0.0002848661,0.00009036133,0.0002434221,0.00003505547,0.00001018303,0.0001319837],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9765484,"threshold_uncertainty_score":0.5861487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4311609640","doi":"10.1145/3576922","title":"Efficient Document-at-a-Time and Score-at-a-Time Query Evaluation for Learned Sparse Representations","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Exploit; Transformer; Pareto principle; Ranking (information retrieval); Software deployment; Information retrieval; Data mining; Software engineering; Mathematical optimization","authors":[{"name":"Joel Mackenzie","is_ca":false},{"name":"Andrew Trotman","is_ca":false},{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03333565260937324,"gpt":0.3064613923585782,"spread":0.273125739749205,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001258241,0.0001832588,0.0002145831,0.0004266633,0.001337808,0.000242067,0.000491423,0.00005835756,0.0001704499],"category_scores_gemma":[0.000129247,0.0001912869,0.0001037696,0.0005885488,0.00004347205,0.001402882,0.00009804275,0.0001541487,0.0002115754],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006748651,"about_ca_system_score_gemma":0.00009325016,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004292851,"about_ca_topic_score_gemma":0.000001763625,"domain_scores_codex":[0.9977564,0.0002036675,0.0006374423,0.0003219053,0.0008153197,0.0002652794],"domain_scores_gemma":[0.9980617,0.000338227,0.000349079,0.0008463449,0.0003059937,0.00009862887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004037444,0.0002253767,0.00003672396,0.0001609058,0.0001468285,0.00000217273,0.005934174,0.7874945,0.004354709,0.003780819,0.00574489,0.1917152],"study_design_scores_gemma":[0.002178892,0.0006183094,0.0001853717,0.00005689549,0.00007625481,0.0001374427,0.0005379732,0.9251184,0.01167519,0.001297249,0.05757499,0.0005429753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01214697,0.00009610598,0.9829222,0.0006458761,0.0004000218,0.002276484,0.000128288,0.0004250342,0.0009590429],"genre_scores_gemma":[0.9669695,0.00004567022,0.02344327,0.00048829,0.00004837976,0.003586604,0.0003055912,0.00003028968,0.005082352],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9594789,"threshold_uncertainty_score":0.9999623,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288080293","doi":"10.1145/3385186","title":"OutdoorSent","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Sentiment analysis; Generalization; Class (philosophy); Artificial intelligence; Context (archaeology); Information retrieval; Machine learning; Data science; Geography","authors":[{"name":"Wyverson Bonasoli de Oliveira","is_ca":false},{"name":"Leyza Baldo Dorini","is_ca":false},{"name":"Rodrigo Minetto","is_ca":false},{"name":"Thiago H. Silva","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03513477824408741,"gpt":0.2490701315389516,"spread":0.2139353532948641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001210254,0.00008657766,0.0001167015,0.0001277455,0.0001422849,0.0003372093,0.0005124884,0.00003687833,0.00004304926],"category_scores_gemma":[0.00001510055,0.00007753047,0.00008507079,0.0004482383,0.000006035148,0.001630647,0.00000882643,0.00008717614,0.00157351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002338125,"about_ca_system_score_gemma":0.00002114908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001274215,"about_ca_topic_score_gemma":2.434126e-7,"domain_scores_codex":[0.9990624,0.00002990968,0.0003643922,0.0001104008,0.0003147457,0.0001181331],"domain_scores_gemma":[0.9992857,0.00003961128,0.0001151273,0.0003837814,0.00007196724,0.000103807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005925741,0.0001898213,0.0006061963,0.0002843328,0.0005559479,0.000006056334,0.04407496,0.347186,0.0002807305,0.09988089,0.02410736,0.4827684],"study_design_scores_gemma":[0.0007054944,0.0001489266,0.0002215565,0.00003944556,0.00001962476,0.000008099276,0.002255488,0.6802343,0.001245971,0.00005100617,0.3147498,0.0003203248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0004237455,0.00001531811,0.9926106,0.00311566,0.0005650946,0.000123437,0.000004028715,0.0001981341,0.002944014],"genre_scores_gemma":[0.9929945,0.00001086514,0.005169462,0.001636815,0.00005022238,0.00002455063,0.000008076268,0.000003027333,0.0001024524],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9925708,"threshold_uncertainty_score":0.9992039,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200199191","doi":"10.1145/3476106","title":"Are Topics Interesting or Not? An LDA-based Topic-graph Probabilistic Model for Web Search Personalization","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Wilfrid Laurier University","funders":"Wilfrid Laurier University","keywords":"Latent Dirichlet allocation; Computer science; Personalization; Topic model; Information retrieval; Web page; Graph; Probabilistic logic; Web search query; Personalized search; User modeling; World Wide Web; User interface; Data mining; Search engine; Theoretical computer science; Artificial intelligence","authors":[{"name":"Jiashu Zhao","is_ca":true},{"name":"Jimmy Xiangji Huang","is_ca":true},{"name":"Hongbo Deng","is_ca":false},{"name":"Yi Chang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1164168471323905,"gpt":0.3228678552276038,"spread":0.2064510080952133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004256956,0.0001546341,0.000181237,0.0002923074,0.0004421255,0.0006873514,0.0005230538,0.0001172697,0.0000213725],"category_scores_gemma":[0.0001964803,0.0001344841,0.0001042909,0.0006153974,0.00002776787,0.002952975,0.00001412057,0.0001773287,0.00002869646],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001557244,"about_ca_system_score_gemma":0.0004870164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001394544,"about_ca_topic_score_gemma":0.00003755227,"domain_scores_codex":[0.9983017,0.00008898892,0.000601611,0.0001888372,0.0005476289,0.0002712322],"domain_scores_gemma":[0.9979186,0.0001553451,0.0002043582,0.0006313804,0.0009589538,0.0001313425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002910142,0.0002777921,0.0001296491,0.001762683,0.00004403687,0.000006474417,0.01132248,0.8791852,0.0002631998,0.0203755,0.0002697846,0.08607221],"study_design_scores_gemma":[0.0006825734,0.0001126211,0.0002084469,0.000106432,0.00001046622,0.00001857853,0.001305122,0.994518,0.0009147901,0.00005821672,0.001885013,0.0001796858],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01262912,0.000003694895,0.9850331,0.000714288,0.0004551617,0.0007074741,0.0001319055,0.0002006673,0.0001246156],"genre_scores_gemma":[0.9704238,0.000003385499,0.02720053,0.0009270783,0.00005287557,0.000302126,0.0001139981,0.000009543498,0.0009666635],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9578325,"threshold_uncertainty_score":0.6628145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4297816431","doi":"10.1145/3555371","title":"Learning to Ask: Conversational Product Search via Representation Learning","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Ask price; Product (mathematics); Computer science; Representation (politics); Human–computer interaction; Artificial intelligence; Mathematics; Business; Political science","authors":[{"name":"Jie Zou","is_ca":false},{"name":"Jimmy Xiangji Huang","is_ca":true},{"name":"Zhaochun Ren","is_ca":false},{"name":"Evangelos Kanoulas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03150861734433247,"gpt":0.2849817503115045,"spread":0.2534731329671721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001222716,0.0001430062,0.0001525859,0.000768008,0.001573664,0.0004713741,0.0007470713,0.00003718632,0.0002183169],"category_scores_gemma":[0.0001037507,0.0001519616,0.00008274763,0.001495725,0.00002023089,0.003412472,0.00007175672,0.0006896949,0.0009777407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003307195,"about_ca_system_score_gemma":0.0001557207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001908295,"about_ca_topic_score_gemma":8.644634e-7,"domain_scores_codex":[0.9970657,0.0003511096,0.0006124158,0.0002207952,0.001440482,0.0003095611],"domain_scores_gemma":[0.9985865,0.000158777,0.0001802615,0.0004992466,0.0004278657,0.0001473826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004670361,0.00003979418,0.0003202161,0.00003036973,0.00001944804,0.000001140625,0.01672905,0.8982514,0.0001661674,0.001338782,0.0002128094,0.08284409],"study_design_scores_gemma":[0.001616129,0.00136692,0.005029762,0.00003328792,0.00001834361,0.0002095463,0.02327048,0.7839286,0.004635742,0.00006447967,0.1790622,0.0007644417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02701391,0.000004296869,0.9680218,0.00129938,0.0009607981,0.0009049844,0.00001533697,0.0003909144,0.001388557],"genre_scores_gemma":[0.9950342,0.000003062316,0.002350756,0.0002763506,0.00003779835,0.0004037612,0.000101192,0.000007886842,0.001785007],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9680203,"threshold_uncertainty_score":0.9998001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410502462","doi":"10.1145/3736402","title":"Query Performance Prediction Using Relevance Judgments Generated by Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"HORIZON EUROPE Framework Programme; Ministerie van Economische Zaken en Klimaat; China Scholarship Council; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Ministerie van Onderwijs, Cultuur en Wetenschap; European Commission","keywords":"Relevance (law); Computer science; Interpretability; Recall; Metric (unit); Measure (data warehouse); Precision and recall; Scalar (mathematics); Information retrieval; Data mining; Machine learning; Artificial intelligence; Cognitive psychology; Mathematics; Psychology","authors":[{"name":"Chuan Meng","is_ca":false},{"name":"Negar Arabzadeh","is_ca":true},{"name":"Arian Askari","is_ca":false},{"name":"Mohammad Aliannejadi","is_ca":false},{"name":"Maarten de Rijke","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02121226181174902,"gpt":0.2639589587016803,"spread":0.2427466968899313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004519051,0.0001731155,0.0001678356,0.0004461779,0.0005468149,0.0004453083,0.0005874636,0.0001331924,0.00001201339],"category_scores_gemma":[0.00001931723,0.0001640389,0.00006292538,0.0009593453,0.00002029032,0.008021818,0.00002173706,0.000250524,0.0001156478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002568138,"about_ca_system_score_gemma":0.0001341995,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007522427,"about_ca_topic_score_gemma":0.000001182411,"domain_scores_codex":[0.9982315,0.00006589777,0.0006884839,0.0001604842,0.0005349883,0.0003186534],"domain_scores_gemma":[0.9987402,0.00004757777,0.0001799893,0.0006560065,0.0002967508,0.00007949092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001729531,0.0004290768,0.0003938575,0.0009313038,0.0002084895,0.000002448907,0.01231027,0.7980534,0.00370515,0.0162006,0.007690731,0.1599017],"study_design_scores_gemma":[0.0007070818,0.00005093105,0.00009470028,0.0001228169,0.00001140463,0.000008232812,0.0005216417,0.9813893,0.006123201,0.00002058366,0.01078741,0.0001626666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06238215,0.00006102789,0.9336707,0.0000945575,0.0011203,0.0004938426,0.0001778305,0.0003198308,0.001679754],"genre_scores_gemma":[0.9951566,0.00008632135,0.002806622,0.0004613929,0.0000171895,0.0001062747,0.0001017886,0.000005908267,0.00125787],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9327745,"threshold_uncertainty_score":0.668931,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2973947483","doi":"10.1145/3345557","title":"Question Answering in Knowledge Bases","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Dream Project of Ministry of Science and Technology of the People's Republic of China; Fundamental Research Funds for the Central Universities; Foundation for Innovative Research Groups of the National Natural Science Foundation of China; State Key Laboratory of Software Development Environment","keywords":"Computer science; Correctness; Question answering; Bottleneck; Knowledge base; Relation (database); Information bottleneck method; Artificial intelligence; Information retrieval; Machine learning; Data mining; Programming language","authors":[{"name":"Richong Zhang","is_ca":false},{"name":"Yue Wang","is_ca":false},{"name":"Yongyi Mao","is_ca":true},{"name":"Jinpeng Huai","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01802759280627467,"gpt":0.2547266321229922,"spread":0.2366990393167175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003466617,0.00008995636,0.0001134884,0.0003614702,0.00005788518,0.0001679205,0.0004144112,0.00006241322,0.00001089171],"category_scores_gemma":[0.00001565622,0.00009003766,0.00003424982,0.0003555902,0.000005139439,0.002859918,0.000008622498,0.0001307518,0.0008399507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001195619,"about_ca_system_score_gemma":0.00004594404,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001539061,"about_ca_topic_score_gemma":0.00001344621,"domain_scores_codex":[0.9991094,0.00005346349,0.0003866546,0.000124382,0.0001789769,0.0001471204],"domain_scores_gemma":[0.9991255,0.00008198915,0.00007622812,0.0006077478,0.00006959261,0.00003887373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001532592,0.00009521942,0.001447698,0.0003485985,0.00001859518,0.000001089247,0.009412115,0.6609665,0.0002073538,0.05075104,0.00005983065,0.2766767],"study_design_scores_gemma":[0.0006347921,0.00006573444,0.001248858,0.0002510576,0.000002432934,0.00001852566,0.0007035508,0.9767904,0.0007039488,0.0001658316,0.01918058,0.0002343316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02507856,0.00002722616,0.9676965,0.0001331723,0.001378116,0.0003035589,0.000002706555,0.0001880304,0.005192105],"genre_scores_gemma":[0.9948971,0.000007841607,0.004734608,0.00006712925,0.00001750824,0.00005156025,0.000003183858,0.000003487371,0.0002175934],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9698185,"threshold_uncertainty_score":0.999938,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969806156","doi":"10.1145/1055709.1055712","title":"A methodology for analyzing SAGE libraries for cancer profiling","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Gene expression and cancer classification","field":"Biochemistry, Genetics and Molecular Biology","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Genome British Columbia; University of British Columbia; University of Alberta","funders":"","keywords":"Serial analysis of gene expression; Breast cancer; Computer science; Prostate cancer; Computational biology; SAGE; Cancer; Ovarian cancer; Gene expression profiling; Preprocessor; Bioinformatics; Gene expression; Biology; Artificial intelligence; Gene; Genetics","authors":[{"name":"Jörg Sander","is_ca":true},{"name":"Raymond T. Ng","is_ca":true},{"name":"Monica C. Sleumer","is_ca":true},{"name":"Man Saint Yuen","is_ca":true},{"name":"Steven J.M. Jones","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06054475317927263,"gpt":0.3329557761007881,"spread":0.2724110229215155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002750042,0.0001028482,0.0001214838,0.0001195758,0.0001956803,0.00007007463,0.000151824,0.0001341716,0.00001043204],"category_scores_gemma":[0.00006761723,0.00009568549,0.00009909677,0.00009587473,0.00001920088,0.00005744468,0.00000356274,0.00004792215,0.000005225119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002940012,"about_ca_system_score_gemma":0.00008880095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007361518,"about_ca_topic_score_gemma":0.000008071019,"domain_scores_codex":[0.9992563,0.0000449597,0.0003320707,0.0001408897,0.00007435083,0.0001514012],"domain_scores_gemma":[0.9993134,0.0000633594,0.0001560019,0.0002873243,0.0001349496,0.00004503393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001001546,0.00007954804,0.0001716561,0.000507805,0.0002810265,2.328837e-8,0.00143904,0.0699016,0.2752818,0.003291826,0.004392138,0.643652],"study_design_scores_gemma":[0.0008727937,0.0001398969,0.00003601955,0.00003515014,0.00003376618,0.000002375331,0.0010998,0.004170171,0.3713973,0.00006033693,0.6219829,0.0001694543],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005721723,0.0004000899,0.9916008,0.0006481723,0.0004861057,0.0007996366,0.0001712155,0.00003306947,0.0001391707],"genre_scores_gemma":[0.932209,0.0001963136,0.06170036,0.0005507634,0.0003982605,0.003520928,0.0003187431,0.00001925921,0.001086417],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9299005,"threshold_uncertainty_score":0.3901941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318617465","doi":"10.1145/3582426","title":"A Dense Representation Framework for Lexical and Semantic Matching","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Representation (politics); Matching (statistics); Semantic matching; Lexical database; Information retrieval; WordNet; Mathematics","authors":[{"name":"Sheng-Chieh Lin","is_ca":true},{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04047221812486532,"gpt":0.3386158581131831,"spread":0.2981436399883178,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002699711,0.00008937863,0.0001179099,0.0002586878,0.0002509021,0.0002984536,0.000242459,0.00007739756,0.000001242361],"category_scores_gemma":[0.0001243679,0.0000838851,0.00004808087,0.0005630975,0.00001741387,0.002336431,0.00001235699,0.0001160291,0.00006947175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002739213,"about_ca_system_score_gemma":0.00001648096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001866669,"about_ca_topic_score_gemma":5.444952e-7,"domain_scores_codex":[0.999169,0.00002966231,0.0003112138,0.0001355888,0.0001994683,0.0001550897],"domain_scores_gemma":[0.998891,0.0004464457,0.00009992628,0.0004150848,0.00009602516,0.00005155119],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009970325,0.00004853284,0.0000718393,0.0005928349,0.0000773587,0.000004992972,0.01127096,0.01074227,0.0004186609,0.2491272,0.001172764,0.7263728],"study_design_scores_gemma":[0.0020597,0.000846112,0.002111976,0.001047826,0.00006343216,0.0002418818,0.006971666,0.4061319,0.03213847,0.505862,0.04126548,0.001259581],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002049779,0.00001531591,0.9957265,0.0005955267,0.000328906,0.0004885914,0.0000106396,0.0007039483,0.00008076194],"genre_scores_gemma":[0.861958,0.00009645316,0.1373112,0.0002280759,0.00003442107,0.0002509372,0.00001257327,0.000007627189,0.0001007052],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8599082,"threshold_uncertainty_score":0.3420735,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3164333934","doi":"10.1145/3450289","title":"CoSam: An Efficient Collaborative Adaptive Sampler for Recommendation","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Recommender system; Collaborative filtering; Sampling (signal processing); Heuristic; Normalization (sociology); Machine learning; Offset (computer science); Sampling bias; Data mining; Convergence (economics); Stability (learning theory); Domain (mathematical analysis); Artificial intelligence; Sample size determination; Statistics","authors":[{"name":"Jiawei Chen","is_ca":false},{"name":"Chengquan Jiang","is_ca":false},{"name":"Can Wang","is_ca":false},{"name":"Sheng Zhou","is_ca":false},{"name":"Feng Yan","is_ca":false},{"name":"Chun Chen","is_ca":false},{"name":"Martin Ester","is_ca":true},{"name":"Xiangnan He","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04093874193912365,"gpt":0.2890884400088174,"spread":0.2481496980696938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005110401,0.0001689792,0.0002229652,0.0002293314,0.000385225,0.0005421978,0.0004092858,0.00009110953,0.00002332225],"category_scores_gemma":[0.00003710855,0.0001615925,0.00008165307,0.0006265857,0.00001429754,0.002247667,0.00001226126,0.0001185576,0.00004794802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001724449,"about_ca_system_score_gemma":0.0001720733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008447406,"about_ca_topic_score_gemma":0.00002810917,"domain_scores_codex":[0.9985135,0.0001788662,0.00060104,0.0002436113,0.0002493631,0.000213593],"domain_scores_gemma":[0.9977778,0.0002347736,0.0002649768,0.0007162896,0.0009051422,0.0001009843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001677208,0.0007707682,0.00002959537,0.000322091,0.0003635844,0.000002598898,0.02186433,0.05597633,0.0002102205,0.2876828,0.01861562,0.6139944],"study_design_scores_gemma":[0.001569094,0.0006847052,0.0001198491,0.0001430343,0.00002492175,0.00006698832,0.008072432,0.3712861,0.01021792,0.0009855392,0.6062213,0.0006081838],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0001794617,0.00001849411,0.9931695,0.001081838,0.001469196,0.0009641193,0.0002065774,0.0003505583,0.00256025],"genre_scores_gemma":[0.8692347,0.00002176389,0.12849,0.0005406593,0.00007006241,0.001201527,0.000230075,0.00001409581,0.000197123],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8690553,"threshold_uncertainty_score":0.6589552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4282569005","doi":"10.1145/3544103","title":"GDESA: Greedy Diversity Encoder with Self-attention for Search Results Diversification","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Diversification (marketing strategy); Leverage (statistics); Greedy algorithm; Selection (genetic algorithm); Encoder; Ranking (information retrieval); Machine learning; Artificial intelligence; Data mining; Information retrieval; Algorithm; Business","authors":[{"name":"Xubo Qin","is_ca":false},{"name":"Zhicheng Dou","is_ca":false},{"name":"Yutao Zhu","is_ca":true},{"name":"Ji-Rong Wen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03631250601771496,"gpt":0.2487990638902549,"spread":0.2124865578725399,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001024086,0.0001387451,0.0001349638,0.0004948316,0.002592865,0.0003028278,0.0009481208,0.00005425573,0.00001858937],"category_scores_gemma":[0.00001540317,0.0001278814,0.0000902383,0.0008156362,0.00002545666,0.003846733,0.00009835936,0.0002520356,0.0001225578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003847255,"about_ca_system_score_gemma":0.0001226954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001990293,"about_ca_topic_score_gemma":0.000003695216,"domain_scores_codex":[0.9978534,0.0001135627,0.0004771807,0.0001937643,0.001088667,0.0002734027],"domain_scores_gemma":[0.9983627,0.0001320579,0.0002270352,0.0006503335,0.000525746,0.0001021611],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00476841,0.00193647,0.002763328,0.001190127,0.0007313012,0.00001170352,0.1563346,0.5508053,0.0002725673,0.06576147,0.01100996,0.2044148],"study_design_scores_gemma":[0.01625185,0.00488313,0.02007701,0.0001018433,0.0001891671,0.0002347813,0.03447379,0.7549126,0.00147853,0.000220901,0.1654293,0.001747098],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01562226,0.000003106456,0.9801015,0.0007738593,0.0006001431,0.001294069,0.0003988452,0.0003391716,0.0008670685],"genre_scores_gemma":[0.9924127,0.000005732815,0.006392853,0.0001494087,0.00001754014,0.0003291035,0.0002147774,0.000005168625,0.0004726469],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9767905,"threshold_uncertainty_score":0.9987056,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385780698","doi":"10.1145/3613447","title":"Toward Best Practices for Training Multilingual Dense Retrieval Models","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Computer science; Transformer; Language model; Architecture; Encoder; Relevance (law); Natural language processing; Artificial intelligence; Transfer of learning; Training set; Information retrieval; Variety (cybernetics); Data science","authors":[{"name":"Xinyu Zhang","is_ca":true},{"name":"Kelechi Ogueji","is_ca":true},{"name":"Xueguang Ma","is_ca":true},{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2134837990183883,"gpt":0.3481269699009422,"spread":0.1346431708825539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009457923,0.0001464348,0.0001814572,0.000394145,0.0003199775,0.0005007908,0.0007458408,0.0001205706,0.000001991335],"category_scores_gemma":[0.0002891851,0.0001458087,0.00009769045,0.0005747566,0.00001526585,0.004577052,0.00001538087,0.0001755424,0.0002048788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007703271,"about_ca_system_score_gemma":0.0001588477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001152514,"about_ca_topic_score_gemma":0.000004654075,"domain_scores_codex":[0.9983472,0.00005018944,0.0005984201,0.0002165099,0.000482953,0.0003047128],"domain_scores_gemma":[0.9980779,0.0005123182,0.0003919024,0.0006592398,0.0002659616,0.00009263639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005121307,0.00002629637,0.000001428421,0.0001885879,0.0000500794,0.000002040229,0.03348321,0.7803218,0.00007470679,0.006449765,0.0000969495,0.179254],"study_design_scores_gemma":[0.0005398752,0.00007984845,0.000002010345,0.00005390526,0.00001260199,0.00002793047,0.006578961,0.9803803,0.0004713607,0.0005670862,0.01111852,0.0001676012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007504959,0.00001593477,0.9879549,0.000755369,0.001669988,0.000628518,0.00003830377,0.0006039485,0.0008281048],"genre_scores_gemma":[0.9672398,0.00002245314,0.03183729,0.0001426118,0.00009359882,0.0001452319,0.00002035962,0.00001097502,0.0004876855],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9597349,"threshold_uncertainty_score":0.5945907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293083978","doi":"10.1145/3533020","title":"Learning Implicit and Explicit Multi-task Interactions for Information Extraction","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"National Key Research and Development Program of China","keywords":"Computer science; Multi-task learning; Generalization; Leverage (statistics); Artificial intelligence; Task (project management); Machine learning; Sequence learning; Unobservable; Representation (politics)","authors":[{"name":"Kai Sun","is_ca":false},{"name":"Richong Zhang","is_ca":false},{"name":"Samuel Mensah","is_ca":false},{"name":"Yongyi Mao","is_ca":true},{"name":"Xudong Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02740170172849626,"gpt":0.2773413987875704,"spread":0.2499396970590741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004954591,0.0001514516,0.0001537112,0.0005648671,0.001242755,0.0004907462,0.0004153745,0.00005109738,0.00001236781],"category_scores_gemma":[0.00005824268,0.0001681319,0.00007716275,0.0003580416,0.000008974514,0.007651147,0.00003630291,0.0003878319,0.00005071312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002348621,"about_ca_system_score_gemma":0.00005212467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000151533,"about_ca_topic_score_gemma":0.000004147361,"domain_scores_codex":[0.9985353,0.0000822305,0.0006547351,0.0001647623,0.0003407743,0.0002222411],"domain_scores_gemma":[0.9987084,0.0002207894,0.0003383492,0.0004789262,0.0001752473,0.00007834991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005044314,0.0000681372,0.00005676291,0.0001382752,0.00005691019,2.593326e-7,0.01429261,0.6421733,0.0004056162,0.01378361,0.0002131501,0.3287609],"study_design_scores_gemma":[0.0008212344,0.0001682832,0.0001537583,0.00001676344,0.00001225809,0.000106862,0.006651078,0.8010163,0.0001657765,0.00008754563,0.1905871,0.0002130356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003940925,0.00001383312,0.9925569,0.0004395607,0.00144946,0.0007989911,0.00005064423,0.000343407,0.000406257],"genre_scores_gemma":[0.979701,0.00001211297,0.01830113,0.000280076,0.00003251629,0.001384314,0.00006788238,0.00000773391,0.0002131857],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9757601,"threshold_uncertainty_score":0.9558395,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3214350751","doi":"10.1145/3466754","title":"Direction-Aware User Recommendation Based on Asymmetric Network Embedding","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Embedding; Random walk; Benchmark (surveying); Social network (sociolinguistics); Degree (music); Theoretical computer science; Friendship; Interpersonal ties; Social network analysis; Data mining; Artificial intelligence; Machine learning; World Wide Web; Social media; Mathematics","authors":[{"name":"Sheng Zhou","is_ca":false},{"name":"Xin Wang","is_ca":false},{"name":"Martin Ester","is_ca":true},{"name":"Bolang Li","is_ca":false},{"name":"Chen Ye","is_ca":false},{"name":"Zhen Zhang","is_ca":false},{"name":"Can Wang","is_ca":false},{"name":"Jiajun Bu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01993136615691873,"gpt":0.2647543712801226,"spread":0.2448230051232038,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006668931,0.0002184832,0.0002536609,0.0005666825,0.0005112819,0.0007606838,0.000469567,0.0001584252,0.00005182635],"category_scores_gemma":[0.00005101692,0.000212998,0.0001426878,0.00176913,0.000008821859,0.002370383,0.00001521097,0.000275594,0.000217562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002539915,"about_ca_system_score_gemma":0.0001045986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009041737,"about_ca_topic_score_gemma":0.000008135465,"domain_scores_codex":[0.998024,0.0002481402,0.0007256392,0.0002799238,0.000426796,0.0002955333],"domain_scores_gemma":[0.9978955,0.0003700496,0.0003026469,0.000989388,0.0003360982,0.0001062987],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003170914,0.0002648907,0.0003392147,0.0002518394,0.0001383104,0.000005764852,0.0007557333,0.3016767,0.00001308414,0.01274772,0.02962673,0.6541483],"study_design_scores_gemma":[0.000632969,0.0001792081,0.0004311804,0.0002947089,0.00001442285,0.00004902396,0.0003257875,0.5633038,0.001300987,0.000147906,0.4328944,0.0004255567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00005003651,0.00001781396,0.9810253,0.001369545,0.003417879,0.0003871599,0.00001932369,0.0007152106,0.01299773],"genre_scores_gemma":[0.9760879,0.00003983801,0.02155084,0.001286938,0.0001540848,0.0003369024,0.00008487477,0.00001779572,0.000440776],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9760379,"threshold_uncertainty_score":0.8685808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3215411791","doi":"10.1145/3478285","title":"Embedding Hierarchical Structures for Venue Category Representation","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Wilfrid Laurier University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Embedding; Context (archaeology); Hierarchy; Representation (politics); Semantics (computer science); Information retrieval; Theoretical computer science; Artificial intelligence","authors":[{"name":"Meng Chen","is_ca":false},{"name":"Ronghui Xu","is_ca":false},{"name":"Yang Liu","is_ca":true},{"name":"Xiaohui Yu","is_ca":true},{"name":"Yilong Yin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02585947478299782,"gpt":0.2997060619374764,"spread":0.2738465871544786,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001113917,0.0001102209,0.0001359267,0.0001587672,0.000296652,0.0002713798,0.0003788969,0.00008218143,0.000003789634],"category_scores_gemma":[0.00006919887,0.0001112701,0.00009261555,0.0004554683,0.00002121389,0.00199621,0.00001106833,0.0001792005,0.00002232934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005132575,"about_ca_system_score_gemma":0.00005452289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008102415,"about_ca_topic_score_gemma":0.000001675492,"domain_scores_codex":[0.9989278,0.00006495661,0.0003769806,0.0001818571,0.0002566683,0.0001917493],"domain_scores_gemma":[0.9986632,0.0002761649,0.0001399943,0.000652031,0.0002003774,0.00006819061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003276771,0.00002380559,0.00001690067,0.00009958773,0.00004566948,0.00000384159,0.002103294,0.7771144,0.0003565975,0.0449947,0.000652509,0.174556],"study_design_scores_gemma":[0.001974661,0.0002000293,0.0007242594,0.0001169523,0.00003462238,0.0003032249,0.00151718,0.8601878,0.01743818,0.04274246,0.07407431,0.0006863737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001517072,0.00005096545,0.9957322,0.0004348177,0.001572244,0.000316514,0.00002820444,0.0001695557,0.0001784063],"genre_scores_gemma":[0.9514136,0.00001973656,0.04781723,0.0003059565,0.00008580589,0.000191074,0.00006559638,0.000008081837,0.00009296741],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9498965,"threshold_uncertainty_score":0.4537463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318775883","doi":"10.1145/3582553","title":"TME: Tree-guided Multi-task Embedding Learning towards Semantic Venue Annotation","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Wilfrid Laurier University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Task (project management); Annotation; Information retrieval; Embedding; Feature (linguistics); Semantic similarity; Natural language processing; Artificial intelligence; Hierarchy; Tree (set theory); Exploit","authors":[{"name":"Ronghui Xu","is_ca":false},{"name":"Meng Chen","is_ca":false},{"name":"Yongshun Gong","is_ca":false},{"name":"Yang Liu","is_ca":true},{"name":"Xiaohui Yu","is_ca":true},{"name":"Liqiang Nie","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04848614744543105,"gpt":0.3455220431766866,"spread":0.2970358957312555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001446067,0.0001229931,0.0001813894,0.0005612656,0.001520038,0.0003118918,0.0002455732,0.0001355008,0.00008135821],"category_scores_gemma":[0.0004376377,0.0001337466,0.0001281123,0.001377332,0.00007871247,0.001184787,0.000003690659,0.0002278939,0.001497779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002390892,"about_ca_system_score_gemma":0.0001843692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005277368,"about_ca_topic_score_gemma":0.001107942,"domain_scores_codex":[0.9981405,0.0003258851,0.0005436441,0.0001494326,0.0005677587,0.0002727557],"domain_scores_gemma":[0.9988871,0.0002219976,0.0002165485,0.0002898618,0.0002840313,0.0001004752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001676264,0.00006494234,0.0005747884,0.0001942419,0.0001106478,0.000001514562,0.1094479,0.7089106,0.00008093612,0.0006209283,0.0005816027,0.179395],"study_design_scores_gemma":[0.00139449,0.000110148,0.007383763,0.0003263583,0.0001696101,0.000003439877,0.149043,0.6732612,0.0002162316,0.0001605034,0.1672794,0.0006518397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1382736,0.00004370241,0.8501539,0.001815006,0.001632334,0.0011216,0.00006999,0.001354134,0.005535668],"genre_scores_gemma":[0.9977109,0.00006478272,0.0001252675,0.00006754254,0.00009436512,0.0001646613,0.0001494173,0.000009514719,0.001613496],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8594373,"threshold_uncertainty_score":0.9997798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220896903","doi":"10.1145/3507356","title":"Leveraging Narrative to Generate Movie Script","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Thomson Reuters (Canada); Université de Montréal","funders":"","keywords":"Computer science; Narrative; Scripting language; Context (archaeology); Upload; Unavailability; Task (project management); Construct (python library); Information retrieval; Artificial intelligence; Natural language processing; World Wide Web; Linguistics; Programming language","authors":[{"name":"Yutao Zhu","is_ca":true},{"name":"Ruihua Song","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Pan Du","is_ca":true},{"name":"Zhicheng Dou","is_ca":false},{"name":"Jin Zhou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03357747367188199,"gpt":0.2455136343496178,"spread":0.2119361606777358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004380701,0.0001137545,0.0001243635,0.0003498933,0.0008329534,0.0003055413,0.0008160637,0.00002469323,0.00004227373],"category_scores_gemma":[0.00001782222,0.0001205425,0.00005025924,0.0005707319,0.000005850156,0.001653195,0.00004020074,0.0002066836,0.0001736993],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002405512,"about_ca_system_score_gemma":0.00008111993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001295426,"about_ca_topic_score_gemma":0.000001346582,"domain_scores_codex":[0.9985786,0.0001036981,0.0004612139,0.0001735021,0.0004822507,0.0002007534],"domain_scores_gemma":[0.9989158,0.00004417719,0.000115803,0.0007287355,0.0001057355,0.00008973457],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005326107,0.00001384869,0.000003977233,0.00001277976,0.00001552115,9.273529e-7,0.03556314,0.928872,0.00007604283,0.003392885,0.0005708378,0.03147274],"study_design_scores_gemma":[0.0005243809,0.0001495455,0.00003286188,0.00002451943,0.000005833677,0.00006829999,0.01749197,0.8058042,0.0009011509,0.0002558308,0.1743734,0.0003680305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00897415,0.00001704894,0.9854305,0.001461518,0.002254057,0.0003824739,0.00001472852,0.000234011,0.001231518],"genre_scores_gemma":[0.9821658,0.000001675315,0.01527241,0.001613174,0.00003380532,0.0003975384,0.000006988006,0.000005558796,0.0005030064],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9731917,"threshold_uncertainty_score":0.6406488,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400650325","doi":"10.1145/3678003","title":"A Knowledge Graph Embedding Model for Answering Factoid Entity Questions","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Question answering; Computer science; Embedding; Knowledge graph; Information retrieval; Graph; Artificial intelligence; Natural language processing; Theoretical computer science","authors":[{"name":"Parastoo Jafarzadeh","is_ca":true},{"name":"Faezeh Ensan","is_ca":true},{"name":"Mahdiyar Ali Akbar Alavi","is_ca":true},{"name":"Fattane Zarrinkalam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03891582147792144,"gpt":0.3021522972960036,"spread":0.2632364758180821,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003582131,0.0001467811,0.0001401861,0.0005171782,0.0003385305,0.000814836,0.0005267646,0.00009136316,0.000002897717],"category_scores_gemma":[0.00001912076,0.0001451138,0.0001386085,0.0004406696,0.00001350026,0.003893112,0.00001306957,0.0001778155,0.0001140258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001375531,"about_ca_system_score_gemma":0.0001022145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003391675,"about_ca_topic_score_gemma":0.000006732785,"domain_scores_codex":[0.9988507,0.00002588758,0.0004792798,0.0002101338,0.0002070796,0.0002268919],"domain_scores_gemma":[0.9989539,0.0001443206,0.00005943039,0.0006137089,0.0001489875,0.00007963143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002808842,0.00002061918,0.000001324678,0.0003094781,0.00003543616,2.434522e-7,0.006492646,0.8569275,0.00009335052,0.07337823,0.0001777804,0.06256057],"study_design_scores_gemma":[0.0001431372,0.00002320967,0.000002227286,0.0001610477,0.000008821325,0.00001172518,0.0001781528,0.9820682,0.0001582854,0.001387859,0.01570522,0.0001521597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00056185,0.0002394638,0.994743,0.000187829,0.002134617,0.0004929039,0.00005806276,0.0007946299,0.0007876737],"genre_scores_gemma":[0.9469703,0.0000404708,0.05217801,0.00003956386,0.00004823208,0.0003573511,0.00001085799,0.00001002483,0.0003451675],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9464085,"threshold_uncertainty_score":0.7857482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4308605908","doi":"10.1145/3570500","title":"Modeling User Reviews through Bayesian Graph Attention Networks for Recommendation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Inference; Semantics (computer science); Graph; Recommender system; Bayesian network; User modeling; Machine learning; Theoretical computer science; Information retrieval; Artificial intelligence; User interface","authors":[{"name":"Yu Zhao","is_ca":true},{"name":"Qiang Xu","is_ca":true},{"name":"Ying Zou","is_ca":true},{"name":"Wei Li","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0458326038559435,"gpt":0.2828956684031741,"spread":0.2370630645472306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001276398,0.0001830192,0.0002660592,0.0002889159,0.0008887305,0.0003586333,0.0006860804,0.00007637573,0.00002592843],"category_scores_gemma":[0.00001211886,0.0001799035,0.0002090299,0.000570779,0.00000660928,0.003545277,0.00002721044,0.0002400181,0.00001948353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001919872,"about_ca_system_score_gemma":0.00002657248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001563091,"about_ca_topic_score_gemma":0.000006683578,"domain_scores_codex":[0.9980301,0.0002389155,0.000987376,0.0002322394,0.0002631835,0.0002481998],"domain_scores_gemma":[0.9986503,0.0000762586,0.0003514762,0.0007383297,0.0001320461,0.00005155214],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003900178,0.000134806,0.00002356128,0.0002887796,0.00009367021,2.463943e-7,0.002431374,0.717007,0.00001220354,0.03280983,0.02238195,0.2247775],"study_design_scores_gemma":[0.000289805,0.0001145328,0.000001728607,0.00004272376,0.000009349414,0.00001849958,0.0004049987,0.6445876,0.00001063669,0.0006003131,0.3537496,0.000170182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00002670646,0.00008923903,0.9928338,0.001126681,0.003011927,0.001771232,0.0000323383,0.0003883403,0.0007197177],"genre_scores_gemma":[0.9173067,0.0004078548,0.07430668,0.001261071,0.0001320408,0.005785268,0.0003303023,0.00002873096,0.000441399],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9185271,"threshold_uncertainty_score":0.7336251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2674238586","doi":"10.1145/3091107","title":"Search by Screenshots for Universal Article Clipping in Mobile Apps","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval; Chunking (psychology); Usability; Clipping (morphology); Rank (graph theory); Learning to rank; Key (lock); Artificial intelligence; Human–computer interaction; Ranking (information retrieval)","authors":[{"name":"Kazutoshi Umemoto","is_ca":false},{"name":"Ruihua Song","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Xing Xie","is_ca":false},{"name":"Katsumi Tanaka","is_ca":false},{"name":"Rui Yong","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02974584000255332,"gpt":0.2824627019365408,"spread":0.2527168619339875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005010613,0.00008099616,0.0001282001,0.0002218148,0.000524865,0.0006927365,0.0009355164,0.00005629516,0.000004669391],"category_scores_gemma":[0.00003292443,0.00008045111,0.00005673344,0.0001828622,0.00002813958,0.003523828,0.00001771665,0.0001060109,0.00009933066],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006341322,"about_ca_system_score_gemma":0.00003960895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004032084,"about_ca_topic_score_gemma":0.00001924679,"domain_scores_codex":[0.9991174,0.00003386823,0.0002997166,0.0001360189,0.000214832,0.0001981623],"domain_scores_gemma":[0.9986514,0.00009870183,0.0001204563,0.0009742468,0.00009182572,0.00006338304],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008858674,0.0002439485,0.002611367,0.0002543051,0.0001757349,0.000003149699,0.01023192,0.1398628,0.0009845257,0.006950509,0.004392464,0.8342007],"study_design_scores_gemma":[0.001799112,0.0001776613,0.001024795,0.0001650862,0.00001796699,0.000008129167,0.005009876,0.9264542,0.00329212,0.00004728915,0.06166667,0.0003370752],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02755338,0.00001401917,0.9707691,0.0002997727,0.0001957676,0.000275869,0.00008315694,0.00007034206,0.0007386045],"genre_scores_gemma":[0.9956838,0.0000145197,0.003929389,0.00004522194,0.00001535829,0.00008483375,0.0000222754,0.000003405437,0.0002011591],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9681305,"threshold_uncertainty_score":0.6680074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391680357","doi":"10.1145/3640460","title":"Revisiting Bag of Words Document Representations for Efficient Ranking with Transformers","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Computer science; Transformer; Search engine indexing; Inference; ENCODE; Artificial intelligence; Question answering; Information retrieval; Machine learning; Natural language processing; Voltage","authors":[{"name":"David Rau","is_ca":false},{"name":"Mostafa Dehghani","is_ca":false},{"name":"Jaap Kamps","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01808328787664678,"gpt":0.2747271749205496,"spread":0.2566438870439028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005478102,0.0001178161,0.0001593895,0.000365904,0.0001847407,0.0003357864,0.00033382,0.00004549051,0.000005463615],"category_scores_gemma":[0.0000160635,0.00009823524,0.0001005964,0.000538689,0.00001851097,0.001405575,0.000004399389,0.0001094553,0.00001423961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009506903,"about_ca_system_score_gemma":0.00009181201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005435241,"about_ca_topic_score_gemma":0.000001372176,"domain_scores_codex":[0.9985862,0.00003167011,0.0006206381,0.0001814893,0.0004003905,0.0001796167],"domain_scores_gemma":[0.9989772,0.0002630301,0.0001142401,0.0004533123,0.0001442843,0.00004791402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000180379,0.00001017122,0.000003793023,0.0006387458,0.00006666733,4.660482e-7,0.007618749,0.7783276,0.00005687991,0.02665157,0.00001057612,0.1865967],"study_design_scores_gemma":[0.0005743357,0.00008955682,0.0000148129,0.0007390813,0.00003735335,0.00002763761,0.002190396,0.9892214,0.00150757,0.0001650308,0.005257777,0.0001750484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002511886,0.0000823142,0.9940825,0.0006229039,0.0006710633,0.0007713886,0.00002121889,0.0002108096,0.001025911],"genre_scores_gemma":[0.9643445,0.00001199401,0.03523245,0.00003554615,0.00003523369,0.0002559069,0.000009307414,0.000007517688,0.00006752444],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9618326,"threshold_uncertainty_score":0.4005917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}