{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":12,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":12,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"91f92eaff506","filters":{"venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval"}},"results":[{"id":"W178463821","doi":"","title":"Improving Query Translation for CLIR Using Statistical Models","year":2017,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Machine translation; Cross-language information retrieval; Translation (biology); Principle of maximum entropy; Cohesion (chemistry); Word (group theory); Phrase; Query expansion; Rule-based machine translation; Information retrieval; Linguistics","authors":[{"name":"Jianfeng Gao","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Endong Xun","is_ca":false},{"name":"Jian Zhang","is_ca":false},{"name":"Ming Zhou","is_ca":false},{"name":"Changning Huang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2123779867351904,"gpt":0.4237923905713148,"spread":0.2114144038361244,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001267362,0.0001093361,0.0001121208,0.0004596541,0.000422927,0.001522231,0.00126781,0.00009168497,0.000009891231],"category_scores_gemma":[0.001786574,0.0001002242,0.00001388263,0.00008343941,0.00009927656,0.003709647,0.0003863707,0.0002795249,0.000006513725],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001806215,"about_ca_system_score_gemma":0.0004824715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006809755,"about_ca_topic_score_gemma":0.0000126705,"domain_scores_codex":[0.9983214,0.00003196346,0.0003858336,0.0002182085,0.0007659512,0.0002766256],"domain_scores_gemma":[0.9982492,0.0004348274,0.0001677497,0.0003074256,0.000760655,0.00008011882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003556982,0.0000483496,0.0004479226,0.00007989637,0.0000136495,0.000005353627,0.001304054,0.00004696976,0.0008217345,0.550747,0.0000899181,0.4460394],"study_design_scores_gemma":[0.000946858,0.0001272572,0.0009957432,0.0001730569,7.265318e-7,0.000007062625,0.00009045663,0.7501355,0.009708464,0.2365458,0.001034418,0.0002345655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0138537,0.00002362639,0.9832892,0.001204354,0.0002004614,0.0003645511,0.00001969053,0.00006183622,0.0009826006],"genre_scores_gemma":[0.5264164,0.00001441914,0.4734186,0.00005727267,0.0000189301,0.00002111135,0.00003248507,0.000002826991,0.00001797709],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7500886,"threshold_uncertainty_score":0.9995143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914428334","doi":"","title":"Unsupervised Topic Modelling in a Book Recommender System for New Users.","year":2017,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Recommender system; Computer science; Information retrieval; World Wide Web; Data science","authors":[{"name":"Haifa Alharthi","is_ca":true},{"name":"Diana Inkpen","is_ca":true},{"name":"Stan Śzpakowicz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2121619465191949,"gpt":0.3764098487742873,"spread":0.1642479022550924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001372492,0.0001254051,0.0001669351,0.000637215,0.0002442949,0.001286926,0.001525972,0.00009724005,0.00001712794],"category_scores_gemma":[0.0003488557,0.0001151651,0.00002149754,0.0001018545,0.00003073598,0.002253881,0.0004743742,0.0002573542,0.00002196852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003202301,"about_ca_system_score_gemma":0.0004396201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002342633,"about_ca_topic_score_gemma":0.00004050799,"domain_scores_codex":[0.9982542,0.00004486768,0.00055464,0.0002374078,0.0005986064,0.0003102657],"domain_scores_gemma":[0.9986342,0.0002711695,0.0001553244,0.0004380912,0.0003926171,0.0001086262],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006645989,0.0001731593,0.01799507,0.0003477472,0.00007429263,0.00002042278,0.008720825,0.0002174914,0.000057563,0.7344881,0.009334725,0.2279061],"study_design_scores_gemma":[0.008004786,0.0005936627,0.02281346,0.002115533,0.000001401318,0.00002640214,0.001720652,0.5696884,0.008674638,0.04367816,0.3416859,0.0009969396],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03702819,0.00006007056,0.9147211,0.01891432,0.001205729,0.001670677,0.00001225509,0.0001536476,0.02623397],"genre_scores_gemma":[0.9521067,0.0001271947,0.04691444,0.0002159731,0.00004838542,0.0001064446,0.00002439623,0.000005127908,0.0004513722],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9150785,"threshold_uncertainty_score":0.9997498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2887979973","doi":"","title":"Klick Labs at CL-SciSumm 2018.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","authors":[{"name":"Gaurav Baruah","is_ca":true},{"name":"Maheedhar Kolla","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3401690588857369,"gpt":0.4629680896958674,"spread":0.1227990308101305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0088023,0.0001427567,0.0001602869,0.001554267,0.0004401641,0.001538305,0.001890748,0.00007659265,0.002412318],"category_scores_gemma":[0.01096995,0.0001117662,0.0000236802,0.001009378,0.0003602361,0.001183275,0.002110848,0.0002658346,0.007521159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003112122,"about_ca_system_score_gemma":0.0003142955,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002558025,"about_ca_topic_score_gemma":0.00009214659,"domain_scores_codex":[0.9939758,0.000133293,0.0009185585,0.0004866954,0.004050759,0.0004349121],"domain_scores_gemma":[0.995475,0.001501188,0.0001981235,0.0007187506,0.001907762,0.0001991798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002024771,0.0002842517,0.05651607,0.00002242045,0.00006351877,0.00002006252,0.007463278,0.00004349452,0.0002853334,0.06604373,0.4456045,0.4216286],"study_design_scores_gemma":[0.0009600879,0.0002202214,0.06985018,0.00007574551,5.291731e-7,0.00000635651,0.001285553,0.006516971,0.002830873,0.01668282,0.9013384,0.000232278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8572469,0.00001056786,0.003342127,0.006424756,0.002525584,0.0004244676,0.00005649015,0.00006320939,0.1299059],"genre_scores_gemma":[0.987584,0.00002844075,0.003025449,0.0004682495,0.0001138984,0.00001398109,0.0001222313,0.000004268866,0.008639465],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4557339,"threshold_uncertainty_score":0.9994982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2572801983","doi":"","title":"On Measuring Learning in Search: A Position Paper.","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Position (finance); Position paper; Artificial intelligence; World Wide Web; Business","authors":[{"name":"Luanne Freund","is_ca":true},{"name":"Samuel Dodson","is_ca":true},{"name":"Rick Kopak","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1178411601090776,"gpt":0.3387865003556234,"spread":0.2209453402465458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002485545,0.0001604625,0.0001460868,0.001714472,0.0001963887,0.0005561628,0.0009731079,0.0001070578,0.0001987185],"category_scores_gemma":[0.002020401,0.0001197642,0.0000225295,0.0006310417,0.00009399194,0.003268639,0.0004808233,0.0006039075,0.0006072358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005838822,"about_ca_system_score_gemma":0.0005324457,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002564316,"about_ca_topic_score_gemma":0.00001301442,"domain_scores_codex":[0.9963912,0.0001689803,0.0006243131,0.0002646083,0.002036165,0.0005147113],"domain_scores_gemma":[0.9978524,0.0008563731,0.00008756274,0.0002498383,0.0007872569,0.0001665061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00154657,0.0003045027,0.01582461,0.00005387566,0.00002419792,0.00005534713,0.005823573,0.0002228717,0.002823713,0.5336387,0.0002874652,0.4393946],"study_design_scores_gemma":[0.01895153,0.004160909,0.7170405,0.004252336,0.000001994673,0.0001048701,0.002980557,0.04273108,0.1027564,0.05541367,0.04919762,0.002408563],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9483938,0.000006301076,0.02045588,0.0120979,0.0003322929,0.0005944079,0.000009481513,0.000123046,0.0179869],"genre_scores_gemma":[0.9972332,0.0001018337,0.001816201,0.0003254733,0.00001724581,0.00003875616,0.00002577925,0.000004554621,0.0004370278],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7012159,"threshold_uncertainty_score":0.780499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2918429485","doi":"","title":"A Best Match KNN-based Approach for Large-scale Product Categorization.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Text and Document Classification Technologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University; York University","funders":"","keywords":"Categorization; Computer science; Scale (ratio); Product (mathematics); Artificial intelligence; Data mining; Pattern recognition (psychology); Mathematics; Cartography; Geography","authors":[{"name":"Haohao Hu","is_ca":false},{"name":"Runjie Zhu","is_ca":true},{"name":"Yuqi Wang","is_ca":true},{"name":"Wenying Feng","is_ca":true},{"name":"Xing Tan","is_ca":true},{"name":"Jimmy Xiangji Huang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09819718700532777,"gpt":0.3537909891693088,"spread":0.2555938021639811,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001254146,0.0001391225,0.000125376,0.0008719358,0.0002844935,0.0007076623,0.00130068,0.00009109637,0.00005575741],"category_scores_gemma":[0.001227993,0.000124441,0.00001844148,0.0006151128,0.0001403402,0.001308989,0.0003563394,0.0002175282,0.000144471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000178599,"about_ca_system_score_gemma":0.0005552397,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008947524,"about_ca_topic_score_gemma":0.000007802681,"domain_scores_codex":[0.997869,0.00003760466,0.000458967,0.0003586223,0.000893124,0.0003826857],"domain_scores_gemma":[0.9976265,0.0002310535,0.000127059,0.0004310545,0.001501203,0.00008306408],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006287003,0.0007454381,0.01007964,0.0001290509,0.00004054185,0.000001287092,0.004149735,0.0000579541,0.0004827882,0.8789428,0.00569009,0.09905197],"study_design_scores_gemma":[0.006787441,0.00166678,0.02088727,0.0002422961,0.000003221081,0.00001088534,0.004130773,0.4969812,0.1156261,0.05442757,0.2980124,0.001224061],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01734391,0.000009675084,0.9654049,0.006510507,0.0003431346,0.0008850237,0.00002313137,0.0001812752,0.009298472],"genre_scores_gemma":[0.8701008,0.000023829,0.1286783,0.0002068102,0.0000511578,0.0002157887,0.0002271876,0.000005090362,0.0004909944],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8527569,"threshold_uncertainty_score":0.6824003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885533082","doi":"","title":"CL-SciSumm Shared Task - Team Magma.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; Magma; Geology; Engineering; Systems engineering; Volcano; Seismology","authors":[{"name":"Héctor Martínez Alonso","is_ca":false},{"name":"Raheleh Makki","is_ca":true},{"name":"Jia Gu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1037866378267287,"gpt":0.359354122566273,"spread":0.2555674847395444,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001303884,0.0001314265,0.0001183313,0.0007943184,0.0001954786,0.0008508827,0.001541557,0.00008902673,0.0002221329],"category_scores_gemma":[0.00127417,0.0001210655,0.0000151729,0.0004037115,0.0001272243,0.001980837,0.0008769131,0.0003532414,0.0007277283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002293497,"about_ca_system_score_gemma":0.0005631975,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002379023,"about_ca_topic_score_gemma":0.00001780651,"domain_scores_codex":[0.997388,0.00005772219,0.0005067779,0.0002898251,0.001373842,0.0003838019],"domain_scores_gemma":[0.9979886,0.000278602,0.00009295632,0.0003826949,0.001112376,0.0001447986],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007213745,0.0002769513,0.01555223,0.00007005738,0.00007271917,0.00002157847,0.01517945,0.00004327184,0.0009139362,0.5288882,0.01319476,0.4250655],"study_design_scores_gemma":[0.005010375,0.001129851,0.0765789,0.0006755584,0.000001486984,0.00005406719,0.001475119,0.3257927,0.02051727,0.09460208,0.4728873,0.001275316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4145087,0.00002790412,0.4169638,0.01303442,0.002383067,0.00108605,0.00003631422,0.0003076028,0.1516522],"genre_scores_gemma":[0.9563825,0.00003889089,0.04251048,0.0004626132,0.00009138214,0.00002673603,0.00004863256,0.000004003899,0.0004347811],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5418738,"threshold_uncertainty_score":0.9353718,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2577032177","doi":"","title":"Learning in second-language searching","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence","authors":[{"name":"Anita Komlódi","is_ca":false},{"name":"Nadia Caidi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04934505363614039,"gpt":0.3550492955381386,"spread":0.3057042419019982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001764902,0.0001092702,0.0001061644,0.001211989,0.00009420203,0.0004595193,0.001116776,0.00007610817,0.0001328212],"category_scores_gemma":[0.002489266,0.00007997306,0.00001075647,0.0004120416,0.00006944448,0.002106623,0.0006997102,0.0005264607,0.0001015777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002892244,"about_ca_system_score_gemma":0.0003694293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002201036,"about_ca_topic_score_gemma":0.00003037636,"domain_scores_codex":[0.9980114,0.0001024626,0.0003833578,0.0002236135,0.0009328463,0.0003462831],"domain_scores_gemma":[0.9986418,0.000657108,0.00007838881,0.0001921592,0.0003469441,0.0000836306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002275065,0.00006344193,0.01258731,0.00004290209,0.00001076335,0.00004976314,0.00898911,0.000003991055,0.004189856,0.1232442,0.0002020896,0.8503891],"study_design_scores_gemma":[0.01227133,0.002045457,0.1441936,0.005871913,0.000001225953,0.0001639246,0.006363874,0.03651458,0.3960052,0.3233882,0.07031627,0.002864378],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8774788,0.00009017888,0.1006065,0.008848502,0.000288453,0.0004841605,0.000007019035,0.0003178348,0.01187852],"genre_scores_gemma":[0.9566007,0.00004790295,0.04268173,0.000134209,0.00001511198,0.00002049413,0.00001083069,0.000003436168,0.0004856301],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8475247,"threshold_uncertainty_score":0.4431155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964507227","doi":"","title":"Entity Retrieval Docker Image for OSIRRC at SIGIR 2019.","year":2019,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Natural language processing; Artificial intelligence","authors":[{"name":"Negar Arabzadeh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2349553371768173,"gpt":0.4577698368885389,"spread":0.2228144997117216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008696611,0.0002010979,0.000279245,0.001294575,0.0002603116,0.00143344,0.001738282,0.0001311398,0.002892073],"category_scores_gemma":[0.01095064,0.0001665705,0.00005723457,0.000632729,0.0001791337,0.002628674,0.001467525,0.0003597496,0.005294649],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004372649,"about_ca_system_score_gemma":0.0004266075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003533322,"about_ca_topic_score_gemma":0.00004367063,"domain_scores_codex":[0.9936718,0.0001724679,0.001187016,0.0005016521,0.003945496,0.000521538],"domain_scores_gemma":[0.994002,0.002736847,0.0002947728,0.0006245256,0.002144059,0.0001978105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01858358,0.0009422167,0.05272777,0.0003159462,0.0002905795,0.00002439203,0.007007212,0.0000990791,0.003380479,0.4564485,0.354348,0.1058322],"study_design_scores_gemma":[0.00337286,0.0004394439,0.05538226,0.0001191174,0.000002065671,0.000005007984,0.001489412,0.002605948,0.007639399,0.0531845,0.8753053,0.0004546955],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.91348,0.00002162676,0.006266566,0.009548864,0.001988938,0.002215516,0.0005028773,0.00006812875,0.06590741],"genre_scores_gemma":[0.9692096,0.000169241,0.006775473,0.001025787,0.00009143858,0.00006436439,0.001094124,0.00001331928,0.02155664],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5209572,"threshold_uncertainty_score":0.9996032,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2966871904","doi":"","title":"University of Waterloo Docker Images for OSIRRC at SIGIR 2019.","year":2019,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"AI in cancer detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval","authors":[{"name":"Ryan Clancy","is_ca":true},{"name":"Zeynep Akkalyoncu Yilmaz","is_ca":true},{"name":"Ze Zhong Wu","is_ca":true},{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05017968987095447,"gpt":0.3071664114608667,"spread":0.2569867215899122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007941608,0.00009852243,0.00012346,0.0005178876,0.0001094913,0.0001458964,0.0008850322,0.00007589978,0.0001883038],"category_scores_gemma":[0.0002367961,0.00009635396,0.00002294842,0.0002371673,0.00007941747,0.001331204,0.0005885015,0.0001752331,0.0002597842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003783029,"about_ca_system_score_gemma":0.0003393047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006960829,"about_ca_topic_score_gemma":0.00001906654,"domain_scores_codex":[0.9983981,0.0000395114,0.0002995689,0.0002147294,0.0008030778,0.0002450388],"domain_scores_gemma":[0.9982619,0.0004018965,0.0001235648,0.0002499143,0.0008919132,0.00007079633],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01316136,0.0007657258,0.1149808,0.0009747362,0.0004501599,0.00002600864,0.03390671,0.001136897,0.02480256,0.2906839,0.05787138,0.4612397],"study_design_scores_gemma":[0.01137139,0.002379728,0.1852605,0.0007160233,0.000004159801,0.00003176432,0.002343912,0.0580682,0.28789,0.03275065,0.4178976,0.001286056],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9262549,0.00002169701,0.05362213,0.003990897,0.001109718,0.001193247,0.0000660844,0.00007986328,0.01366148],"genre_scores_gemma":[0.9802588,0.0001180268,0.01606643,0.000076571,0.00001763531,0.000007544958,0.00006679326,0.000003988882,0.003384164],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4599537,"threshold_uncertainty_score":0.3929201,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154288935","doi":"","title":"Pyserini: An Easy-to-Use Python Toolkit to Support Replicable IR Research with Sparse and Dense Representations","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Python (programming language); Computer science; Information retrieval; Scripting language; Ranking (information retrieval); Empirical research; Data mining; Artificial intelligence; Machine learning; Programming language","authors":[{"name":"Jimmy Lin","is_ca":true},{"name":"Xueguang Ma","is_ca":true},{"name":"Sheng-Chieh Lin","is_ca":true},{"name":"Jheng-Hong Yang","is_ca":true},{"name":"Ronak Pradeep","is_ca":true},{"name":"Rodrigo Nogueira","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2521258103347477,"gpt":0.4196982070748599,"spread":0.1675723967401122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002906684,0.0001756361,0.0001832236,0.001363984,0.0004045878,0.002344131,0.001112421,0.00009120348,0.0001461668],"category_scores_gemma":[0.005595653,0.0001679398,0.00001363647,0.001708339,0.0001502547,0.004233356,0.001358947,0.0005413272,0.0004254743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002991454,"about_ca_system_score_gemma":0.00139726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002457673,"about_ca_topic_score_gemma":0.0004466072,"domain_scores_codex":[0.99572,0.0002489119,0.0006205742,0.0006532315,0.002088131,0.0006691936],"domain_scores_gemma":[0.9937556,0.001064258,0.00007380683,0.0008341943,0.003718898,0.0005532088],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.003856709,0.001004325,0.06559446,0.0001253164,0.0001210797,0.0007415776,0.03975589,0.001585056,0.008696843,0.7415984,0.006391424,0.130529],"study_design_scores_gemma":[0.003009472,0.006619557,0.3038542,0.001017691,0.000004381721,0.0004483763,0.02049074,0.03139492,0.303558,0.03806992,0.2894425,0.002090144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9456858,0.000004509789,0.03655802,0.009070616,0.0001985984,0.0008435906,0.00001793311,0.00009373514,0.00752717],"genre_scores_gemma":[0.9170288,0.00009610785,0.0798337,0.0008362213,0.00003579666,0.0001706647,0.00009401417,0.00001312853,0.001891553],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7035284,"threshold_uncertainty_score":0.9986916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3155218916","doi":"","title":"On the Orthogonality of Bias and Effectiveness in Ad hoc Retrieval","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Orthogonality; Computer science; Wireless ad hoc network; Information retrieval; Mathematics; Telecommunications; Wireless","authors":[{"name":"Amin Bigdeli","is_ca":true},{"name":"Negar Arabzadeh","is_ca":true},{"name":"Shirin Seyedsalehi","is_ca":true},{"name":"Morteza Zihayat","is_ca":true},{"name":"Ebrahim Bagheri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.135479264871731,"gpt":0.3842148487306526,"spread":0.2487355838589217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003028904,0.0001320776,0.0001833311,0.000502939,0.00009605312,0.0002597576,0.0006563292,0.00008190397,0.00003855048],"category_scores_gemma":[0.006961736,0.0001004937,0.00002013499,0.0007939704,0.0001587759,0.0009661351,0.0006188042,0.000475811,0.00001369686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001533484,"about_ca_system_score_gemma":0.0005151211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000681771,"about_ca_topic_score_gemma":0.00000955966,"domain_scores_codex":[0.9975916,0.0003040832,0.0005001421,0.0002626792,0.001092856,0.0002486086],"domain_scores_gemma":[0.9954412,0.003080036,0.0001240732,0.0003199669,0.000962853,0.00007189711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.002915178,0.0004060773,0.02778981,0.00020655,0.00005477672,0.00007592923,0.002985595,0.00002276792,0.002308269,0.7825986,0.0001769751,0.1804595],"study_design_scores_gemma":[0.002378806,0.0007996107,0.4919546,0.001131069,0.0000010544,0.00003011398,0.0006597441,0.00294173,0.3200456,0.1707228,0.008892551,0.000442298],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9697419,0.00009563508,0.02479043,0.002415924,0.0001295372,0.0004009607,0.00001282012,0.00003081241,0.002381983],"genre_scores_gemma":[0.9943739,0.0006511728,0.004678876,0.0002088881,0.000006213985,0.00001672244,0.000021144,0.000003173852,0.00003994451],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6118758,"threshold_uncertainty_score":0.8334351,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154290858","doi":"","title":"Graph Meta Network for Multi-Behavior Recommendation with Interaction Heterogeneity and Diversity","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Diversity (politics); Sociology","authors":[{"name":"Lianghao Xia","is_ca":false},{"name":"Chao Huang","is_ca":false},{"name":"Yong Xu","is_ca":false},{"name":"Peng Dai","is_ca":false},{"name":"Liefeng Bo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2140245660580576,"gpt":0.4028547213879218,"spread":0.1888301553298641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005916121,0.0001155346,0.0001591593,0.0002487697,0.000289134,0.000251372,0.0001604028,0.00003572714,0.0002158408],"category_scores_gemma":[0.00007462499,0.0001017579,0.00003196737,0.000226777,0.00005190159,0.0006193235,0.0003960404,0.0002115967,0.000004744174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007631337,"about_ca_system_score_gemma":0.0001117821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006737281,"about_ca_topic_score_gemma":0.0001518086,"domain_scores_codex":[0.9989157,0.00006347325,0.000291076,0.0001948877,0.0003362036,0.0001986546],"domain_scores_gemma":[0.9986708,0.0002529561,0.0001086514,0.0001127437,0.0007858762,0.00006899876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001411796,0.000530105,0.7926294,0.0000434692,0.001187547,0.000004106663,0.001109521,0.0001679771,0.00009634549,0.03780075,0.001443276,0.1635757],"study_design_scores_gemma":[0.009796474,0.001048476,0.7889223,0.0004292295,0.0002431809,0.00002382927,0.004716943,0.05110937,0.02677435,0.03171367,0.08354318,0.001679039],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8792464,0.00001571661,0.1168938,0.001066331,0.0001617799,0.0007257324,0.00008190756,0.00004072243,0.001767674],"genre_scores_gemma":[0.9717628,0.00003627627,0.02716104,0.00006131557,0.00003620104,0.0001130135,0.0007710682,0.000003919324,0.0000543102],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1618967,"threshold_uncertainty_score":0.4149565,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}