{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":12,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":12,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"91f92eaff506","filters":{"venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval"}},"results":[{"id":"W178463821","doi":"","title":"Improving Query Translation for CLIR Using Statistical Models","year":2017,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Machine translation; Cross-language information retrieval; Translation (biology); Principle of maximum entropy; Cohesion (chemistry); Word (group theory); Phrase; Query expansion; Rule-based machine translation; Information retrieval; Linguistics","authors":[{"name":"Jianfeng Gao","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Endong Xun","is_ca":false},{"name":"Jian Zhang","is_ca":false},{"name":"Ming Zhou","is_ca":false},{"name":"Changning Huang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2123779867351904,"gpt":0.4237923905713148,"spread":0.2114144038361244,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004340593,0.001827239,0.002057944,0.003065519,0.0009881081,0.001827111,0.001843839,0.00137834,0.004056699],"category_scores_gemma":[0.01367289,0.0007574164,0.001877591,0.004433515,0.0007797951,0.003718453,0.001455295,0.001778961,0.006440961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001245936,"about_ca_system_score_gemma":0.002400898,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009847313,"about_ca_topic_score_gemma":0.01275094,"domain_scores_codex":[0.9953832,0.002277506,0.0003605532,0.0007312432,0.001026147,0.0002212595],"domain_scores_gemma":[0.9931166,0.003840061,0.0003503332,0.0009994896,0.001591685,0.000101731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006263531,0.0006724112,0.002593701,0.001138852,0.0003144224,0.000299567,0.0004745694,0.1344115,0.0503055,0.01622867,0.02598597,0.7669484],"study_design_scores_gemma":[0.00006273175,0.0001662173,0.000414928,0.00001807984,0.00006926767,0.0001788383,0.00009881918,0.9768487,0.009801519,0.00717249,0.005126138,0.00004238519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01353519,0.001792348,0.9746383,0.0004733885,0.0001503384,0.000219955,0.0003729035,0.006886255,0.001931299],"genre_scores_gemma":[0.2355515,0.001963333,0.752973,0.0008003571,0.0003899331,0.0005440926,0.002814247,0.001104182,0.0038594],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009847313,"threshold_uncertainty_score":0.02295548,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914428334","doi":"","title":"Unsupervised Topic Modelling in a Book Recommender System for New Users.","year":2017,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Recommender system; Computer science; Information retrieval; World Wide Web; Data science","authors":[{"name":"Haifa Alharthi","is_ca":true},{"name":"Diana Inkpen","is_ca":true},{"name":"Stan Śzpakowicz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2121619465191949,"gpt":0.3764098487742873,"spread":0.1642479022550924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002850079,0.0005750952,0.001336825,0.001342286,0.0007976202,0.001401173,0.002016174,0.001778615,0.001656314],"category_scores_gemma":[0.008880114,0.0006121131,0.001147719,0.001651726,0.0003500199,0.002664869,0.0009931845,0.001821271,0.002191497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006242777,"about_ca_system_score_gemma":0.0009223212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01676164,"about_ca_topic_score_gemma":0.04394415,"domain_scores_codex":[0.998798,0.0006178397,0.00007942966,0.0002280535,0.0001838556,0.00009282266],"domain_scores_gemma":[0.995405,0.003304762,0.0001238668,0.000380905,0.0006358612,0.0001495451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003135357,0.001254022,0.02612171,0.0006306647,0.0009465612,0.0005103379,0.001454697,0.1845331,0.01902933,0.01152739,0.06092421,0.6899326],"study_design_scores_gemma":[0.00005490733,0.00008498781,0.002326877,0.00001206778,0.0001166053,0.0001012747,0.00009374909,0.9891148,0.001997967,0.003282148,0.002783946,0.0000306975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1421382,0.004838529,0.8399957,0.001698861,0.0004142038,0.0003221236,0.00202432,0.003955225,0.004612784],"genre_scores_gemma":[0.60966,0.001340843,0.370025,0.0003483326,0.0007115659,0.000277963,0.00378239,0.0004084315,0.0134454],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01676164,"threshold_uncertainty_score":0.03332812,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2887979973","doi":"","title":"Klick Labs at CL-SciSumm 2018.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","authors":[{"name":"Gaurav Baruah","is_ca":true},{"name":"Maheedhar Kolla","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3401690588857369,"gpt":0.4629680896958674,"spread":0.1227990308101305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002094364,0.001867116,0.001846521,0.003077874,0.001708127,0.00620849,0.002509897,0.001761133,0.7218171],"category_scores_gemma":[0.004206015,0.0007114998,0.0006177471,0.003656025,0.0005253922,0.0063278,0.003001287,0.002569829,0.6695889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001350974,"about_ca_system_score_gemma":0.002110791,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002648748,"about_ca_topic_score_gemma":0.005767037,"domain_scores_codex":[0.9983941,0.0001542849,0.00005689762,0.0003970371,0.0008288315,0.0001688724],"domain_scores_gemma":[0.996884,0.0003092082,0.0001011992,0.0005717881,0.001062482,0.001071204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001295541,0.00009231959,0.0001080553,0.00007106649,0.000007243508,0.00003625949,0.00003053507,0.0001430674,0.0009376528,0.00396071,0.9156868,0.07879664],"study_design_scores_gemma":[0.00006803667,0.00005113256,0.0002775871,0.00004442927,0.00001094029,0.00006104244,0.00006979288,0.001056366,0.001633384,0.008512931,0.9881905,0.00002399009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.003636918,0.006318172,0.04241224,0.02914095,0.009920424,0.0004822048,0.04126858,0.08657128,0.7802494],"genre_scores_gemma":[0.006643155,0.00209884,0.01190019,0.001191645,0.001214931,0.0001562676,0.01654028,0.006399475,0.9538551],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7218171,"threshold_uncertainty_score":0.3967941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2572801983","doi":"","title":"On Measuring Learning in Search: A Position Paper.","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Position (finance); Position paper; Artificial intelligence; World Wide Web; Business","authors":[{"name":"Luanne Freund","is_ca":true},{"name":"Samuel Dodson","is_ca":true},{"name":"Rick Kopak","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1178411601090776,"gpt":0.3387865003556234,"spread":0.2209453402465458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01278442,0.001444251,0.001738007,0.004579304,0.0008896319,0.004799126,0.002044367,0.003391401,0.00942554],"category_scores_gemma":[0.0979934,0.0005201386,0.001121833,0.007463292,0.001885116,0.01083353,0.002839415,0.003338665,0.003742328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001765333,"about_ca_system_score_gemma":0.00223274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006075454,"about_ca_topic_score_gemma":0.004295683,"domain_scores_codex":[0.9918704,0.004255919,0.0004264732,0.001356803,0.001712018,0.0003783433],"domain_scores_gemma":[0.8133127,0.1643279,0.002907938,0.008137944,0.008982135,0.002331318],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009079945,0.001570366,0.06986278,0.00233217,0.001388023,0.0001113734,0.001201295,0.0104142,0.001732978,0.07104663,0.09375481,0.7456773],"study_design_scores_gemma":[0.0004793991,0.002726712,0.1447886,0.003279854,0.002610443,0.0008632715,0.002920521,0.1173235,0.01014697,0.556872,0.1574866,0.0005021913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1150531,0.2151883,0.4610869,0.1073458,0.01316471,0.0007544104,0.004190272,0.0019482,0.08126836],"genre_scores_gemma":[0.6393448,0.08508094,0.2199577,0.01096806,0.01147544,0.0007419396,0.002857868,0.0006663045,0.02890702],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9872156,"threshold_uncertainty_score":0.06761128,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2918429485","doi":"","title":"A Best Match KNN-based Approach for Large-scale Product Categorization.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Text and Document Classification Technologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University; York University","funders":"","keywords":"Categorization; Computer science; Scale (ratio); Product (mathematics); Artificial intelligence; Data mining; Pattern recognition (psychology); Mathematics; Cartography; Geography","authors":[{"name":"Haohao Hu","is_ca":false},{"name":"Runjie Zhu","is_ca":true},{"name":"Yuqi Wang","is_ca":true},{"name":"Wenying Feng","is_ca":true},{"name":"Xing Tan","is_ca":true},{"name":"Jimmy Xiangji Huang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09819718700532777,"gpt":0.3537909891693088,"spread":0.2555938021639811,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002884294,0.001921872,0.002536625,0.008502367,0.002171953,0.002647227,0.005112526,0.003788165,0.00950366],"category_scores_gemma":[0.007569421,0.0007619867,0.002344518,0.008130332,0.0008419373,0.003727709,0.002841388,0.00205452,0.008303275],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001588674,"about_ca_system_score_gemma":0.002714912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01827435,"about_ca_topic_score_gemma":0.03431482,"domain_scores_codex":[0.9958288,0.0006380704,0.0004042907,0.001273159,0.001453079,0.0004026004],"domain_scores_gemma":[0.9973404,0.0007613832,0.0001781155,0.0005251582,0.001013276,0.0001816673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008894078,0.001092354,0.005861633,0.0004697011,0.0006429152,0.000314413,0.0001919283,0.02693512,0.007303566,0.003873795,0.05806817,0.8943569],"study_design_scores_gemma":[0.0001259539,0.0003029327,0.004248111,0.0001126842,0.0003103124,0.0004999885,0.0005733126,0.9394288,0.005514711,0.02996639,0.0188444,0.00007234551],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04874412,0.005751807,0.9065855,0.001026754,0.0009699687,0.001745456,0.007196938,0.01473832,0.01324116],"genre_scores_gemma":[0.2256925,0.0007192221,0.7427307,0.0007827271,0.0003044991,0.0005813919,0.01388176,0.0005544599,0.0147527],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01827435,"threshold_uncertainty_score":0.03633595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885533082","doi":"","title":"CL-SciSumm Shared Task - Team Magma.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; Magma; Geology; Engineering; Systems engineering; Volcano; Seismology","authors":[{"name":"Héctor Martínez Alonso","is_ca":false},{"name":"Raheleh Makki","is_ca":true},{"name":"Jia Gu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1037866378267287,"gpt":0.359354122566273,"spread":0.2555674847395444,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01015668,0.004366464,0.003897162,0.003092716,0.003122059,0.005504952,0.008267183,0.004455155,0.1357459],"category_scores_gemma":[0.03876713,0.00183012,0.003127382,0.003071995,0.0008713283,0.005605989,0.01028887,0.003805758,0.1896321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002155329,"about_ca_system_score_gemma":0.009372372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01137027,"about_ca_topic_score_gemma":0.02145815,"domain_scores_codex":[0.9927375,0.003106114,0.0004233997,0.001853262,0.001022958,0.0008567456],"domain_scores_gemma":[0.9862804,0.001859108,0.0003159229,0.005933983,0.003544982,0.002065633],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003048077,0.0004773295,0.0005991635,0.0009492533,0.0004030119,0.00008836229,0.0002356674,0.005386353,0.003965126,0.002481623,0.8721866,0.1101794],"study_design_scores_gemma":[0.0046822,0.001616348,0.001982819,0.0002793195,0.0006075517,0.0002376207,0.0005859025,0.1890707,0.02071598,0.05146581,0.7283273,0.0004284055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"software","genre_gemma":"empirical","genre_scores_codex":[0.02027707,0.002509159,0.3004579,0.004182428,0.009364802,0.005545822,0.1680821,0.4334396,0.0561412],"genre_scores_gemma":[0.1187508,0.0007060359,0.4038611,0.002441745,0.002199607,0.01358736,0.3256307,0.03783557,0.09498705],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1357459,"threshold_uncertainty_score":0.4541151,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2577032177","doi":"","title":"Learning in second-language searching","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence","authors":[{"name":"Anita Komlódi","is_ca":false},{"name":"Nadia Caidi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04934505363614039,"gpt":0.3550492955381386,"spread":0.3057042419019982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001756143,0.0004108687,0.0008787969,0.001457567,0.001033963,0.003112584,0.001434783,0.001489575,0.01431983],"category_scores_gemma":[0.01562184,0.0004829372,0.0006859789,0.001596781,0.001676637,0.01158231,0.002082448,0.001793194,0.002170807],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001225338,"about_ca_system_score_gemma":0.001360492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005168993,"about_ca_topic_score_gemma":0.004935798,"domain_scores_codex":[0.9985887,0.0006402432,0.00007536053,0.0003735444,0.0001950692,0.0001269861],"domain_scores_gemma":[0.9898252,0.007700396,0.0003214887,0.001196648,0.0006186595,0.0003375364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008270963,0.001377927,0.02744875,0.000637601,0.0001660338,0.0004285235,0.003240508,0.02180701,0.008974074,0.2671466,0.01171428,0.6562316],"study_design_scores_gemma":[0.0001815877,0.000566191,0.008109472,0.0001297843,0.0001018485,0.0008322572,0.002436485,0.3300611,0.01454972,0.6212059,0.02175048,0.00007509933],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4785658,0.003358137,0.4202133,0.004541005,0.0002469982,0.0001999874,0.0005003036,0.002020472,0.09035409],"genre_scores_gemma":[0.9370564,0.000538676,0.04288838,0.0003417989,0.00007854076,0.00005927414,0.0005564031,0.0001319494,0.01834871],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01431983,"threshold_uncertainty_score":0.04790461,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964507227","doi":"","title":"Entity Retrieval Docker Image for OSIRRC at SIGIR 2019.","year":2019,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Natural language processing; Artificial intelligence","authors":[{"name":"Negar Arabzadeh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2349553371768173,"gpt":0.4577698368885389,"spread":0.2228144997117216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004241883,0.002032607,0.002092869,0.004834651,0.002164147,0.009368203,0.003359588,0.00374546,0.8238291],"category_scores_gemma":[0.008000875,0.0009293553,0.001402836,0.003395805,0.0006868541,0.007930278,0.004389193,0.00274833,0.769774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001557478,"about_ca_system_score_gemma":0.0027394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008958125,"about_ca_topic_score_gemma":0.01378063,"domain_scores_codex":[0.9983523,0.0001348568,0.00005978997,0.0002968818,0.0009297775,0.0002264735],"domain_scores_gemma":[0.9927649,0.0007920847,0.0002362582,0.001061345,0.00230057,0.002844901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003961383,0.00001890031,0.00001864726,0.00002959131,0.000002029562,0.00001067259,0.000005234961,0.00002194916,0.0002283563,0.0003707478,0.9883519,0.01090244],"study_design_scores_gemma":[0.00004541233,0.00003973628,0.0001955187,0.00004059667,0.000005126008,0.00003605728,0.00001896865,0.0004706813,0.0003872249,0.00114912,0.9975954,0.00001613335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"software","genre_scores_codex":[0.00168512,0.003907439,0.02873918,0.02385739,0.02883297,0.0009272718,0.08982072,0.1329444,0.6892856],"genre_scores_gemma":[0.002787028,0.0008545135,0.009940381,0.001946617,0.003264525,0.0001592431,0.05595017,0.009907455,0.91519],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.8238291,"threshold_uncertainty_score":0.2512864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2966871904","doi":"","title":"University of Waterloo Docker Images for OSIRRC at SIGIR 2019.","year":2019,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"AI in cancer detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval","authors":[{"name":"Ryan Clancy","is_ca":true},{"name":"Zeynep Akkalyoncu Yilmaz","is_ca":true},{"name":"Ze Zhong Wu","is_ca":true},{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05017968987095447,"gpt":0.3071664114608667,"spread":0.2569867215899122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001892061,0.001645822,0.001882722,0.004301507,0.003125698,0.008394465,0.002218729,0.002214486,0.8181304],"category_scores_gemma":[0.003965039,0.00113693,0.001035762,0.003936959,0.0005679381,0.004233452,0.00316096,0.001940266,0.6888012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00229217,"about_ca_system_score_gemma":0.004006065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06016986,"about_ca_topic_score_gemma":0.1508276,"domain_scores_codex":[0.9989219,0.00006574433,0.00003371825,0.0002108979,0.0005777719,0.0001900272],"domain_scores_gemma":[0.9971938,0.0002087336,0.0000745276,0.0004245644,0.001182482,0.0009158782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003987116,0.00001222746,0.00003835911,0.00004266298,0.000002785151,0.00001506496,0.00001503338,0.00002005081,0.0003162217,0.0003660991,0.9839433,0.01518826],"study_design_scores_gemma":[0.00002892832,0.0000193232,0.0004160711,0.00004555515,0.000005402122,0.00004422162,0.000054344,0.0003656486,0.0004826772,0.000758936,0.9977641,0.00001475516],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"software","genre_scores_codex":[0.001806456,0.003533852,0.009929275,0.008587403,0.00610868,0.0006456739,0.1472575,0.05364839,0.7684827],"genre_scores_gemma":[0.00310263,0.0009213343,0.008289603,0.000804505,0.0004883988,0.0001209858,0.05260159,0.006297052,0.9273739],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.8181304,"threshold_uncertainty_score":0.2594149,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154288935","doi":"","title":"Pyserini: An Easy-to-Use Python Toolkit to Support Replicable IR Research with Sparse and Dense Representations","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Python (programming language); Computer science; Information retrieval; Scripting language; Ranking (information retrieval); Empirical research; Data mining; Artificial intelligence; Machine learning; Programming language","authors":[{"name":"Jimmy Lin","is_ca":true},{"name":"Xueguang Ma","is_ca":true},{"name":"Sheng-Chieh Lin","is_ca":true},{"name":"Jheng-Hong Yang","is_ca":true},{"name":"Ronak Pradeep","is_ca":true},{"name":"Rodrigo Nogueira","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2521258103347477,"gpt":0.4196982070748599,"spread":0.1675723967401122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005074273,0.002315041,0.001548092,0.001713136,0.000974377,0.003304148,0.005634859,0.001151194,0.04865607],"category_scores_gemma":[0.02097319,0.001694139,0.002080605,0.001664623,0.001519271,0.00613692,0.005691207,0.00504545,0.05073935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009875294,"about_ca_system_score_gemma":0.003445084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003287636,"about_ca_topic_score_gemma":0.003877228,"domain_scores_codex":[0.9972032,0.0007254115,0.0003272267,0.0004702372,0.0009526355,0.0003211841],"domain_scores_gemma":[0.9929662,0.00314547,0.0003435173,0.002142199,0.0009184831,0.0004841617],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001289542,0.0004532269,0.002749708,0.002456745,0.0003426257,0.0004906897,0.0009381102,0.009103066,0.01618957,0.02491833,0.6951302,0.2459381],"study_design_scores_gemma":[0.001024656,0.0003703107,0.004439078,0.0004739034,0.0001802768,0.001070873,0.0002767315,0.1865681,0.05277393,0.1013831,0.6508963,0.0005426914],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"software","genre_gemma":"software","genre_scores_codex":[0.003047858,0.0003157834,0.288722,0.0004350617,0.0002571972,0.0005298806,0.01162399,0.6841251,0.01094316],"genre_scores_gemma":[0.06375163,0.0008320864,0.6125839,0.001707352,0.0002510645,0.003883688,0.04968108,0.2443235,0.0229857],"genre_candidate":"software","genre_consensus":"software","teacher_disagreement_score":0.9949257,"threshold_uncertainty_score":0.1627708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3155218916","doi":"","title":"On the Orthogonality of Bias and Effectiveness in Ad hoc Retrieval","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Orthogonality; Computer science; Wireless ad hoc network; Information retrieval; Mathematics; Telecommunications; Wireless","authors":[{"name":"Amin Bigdeli","is_ca":true},{"name":"Negar Arabzadeh","is_ca":true},{"name":"Shirin Seyedsalehi","is_ca":true},{"name":"Morteza Zihayat","is_ca":true},{"name":"Ebrahim Bagheri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.135479264871731,"gpt":0.3842148487306526,"spread":0.2487355838589217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08407935,0.001170148,0.003314216,0.004809001,0.001659153,0.005734851,0.001983917,0.00265485,0.005020702],"category_scores_gemma":[0.4269019,0.001506511,0.00161918,0.004106837,0.01300685,0.01854718,0.006240162,0.004066197,0.0007303878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002669386,"about_ca_system_score_gemma":0.002437201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002361719,"about_ca_topic_score_gemma":0.001606552,"domain_scores_codex":[0.9158933,0.05828084,0.005252615,0.005748817,0.01270686,0.002117612],"domain_scores_gemma":[0.2105066,0.7433951,0.01216249,0.02187695,0.01046416,0.001594582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.006413247,0.0009734738,0.0926979,0.001043972,0.001527756,0.0004847621,0.002024271,0.03538596,0.007328053,0.5054605,0.005448695,0.3412114],"study_design_scores_gemma":[0.0009648406,0.001604694,0.03389748,0.0002120015,0.0009129932,0.001412634,0.0008437934,0.1873248,0.005780771,0.7630121,0.003758007,0.0002758301],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3796121,0.01226556,0.5670944,0.005889677,0.0006647744,0.0006577035,0.0005385017,0.0004927059,0.03278458],"genre_scores_gemma":[0.948821,0.001585793,0.04523633,0.0006287812,0.001073947,0.0002578066,0.0001905233,0.0002203785,0.001985367],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.08407935,"threshold_uncertainty_score":0.4446594,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154290858","doi":"","title":"Graph Meta Network for Multi-Behavior Recommendation with Interaction Heterogeneity and Diversity","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Diversity (politics); Sociology","authors":[{"name":"Lianghao Xia","is_ca":false},{"name":"Chao Huang","is_ca":false},{"name":"Yong Xu","is_ca":false},{"name":"Peng Dai","is_ca":false},{"name":"Liefeng Bo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2140245660580576,"gpt":0.4028547213879218,"spread":0.1888301553298641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001117012,0.001099365,0.001497263,0.004884954,0.001272885,0.001410522,0.002301568,0.001653813,0.003574138],"category_scores_gemma":[0.005437885,0.0007022798,0.001820762,0.004707823,0.0004627068,0.003442284,0.001181347,0.001398045,0.001157258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001454507,"about_ca_system_score_gemma":0.001135739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0243534,"about_ca_topic_score_gemma":0.04008786,"domain_scores_codex":[0.9989188,0.0002706165,0.00005543417,0.0004271372,0.00022957,0.00009837075],"domain_scores_gemma":[0.9972402,0.00151501,0.0002262374,0.0005311854,0.0003434559,0.0001439473],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009643569,0.0007906236,0.02212188,0.000539799,0.0009447985,0.0004105529,0.0004762067,0.4729606,0.007897721,0.06175549,0.02772772,0.4034104],"study_design_scores_gemma":[0.00001489931,0.00003403274,0.0009324411,0.00001200622,0.00006362757,0.00005185692,0.00002731495,0.9857718,0.0003702822,0.01144856,0.001261733,0.00001140634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04561178,0.001101502,0.9439906,0.0007579142,0.0001051033,0.0001801538,0.003136922,0.002532119,0.002583885],"genre_scores_gemma":[0.676852,0.0009389785,0.303614,0.0003677438,0.0002577055,0.0004518685,0.007587516,0.0002810713,0.00964903],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0243534,"threshold_uncertainty_score":0.04842329,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}