{"meta":{"query_hash":"91f92eaff506","filters":{"venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/91f92eaff506","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+ACM+SIGIR+Conference+on+Research+and+Development+in+Information+Retrieval"},"results":[{"id":"W178463821","doi":"","title":"Improving Query Translation for CLIR Using Statistical Models","year":2017,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Machine translation; Cross-language information retrieval; Translation (biology); Principle of maximum entropy; Cohesion (chemistry); Word (group theory); Phrase; Query expansion; Rule-based machine translation; Information retrieval; Linguistics","score_opus":0.21237798673519043,"score_gpt":0.42379239057131485,"score_spread":0.21141440383612442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178463821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013853696,0.000023626393,0.9832892,0.0012043539,0.0002004614,0.00036455115,0.000019690526,0.00006183622,0.0009826006],"genre_scores_gemma":[0.5264164,0.000014419135,0.4734186,0.000057272668,0.000018930099,0.000021111355,0.00003248507,0.0000028269912,0.000017977087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983214,0.00003196346,0.00038583358,0.00021820846,0.0007659512,0.00027662556],"domain_scores_gemma":[0.99824923,0.00043482738,0.00016774966,0.0003074256,0.000760655,0.00008011882],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012673618,0.00010933606,0.00011212083,0.00045965405,0.000422927,0.0015222309,0.0012678095,0.00009168497,0.000009891231],"category_scores_gemma":[0.0017865736,0.00010022417,0.0000138826335,0.00008343941,0.00009927656,0.0037096473,0.00038637072,0.00027952486,0.0000065137247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003556982,0.000048349604,0.00044792265,0.00007989637,0.000013649498,0.0000053536273,0.0013040543,0.00004696976,0.0008217345,0.55074704,0.0000899181,0.4460394],"study_design_scores_gemma":[0.000946858,0.00012725718,0.0009957432,0.0001730569,7.265318e-7,0.000007062625,0.00009045663,0.75013554,0.009708464,0.23654585,0.0010344178,0.00023456548],"about_ca_topic_score_codex":0.00006809755,"about_ca_topic_score_gemma":0.000012670495,"teacher_disagreement_score":0.7500886,"about_ca_system_score_codex":0.0001806215,"about_ca_system_score_gemma":0.00048247154,"threshold_uncertainty_score":0.9995143},"labels":[],"label_agreement":null},{"id":"W2572801983","doi":"","title":"On Measuring Learning in Search: A Position Paper.","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Position (finance); Position paper; Artificial intelligence; World Wide Web; Business","score_opus":0.11784116010907758,"score_gpt":0.3387865003556234,"score_spread":0.22094534024654583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572801983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94839376,0.0000063010757,0.020455878,0.012097903,0.0003322929,0.0005944079,0.000009481513,0.00012304602,0.017986905],"genre_scores_gemma":[0.99723315,0.00010183372,0.0018162014,0.00032547326,0.000017245813,0.000038756156,0.000025779253,0.000004554621,0.00043702783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99639124,0.00016898029,0.00062431314,0.00026460833,0.0020361652,0.00051471125],"domain_scores_gemma":[0.99785244,0.00085637305,0.00008756274,0.0002498383,0.0007872569,0.00016650611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002485545,0.00016046254,0.00014608678,0.001714472,0.00019638875,0.00055616285,0.00097310793,0.00010705782,0.00019871851],"category_scores_gemma":[0.002020401,0.00011976423,0.0000225295,0.00063104165,0.00009399194,0.003268639,0.0004808233,0.0006039075,0.00060723576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015465695,0.0003045027,0.01582461,0.00005387566,0.00002419792,0.00005534713,0.0058235726,0.00022287175,0.0028237135,0.5336387,0.00028746523,0.4393946],"study_design_scores_gemma":[0.018951526,0.0041609085,0.7170405,0.004252336,0.0000019946733,0.000104870065,0.0029805568,0.04273108,0.10275641,0.055413675,0.049197618,0.002408563],"about_ca_topic_score_codex":0.000025643156,"about_ca_topic_score_gemma":0.000013014423,"teacher_disagreement_score":0.70121586,"about_ca_system_score_codex":0.0005838822,"about_ca_system_score_gemma":0.00053244573,"threshold_uncertainty_score":0.780499},"labels":[],"label_agreement":null},{"id":"W2577032177","doi":"","title":"Learning in second-language searching","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence","score_opus":0.04934505363614039,"score_gpt":0.3550492955381386,"score_spread":0.3057042419019982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577032177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8774788,0.00009017888,0.10060654,0.008848502,0.00028845304,0.00048416053,0.000007019035,0.00031783475,0.011878524],"genre_scores_gemma":[0.95660067,0.000047902948,0.04268173,0.00013420898,0.00001511198,0.000020494126,0.000010830691,0.0000034361678,0.00048563012],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980114,0.00010246265,0.0003833578,0.00022361349,0.0009328463,0.00034628314],"domain_scores_gemma":[0.9986418,0.00065710803,0.00007838881,0.00019215923,0.00034694409,0.0000836306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017649025,0.000109270164,0.00010616441,0.0012119889,0.000094202034,0.00045951927,0.0011167759,0.00007610817,0.00013282118],"category_scores_gemma":[0.002489266,0.000079973055,0.000010756469,0.00041204164,0.000069444475,0.0021066235,0.00069971016,0.0005264607,0.00010157772],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002275065,0.00006344193,0.012587308,0.000042902087,0.000010763352,0.000049763144,0.00898911,0.000003991055,0.004189856,0.12324419,0.00020208964,0.85038906],"study_design_scores_gemma":[0.012271327,0.002045457,0.14419365,0.0058719134,0.0000012259532,0.00016392463,0.0063638743,0.036514584,0.39600524,0.32338816,0.07031627,0.0028643778],"about_ca_topic_score_codex":0.00002201036,"about_ca_topic_score_gemma":0.000030376359,"teacher_disagreement_score":0.8475247,"about_ca_system_score_codex":0.00028922438,"about_ca_system_score_gemma":0.00036942933,"threshold_uncertainty_score":0.4431155},"labels":[],"label_agreement":null},{"id":"W2885533082","doi":"","title":"CL-SciSumm Shared Task - Team Magma.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; Magma; Geology; Engineering; Systems engineering; Volcano; Seismology","score_opus":0.10378663782672867,"score_gpt":0.359354122566273,"score_spread":0.2555674847395444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885533082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41450867,0.000027904123,0.41696382,0.01303442,0.0023830673,0.0010860503,0.000036314224,0.00030760278,0.15165217],"genre_scores_gemma":[0.9563825,0.000038890892,0.042510476,0.00046261324,0.00009138214,0.000026736034,0.00004863256,0.0000040038994,0.00043478113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997388,0.000057722194,0.0005067779,0.00028982505,0.0013738415,0.00038380193],"domain_scores_gemma":[0.9979886,0.00027860203,0.000092956325,0.0003826949,0.0011123758,0.00014479856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013038841,0.00013142652,0.00011833127,0.0007943184,0.00019547864,0.0008508827,0.0015415569,0.00008902673,0.00022213286],"category_scores_gemma":[0.0012741695,0.00012106554,0.000015172904,0.00040371148,0.00012722431,0.0019808367,0.0008769131,0.00035324137,0.0007277283],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072137447,0.0002769513,0.01555223,0.00007005738,0.00007271917,0.000021578471,0.015179454,0.000043271844,0.0009139362,0.52888817,0.013194761,0.4250655],"study_design_scores_gemma":[0.0050103753,0.0011298512,0.0765789,0.0006755584,0.0000014869836,0.00005406719,0.001475119,0.32579273,0.020517265,0.09460208,0.47288728,0.0012753165],"about_ca_topic_score_codex":0.000023790231,"about_ca_topic_score_gemma":0.000017806507,"teacher_disagreement_score":0.5418738,"about_ca_system_score_codex":0.00022934972,"about_ca_system_score_gemma":0.00056319754,"threshold_uncertainty_score":0.9353718},"labels":[],"label_agreement":null},{"id":"W2887979973","doi":"","title":"Klick Labs at CL-SciSumm 2018.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.3401690588857369,"score_gpt":0.46296808969586745,"score_spread":0.12279903081013055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887979973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8572469,0.000010567865,0.0033421272,0.006424756,0.0025255843,0.00042446758,0.00005649015,0.00006320939,0.1299059],"genre_scores_gemma":[0.987584,0.000028440747,0.0030254493,0.00046824955,0.000113898386,0.000013981088,0.00012223126,0.000004268866,0.008639465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99397576,0.000133293,0.0009185585,0.00048669544,0.004050759,0.0004349121],"domain_scores_gemma":[0.995475,0.0015011878,0.00019812353,0.0007187506,0.0019077624,0.00019917983],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0088023,0.00014275666,0.00016028687,0.0015542669,0.0004401641,0.0015383054,0.0018907484,0.00007659265,0.0024123183],"category_scores_gemma":[0.010969954,0.00011176625,0.000023680199,0.0010093783,0.00036023607,0.0011832754,0.0021108475,0.0002658346,0.0075211585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020247714,0.0002842517,0.056516074,0.000022420452,0.00006351877,0.00002006252,0.007463278,0.000043494518,0.00028533337,0.06604373,0.44560447,0.4216286],"study_design_scores_gemma":[0.00096008787,0.00022022144,0.069850184,0.000075745505,5.291731e-7,0.0000063565103,0.0012855527,0.006516971,0.0028308735,0.01668282,0.9013384,0.00023227798],"about_ca_topic_score_codex":0.000025580252,"about_ca_topic_score_gemma":0.00009214659,"teacher_disagreement_score":0.45573393,"about_ca_system_score_codex":0.0003112122,"about_ca_system_score_gemma":0.00031429552,"threshold_uncertainty_score":0.9994982},"labels":[],"label_agreement":null},{"id":"W2914428334","doi":"","title":"Unsupervised Topic Modelling in a Book Recommender System for New Users.","year":2017,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Recommender system; Computer science; Information retrieval; World Wide Web; Data science","score_opus":0.21216194651919493,"score_gpt":0.37640984877428735,"score_spread":0.16424790225509242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914428334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037028193,0.000060070564,0.91472113,0.018914323,0.0012057287,0.0016706769,0.000012255087,0.00015364759,0.026233975],"genre_scores_gemma":[0.95210665,0.00012719471,0.046914443,0.00021597308,0.00004838542,0.000106444604,0.000024396231,0.000005127908,0.00045137215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825424,0.00004486768,0.00055464,0.00023740776,0.0005986064,0.0003102657],"domain_scores_gemma":[0.99863416,0.0002711695,0.00015532444,0.0004380912,0.00039261708,0.00010862625],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013724922,0.00012540512,0.00016693509,0.000637215,0.0002442949,0.001286926,0.0015259722,0.00009724005,0.000017127937],"category_scores_gemma":[0.00034885565,0.00011516514,0.000021497543,0.000101854464,0.000030735977,0.002253881,0.00047437422,0.00025735417,0.000021968515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006645989,0.00017315932,0.017995067,0.00034774718,0.00007429263,0.000020422778,0.008720825,0.00021749137,0.000057563,0.73448807,0.009334725,0.22790606],"study_design_scores_gemma":[0.008004786,0.0005936627,0.022813458,0.002115533,0.0000014013182,0.000026402136,0.0017206518,0.56968844,0.008674638,0.04367816,0.3416859,0.0009969396],"about_ca_topic_score_codex":0.00023426334,"about_ca_topic_score_gemma":0.00004050799,"teacher_disagreement_score":0.91507846,"about_ca_system_score_codex":0.00032023006,"about_ca_system_score_gemma":0.00043962014,"threshold_uncertainty_score":0.99974984},"labels":[],"label_agreement":null},{"id":"W2918429485","doi":"","title":"A Best Match KNN-based Approach for Large-scale Product Categorization.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Text and Document Classification Technologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; York University","funders":"","keywords":"Categorization; Computer science; Scale (ratio); Product (mathematics); Artificial intelligence; Data mining; Pattern recognition (psychology); Mathematics; Cartography; Geography","score_opus":0.09819718700532777,"score_gpt":0.35379098916930884,"score_spread":0.2555938021639811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918429485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017343912,0.000009675084,0.96540487,0.0065105073,0.0003431346,0.0008850237,0.000023131373,0.0001812752,0.009298472],"genre_scores_gemma":[0.8701008,0.000023829,0.12867832,0.0002068102,0.000051157804,0.0002157887,0.00022718761,0.0000050903623,0.00049099437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997869,0.000037604663,0.00045896697,0.00035862226,0.000893124,0.0003826857],"domain_scores_gemma":[0.99762654,0.00023105355,0.00012705904,0.00043105453,0.0015012028,0.00008306408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012541459,0.0001391225,0.00012537601,0.0008719358,0.0002844935,0.00070766226,0.0013006801,0.00009109637,0.00005575741],"category_scores_gemma":[0.0012279928,0.00012444104,0.000018441482,0.00061511283,0.00014034023,0.0013089894,0.00035633935,0.00021752817,0.00014447099],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006287003,0.0007454381,0.010079639,0.00012905088,0.000040541854,0.0000012870925,0.004149735,0.000057954105,0.00048278816,0.8789428,0.0056900904,0.09905197],"study_design_scores_gemma":[0.006787441,0.0016667802,0.020887269,0.00024229608,0.0000032210808,0.000010885343,0.0041307732,0.4969812,0.115626104,0.054427568,0.2980124,0.0012240612],"about_ca_topic_score_codex":0.000008947524,"about_ca_topic_score_gemma":0.000007802681,"teacher_disagreement_score":0.8527569,"about_ca_system_score_codex":0.00017859897,"about_ca_system_score_gemma":0.00055523973,"threshold_uncertainty_score":0.68240035},"labels":[],"label_agreement":null},{"id":"W2964507227","doi":"","title":"Entity Retrieval Docker Image for OSIRRC at SIGIR 2019.","year":2019,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.23495533717681732,"score_gpt":0.4577698368885389,"score_spread":0.22281449971172157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964507227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91348004,0.000021626756,0.0062665665,0.009548864,0.001988938,0.002215516,0.00050287734,0.00006812875,0.06590741],"genre_scores_gemma":[0.9692096,0.00016924097,0.006775473,0.0010257869,0.00009143858,0.00006436439,0.0010941239,0.000013319275,0.021556638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99367183,0.00017246793,0.0011870158,0.00050165213,0.0039454964,0.000521538],"domain_scores_gemma":[0.994002,0.002736847,0.0002947728,0.0006245256,0.002144059,0.00019781046],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008696611,0.00020109786,0.000279245,0.0012945753,0.0002603116,0.0014334396,0.0017382817,0.00013113984,0.0028920732],"category_scores_gemma":[0.010950635,0.00016657049,0.000057234567,0.00063272903,0.0001791337,0.0026286743,0.0014675255,0.00035974957,0.005294649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018583575,0.00094221666,0.052727774,0.0003159462,0.00029057954,0.000024392035,0.007007212,0.0000990791,0.0033804786,0.45644853,0.35434803,0.10583218],"study_design_scores_gemma":[0.0033728597,0.00043944392,0.055382263,0.00011911736,0.0000020656705,0.0000050079843,0.0014894118,0.002605948,0.007639399,0.0531845,0.8753053,0.00045469552],"about_ca_topic_score_codex":0.000035333218,"about_ca_topic_score_gemma":0.000043670632,"teacher_disagreement_score":0.52095723,"about_ca_system_score_codex":0.00043726488,"about_ca_system_score_gemma":0.00042660753,"threshold_uncertainty_score":0.99960315},"labels":[],"label_agreement":null},{"id":"W2966871904","doi":"","title":"University of Waterloo Docker Images for OSIRRC at SIGIR 2019.","year":2019,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"AI in cancer detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.050179689870954475,"score_gpt":0.30716641146086665,"score_spread":0.2569867215899122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966871904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92625487,0.000021697015,0.053622127,0.0039908965,0.0011097176,0.0011932468,0.0000660844,0.000079863275,0.013661476],"genre_scores_gemma":[0.9802588,0.000118026765,0.016066428,0.000076571,0.000017635313,0.000007544958,0.00006679326,0.0000039888823,0.0033841643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839807,0.000039511404,0.00029956887,0.00021472937,0.0008030778,0.00024503877],"domain_scores_gemma":[0.9982619,0.0004018965,0.00012356481,0.00024991433,0.0008919132,0.000070796326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007941608,0.00009852243,0.00012345998,0.0005178876,0.000109491266,0.00014589637,0.0008850322,0.00007589978,0.00018830383],"category_scores_gemma":[0.00023679608,0.000096353964,0.000022948423,0.0002371673,0.00007941747,0.0013312042,0.0005885015,0.00017523313,0.00025978417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01316136,0.0007657258,0.11498085,0.0009747362,0.00045015992,0.000026008636,0.033906706,0.0011368967,0.024802558,0.2906839,0.057871383,0.46123973],"study_design_scores_gemma":[0.011371391,0.0023797285,0.18526053,0.0007160233,0.0000041598014,0.00003176432,0.0023439117,0.0580682,0.28789002,0.03275065,0.41789755,0.0012860555],"about_ca_topic_score_codex":0.000069608286,"about_ca_topic_score_gemma":0.000019066541,"teacher_disagreement_score":0.45995367,"about_ca_system_score_codex":0.00037830285,"about_ca_system_score_gemma":0.00033930474,"threshold_uncertainty_score":0.39292008},"labels":[],"label_agreement":null},{"id":"W3154288935","doi":"","title":"Pyserini: An Easy-to-Use Python Toolkit to Support Replicable IR Research with Sparse and Dense Representations","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Python (programming language); Computer science; Information retrieval; Scripting language; Ranking (information retrieval); Empirical research; Data mining; Artificial intelligence; Machine learning; Programming language","score_opus":0.2521258103347477,"score_gpt":0.4196982070748599,"score_spread":0.1675723967401122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154288935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9456858,0.0000045097886,0.036558025,0.009070616,0.00019859843,0.00084359065,0.000017933105,0.000093735136,0.0075271702],"genre_scores_gemma":[0.91702884,0.000096107855,0.0798337,0.0008362213,0.000035796664,0.00017066466,0.00009401417,0.000013128527,0.0018915532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99571997,0.00024891188,0.00062057417,0.00065323146,0.0020881307,0.0006691936],"domain_scores_gemma":[0.99375564,0.0010642577,0.000073806834,0.0008341943,0.003718898,0.0005532088],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029066838,0.00017563606,0.00018322363,0.0013639842,0.0004045878,0.002344131,0.0011124208,0.00009120348,0.00014616681],"category_scores_gemma":[0.005595653,0.00016793978,0.000013636468,0.0017083387,0.00015025474,0.0042333556,0.0013589469,0.0005413272,0.0004254743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038567095,0.0010043255,0.06559446,0.00012531644,0.00012107972,0.0007415776,0.03975589,0.001585056,0.008696843,0.74159837,0.006391424,0.13052899],"study_design_scores_gemma":[0.0030094716,0.006619557,0.30385423,0.0010176913,0.0000043817213,0.00044837626,0.020490743,0.031394925,0.30355802,0.038069915,0.28944254,0.0020901435],"about_ca_topic_score_codex":0.00024576733,"about_ca_topic_score_gemma":0.00044660716,"teacher_disagreement_score":0.7035284,"about_ca_system_score_codex":0.00029914538,"about_ca_system_score_gemma":0.0013972596,"threshold_uncertainty_score":0.99869156},"labels":[],"label_agreement":null},{"id":"W3154290858","doi":"","title":"Graph Meta Network for Multi-Behavior Recommendation with Interaction Heterogeneity and Diversity","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Diversity (politics); Sociology","score_opus":0.21402456605805764,"score_gpt":0.4028547213879218,"score_spread":0.18883015532986414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154290858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87924635,0.000015716612,0.11689376,0.0010663308,0.00016177993,0.0007257324,0.00008190756,0.000040722432,0.0017676739],"genre_scores_gemma":[0.97176284,0.000036276273,0.027161041,0.00006131557,0.000036201043,0.000113013506,0.00077106815,0.000003919324,0.000054310203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891573,0.00006347325,0.00029107602,0.00019488773,0.00033620358,0.00019865455],"domain_scores_gemma":[0.99867076,0.00025295606,0.00010865141,0.00011274374,0.0007858762,0.000068998765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005916121,0.000115534625,0.00015915932,0.0002487697,0.000289134,0.00025137202,0.00016040284,0.00003572714,0.0002158408],"category_scores_gemma":[0.00007462499,0.00010175786,0.000031967367,0.000226777,0.00005190159,0.0006193235,0.00039604036,0.00021159668,0.0000047441736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014117956,0.00053010497,0.7926294,0.0000434692,0.0011875471,0.0000041066633,0.0011095214,0.0001679771,0.000096345495,0.03780075,0.0014432757,0.16357571],"study_design_scores_gemma":[0.009796474,0.0010484762,0.78892225,0.0004292295,0.00024318087,0.00002382927,0.0047169435,0.051109366,0.02677435,0.03171367,0.08354318,0.0016790394],"about_ca_topic_score_codex":0.00006737281,"about_ca_topic_score_gemma":0.00015180859,"teacher_disagreement_score":0.16189666,"about_ca_system_score_codex":0.00007631337,"about_ca_system_score_gemma":0.000111782116,"threshold_uncertainty_score":0.4149565},"labels":[],"label_agreement":null},{"id":"W3155218916","doi":"","title":"On the Orthogonality of Bias and Effectiveness in Ad hoc Retrieval","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Orthogonality; Computer science; Wireless ad hoc network; Information retrieval; Mathematics; Telecommunications; Wireless","score_opus":0.13547926487173098,"score_gpt":0.38421484873065265,"score_spread":0.24873558385892167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155218916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697419,0.00009563508,0.02479043,0.0024159239,0.00012953723,0.00040096068,0.000012820124,0.00003081241,0.0023819832],"genre_scores_gemma":[0.99437386,0.00065117277,0.004678876,0.00020888812,0.0000062139848,0.00001672244,0.000021143996,0.0000031738518,0.000039944513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975916,0.00030408322,0.0005001421,0.00026267915,0.0010928558,0.0002486086],"domain_scores_gemma":[0.9954412,0.0030800356,0.0001240732,0.00031996687,0.000962853,0.000071897106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030289043,0.00013207759,0.00018333107,0.000502939,0.00009605312,0.00025975757,0.0006563292,0.00008190397,0.000038550483],"category_scores_gemma":[0.006961736,0.0001004937,0.000020134992,0.00079397036,0.00015877589,0.00096613506,0.00061880425,0.000475811,0.000013696864],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029151782,0.00040607728,0.027789813,0.00020655003,0.000054776716,0.00007592923,0.0029855955,0.00002276792,0.0023082695,0.7825986,0.00017697505,0.18045947],"study_design_scores_gemma":[0.0023788055,0.00079961075,0.4919546,0.0011310689,0.0000010543996,0.000030113984,0.00065974414,0.0029417302,0.32004562,0.1707228,0.008892551,0.000442298],"about_ca_topic_score_codex":0.0000068177096,"about_ca_topic_score_gemma":0.00000955966,"teacher_disagreement_score":0.6118758,"about_ca_system_score_codex":0.00015334842,"about_ca_system_score_gemma":0.0005151211,"threshold_uncertainty_score":0.83343506},"labels":[],"label_agreement":null}]}