{"meta":{"query_hash":"91f92eaff506","filters":{"venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/91f92eaff506","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+ACM+SIGIR+Conference+on+Research+and+Development+in+Information+Retrieval"},"results":[{"id":"W178463821","doi":"","title":"Improving Query Translation for CLIR Using Statistical Models","year":2017,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Machine translation; Cross-language information retrieval; Translation (biology); Principle of maximum entropy; Cohesion (chemistry); Word (group theory); Phrase; Query expansion; Rule-based machine translation; Information retrieval; Linguistics","score_opus":0.21237798673519043,"score_gpt":0.42379239057131485,"score_spread":0.21141440383612442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178463821","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01353519,0.0017923476,0.97463834,0.0004733885,0.00015033843,0.00021995504,0.00037290345,0.006886255,0.0019312989],"genre_scores_gemma":[0.23555152,0.001963333,0.75297296,0.0008003571,0.00038993312,0.00054409256,0.0028142468,0.0011041822,0.0038593996],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953832,0.002277506,0.00036055315,0.00073124317,0.0010261472,0.00022125951],"domain_scores_gemma":[0.9931166,0.003840061,0.00035033323,0.0009994896,0.0015916851,0.00010173105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004340593,0.0018272393,0.0020579444,0.0030655188,0.0009881081,0.0018271105,0.0018438393,0.0013783396,0.004056699],"category_scores_gemma":[0.01367289,0.00075741636,0.0018775915,0.0044335146,0.0007797951,0.0037184535,0.001455295,0.0017789613,0.0064409613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006263531,0.0006724112,0.0025937015,0.001138852,0.00031442236,0.00029956704,0.00047456942,0.13441154,0.050305497,0.01622867,0.025985967,0.7669484],"study_design_scores_gemma":[0.00006273175,0.0001662173,0.00041492804,0.000018079843,0.00006926767,0.00017883825,0.000098819175,0.97684866,0.009801519,0.00717249,0.005126138,0.000042385185],"about_ca_topic_score_codex":0.009847313,"about_ca_topic_score_gemma":0.012750944,"teacher_disagreement_score":0.009847313,"about_ca_system_score_codex":0.0012459358,"about_ca_system_score_gemma":0.0024008981,"threshold_uncertainty_score":0.022955477},"labels":[],"label_agreement":null},{"id":"W2572801983","doi":"","title":"On Measuring Learning in Search: A Position Paper.","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Position (finance); Position paper; Artificial intelligence; World Wide Web; Business","score_opus":0.11784116010907758,"score_gpt":0.3387865003556234,"score_spread":0.22094534024654583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572801983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115053125,0.21518828,0.46108693,0.10734576,0.01316471,0.0007544104,0.0041902717,0.0019482002,0.08126836],"genre_scores_gemma":[0.63934475,0.08508094,0.21995766,0.01096806,0.011475435,0.00074193964,0.0028578679,0.0006663045,0.02890702],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9918704,0.0042559193,0.0004264732,0.0013568033,0.0017120183,0.00037834328],"domain_scores_gemma":[0.8133127,0.16432795,0.002907938,0.008137944,0.008982135,0.0023313176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012784421,0.0014442509,0.0017380071,0.004579304,0.00088963186,0.0047991257,0.0020443674,0.0033914011,0.00942554],"category_scores_gemma":[0.097993396,0.0005201386,0.001121833,0.0074632918,0.0018851156,0.010833528,0.002839415,0.0033386645,0.0037423277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009079945,0.0015703656,0.06986278,0.00233217,0.0013880233,0.00011137344,0.0012012947,0.010414201,0.0017329777,0.07104663,0.09375481,0.7456773],"study_design_scores_gemma":[0.00047939908,0.0027267123,0.1447886,0.0032798543,0.0026104427,0.0008632715,0.0029205212,0.11732355,0.010146967,0.55687195,0.15748665,0.0005021913],"about_ca_topic_score_codex":0.0060754544,"about_ca_topic_score_gemma":0.0042956825,"teacher_disagreement_score":0.9872156,"about_ca_system_score_codex":0.0017653325,"about_ca_system_score_gemma":0.0022327397,"threshold_uncertainty_score":0.06761128},"labels":[],"label_agreement":null},{"id":"W2577032177","doi":"","title":"Learning in second-language searching","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence","score_opus":0.04934505363614039,"score_gpt":0.3550492955381386,"score_spread":0.3057042419019982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577032177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4785658,0.0033581369,0.42021325,0.0045410055,0.00024699816,0.00019998742,0.00050030363,0.002020472,0.09035409],"genre_scores_gemma":[0.93705636,0.00053867605,0.042888384,0.00034179894,0.00007854076,0.00005927414,0.00055640313,0.00013194939,0.018348709],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99858874,0.00064024323,0.00007536053,0.0003735444,0.0001950692,0.00012698612],"domain_scores_gemma":[0.9898252,0.0077003962,0.00032148874,0.0011966478,0.0006186595,0.00033753642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017561427,0.00041086873,0.0008787969,0.001457567,0.0010339633,0.003112584,0.0014347832,0.0014895748,0.014319831],"category_scores_gemma":[0.015621842,0.0004829372,0.0006859789,0.0015967807,0.0016766374,0.011582313,0.0020824475,0.0017931935,0.002170807],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082709634,0.0013779268,0.027448747,0.00063760096,0.00016603376,0.00042852352,0.0032405085,0.021807007,0.008974074,0.26714662,0.0117142815,0.6562316],"study_design_scores_gemma":[0.0001815877,0.000566191,0.008109472,0.00012978428,0.000101848455,0.00083225715,0.002436485,0.33006108,0.01454972,0.6212059,0.02175048,0.000075099335],"about_ca_topic_score_codex":0.0051689935,"about_ca_topic_score_gemma":0.004935798,"teacher_disagreement_score":0.014319831,"about_ca_system_score_codex":0.0012253375,"about_ca_system_score_gemma":0.0013604915,"threshold_uncertainty_score":0.04790461},"labels":[],"label_agreement":null},{"id":"W2885533082","doi":"","title":"CL-SciSumm Shared Task - Team Magma.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; Magma; Geology; Engineering; Systems engineering; Volcano; Seismology","score_opus":0.10378663782672867,"score_gpt":0.359354122566273,"score_spread":0.2555674847395444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885533082","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020277066,0.0025091586,0.30045792,0.0041824277,0.009364802,0.0055458224,0.1680821,0.4334396,0.056141198],"genre_scores_gemma":[0.11875079,0.0007060359,0.4038611,0.0024417453,0.0021996067,0.013587362,0.3256307,0.037835572,0.09498705],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927375,0.0031061142,0.0004233997,0.001853262,0.0010229582,0.0008567456],"domain_scores_gemma":[0.98628044,0.0018591081,0.00031592287,0.005933983,0.0035449823,0.0020656334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010156683,0.0043664644,0.003897162,0.003092716,0.0031220587,0.0055049523,0.008267183,0.004455155,0.13574585],"category_scores_gemma":[0.03876713,0.0018301203,0.0031273821,0.0030719945,0.0008713283,0.005605989,0.010288874,0.0038057577,0.18963212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030480775,0.00047732954,0.00059916347,0.00094925327,0.00040301195,0.000088362285,0.00023566735,0.0053863525,0.0039651264,0.0024816229,0.8721866,0.11017936],"study_design_scores_gemma":[0.0046822,0.0016163484,0.0019828188,0.0002793195,0.00060755166,0.00023762065,0.0005859025,0.18907073,0.02071598,0.05146581,0.7283273,0.0004284055],"about_ca_topic_score_codex":0.011370271,"about_ca_topic_score_gemma":0.02145815,"teacher_disagreement_score":0.13574585,"about_ca_system_score_codex":0.0021553289,"about_ca_system_score_gemma":0.009372372,"threshold_uncertainty_score":0.4541151},"labels":[],"label_agreement":null},{"id":"W2887979973","doi":"","title":"Klick Labs at CL-SciSumm 2018.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.3401690588857369,"score_gpt":0.46296808969586745,"score_spread":0.12279903081013055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887979973","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003636918,0.006318172,0.042412244,0.029140947,0.009920424,0.00048220478,0.04126858,0.086571276,0.78024936],"genre_scores_gemma":[0.006643155,0.0020988402,0.011900195,0.0011916452,0.0012149309,0.00015626763,0.016540276,0.0063994746,0.9538551],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983941,0.00015428486,0.000056897617,0.00039703707,0.0008288315,0.00016887237],"domain_scores_gemma":[0.99688405,0.0003092082,0.00010119916,0.0005717881,0.0010624821,0.0010712044],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020943645,0.0018671163,0.0018465206,0.0030778737,0.0017081267,0.00620849,0.0025098969,0.0017611326,0.72181714],"category_scores_gemma":[0.004206015,0.0007114998,0.0006177471,0.0036560248,0.00052539224,0.0063278005,0.0030012866,0.0025698289,0.6695889],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012955413,0.00009231959,0.00010805531,0.00007106649,0.0000072435078,0.000036259495,0.000030535073,0.00014306745,0.0009376528,0.00396071,0.91568685,0.07879664],"study_design_scores_gemma":[0.00006803667,0.000051132556,0.0002775871,0.00004442927,0.000010940288,0.00006104244,0.00006979288,0.0010563656,0.001633384,0.008512931,0.98819053,0.00002399009],"about_ca_topic_score_codex":0.002648748,"about_ca_topic_score_gemma":0.0057670367,"teacher_disagreement_score":0.72181714,"about_ca_system_score_codex":0.0013509742,"about_ca_system_score_gemma":0.0021107914,"threshold_uncertainty_score":0.39679408},"labels":[],"label_agreement":null},{"id":"W2914428334","doi":"","title":"Unsupervised Topic Modelling in a Book Recommender System for New Users.","year":2017,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Recommender system; Computer science; Information retrieval; World Wide Web; Data science","score_opus":0.21216194651919493,"score_gpt":0.37640984877428735,"score_spread":0.16424790225509242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914428334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14213823,0.004838529,0.83999574,0.001698861,0.00041420382,0.0003221236,0.00202432,0.0039552245,0.0046127844],"genre_scores_gemma":[0.60966,0.0013408426,0.370025,0.00034833263,0.0007115659,0.000277963,0.00378239,0.00040843152,0.013445398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998798,0.0006178397,0.00007942966,0.00022805351,0.00018385565,0.00009282266],"domain_scores_gemma":[0.99540496,0.003304762,0.00012386678,0.000380905,0.0006358612,0.00014954513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002850079,0.00057509524,0.0013368254,0.0013422864,0.0007976202,0.0014011726,0.002016174,0.0017786152,0.0016563145],"category_scores_gemma":[0.008880114,0.0006121131,0.0011477185,0.0016517256,0.0003500199,0.0026648687,0.0009931845,0.0018212707,0.002191497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003135357,0.001254022,0.026121706,0.0006306647,0.00094656117,0.0005103379,0.0014546965,0.18453312,0.019029334,0.01152739,0.060924206,0.68993264],"study_design_scores_gemma":[0.00005490733,0.00008498781,0.0023268769,0.000012067775,0.00011660532,0.00010127465,0.00009374909,0.98911476,0.0019979675,0.0032821484,0.0027839458,0.000030697498],"about_ca_topic_score_codex":0.016761638,"about_ca_topic_score_gemma":0.043944146,"teacher_disagreement_score":0.016761638,"about_ca_system_score_codex":0.00062427775,"about_ca_system_score_gemma":0.0009223212,"threshold_uncertainty_score":0.033328116},"labels":[],"label_agreement":null},{"id":"W2918429485","doi":"","title":"A Best Match KNN-based Approach for Large-scale Product Categorization.","year":2018,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Text and Document Classification Technologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; York University","funders":"","keywords":"Categorization; Computer science; Scale (ratio); Product (mathematics); Artificial intelligence; Data mining; Pattern recognition (psychology); Mathematics; Cartography; Geography","score_opus":0.09819718700532777,"score_gpt":0.35379098916930884,"score_spread":0.2555938021639811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918429485","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048744116,0.005751807,0.90658545,0.0010267536,0.00096996874,0.001745456,0.007196938,0.014738317,0.013241159],"genre_scores_gemma":[0.22569254,0.0007192221,0.74273074,0.0007827271,0.00030449906,0.0005813919,0.013881759,0.0005544599,0.0147527],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958288,0.0006380704,0.00040429065,0.0012731589,0.001453079,0.00040260045],"domain_scores_gemma":[0.9973404,0.0007613832,0.00017811552,0.00052515825,0.001013276,0.00018166735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028842937,0.0019218725,0.002536625,0.008502367,0.0021719527,0.0026472267,0.005112526,0.0037881648,0.00950366],"category_scores_gemma":[0.0075694206,0.0007619867,0.0023445182,0.008130332,0.00084193726,0.003727709,0.0028413879,0.0020545197,0.008303275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088940776,0.0010923538,0.005861633,0.00046970113,0.0006429152,0.00031441302,0.00019192831,0.02693512,0.007303566,0.0038737948,0.058068175,0.8943569],"study_design_scores_gemma":[0.0001259539,0.00030293272,0.004248111,0.00011268424,0.0003103124,0.0004999885,0.00057331263,0.9394288,0.0055147107,0.029966386,0.0188444,0.00007234551],"about_ca_topic_score_codex":0.018274348,"about_ca_topic_score_gemma":0.034314822,"teacher_disagreement_score":0.018274348,"about_ca_system_score_codex":0.0015886736,"about_ca_system_score_gemma":0.002714912,"threshold_uncertainty_score":0.036335945},"labels":[],"label_agreement":null},{"id":"W2964507227","doi":"","title":"Entity Retrieval Docker Image for OSIRRC at SIGIR 2019.","year":2019,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Natural language processing; Artificial intelligence","score_opus":0.23495533717681732,"score_gpt":0.4577698368885389,"score_spread":0.22281449971172157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964507227","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016851202,0.0039074393,0.028739177,0.023857389,0.028832966,0.0009272718,0.08982072,0.13294443,0.6892856],"genre_scores_gemma":[0.0027870275,0.00085451355,0.009940381,0.0019466173,0.0032645252,0.00015924308,0.055950172,0.009907455,0.91519004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983523,0.0001348568,0.000059789974,0.0002968818,0.00092977745,0.00022647351],"domain_scores_gemma":[0.9927649,0.0007920847,0.00023625822,0.0010613446,0.0023005696,0.0028449006],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042418833,0.0020326066,0.0020928693,0.0048346515,0.0021641469,0.009368203,0.0033595883,0.0037454597,0.82382905],"category_scores_gemma":[0.008000875,0.0009293553,0.0014028363,0.0033958054,0.0006868541,0.007930278,0.004389193,0.0027483304,0.769774],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003961383,0.000018900315,0.000018647263,0.000029591312,0.000002029562,0.00001067259,0.0000052349606,0.000021949161,0.00022835634,0.00037074785,0.9883519,0.0109024355],"study_design_scores_gemma":[0.000045412333,0.00003973628,0.00019551869,0.000040596668,0.0000051260076,0.000036057285,0.000018968647,0.0004706813,0.00038722486,0.0011491199,0.99759537,0.000016133354],"about_ca_topic_score_codex":0.0089581255,"about_ca_topic_score_gemma":0.013780627,"teacher_disagreement_score":0.82382905,"about_ca_system_score_codex":0.0015574775,"about_ca_system_score_gemma":0.0027394004,"threshold_uncertainty_score":0.2512864},"labels":[],"label_agreement":null},{"id":"W2966871904","doi":"","title":"University of Waterloo Docker Images for OSIRRC at SIGIR 2019.","year":2019,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"AI in cancer detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.050179689870954475,"score_gpt":0.30716641146086665,"score_spread":0.2569867215899122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966871904","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001806456,0.0035338516,0.009929275,0.008587403,0.00610868,0.0006456739,0.14725752,0.053648386,0.7684827],"genre_scores_gemma":[0.00310263,0.0009213343,0.008289603,0.000804505,0.00048839883,0.00012098578,0.052601594,0.006297052,0.9273739],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989219,0.00006574433,0.000033718254,0.00021089792,0.0005777719,0.0001900272],"domain_scores_gemma":[0.9971938,0.0002087336,0.000074527605,0.00042456435,0.0011824819,0.0009158782],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018920611,0.0016458216,0.0018827216,0.004301507,0.003125698,0.008394465,0.0022187287,0.002214486,0.81813043],"category_scores_gemma":[0.0039650393,0.0011369296,0.0010357616,0.003936959,0.00056793814,0.0042334525,0.0031609596,0.0019402658,0.68880117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039871156,0.000012227463,0.000038359114,0.00004266298,0.0000027851506,0.000015064956,0.0000150333835,0.000020050808,0.00031622167,0.00036609906,0.98394334,0.015188263],"study_design_scores_gemma":[0.00002892832,0.000019323195,0.00041607113,0.000045555145,0.0000054021225,0.000044221615,0.000054344004,0.00036564862,0.0004826772,0.00075893605,0.9977641,0.000014755159],"about_ca_topic_score_codex":0.060169864,"about_ca_topic_score_gemma":0.1508276,"teacher_disagreement_score":0.81813043,"about_ca_system_score_codex":0.0022921697,"about_ca_system_score_gemma":0.0040060654,"threshold_uncertainty_score":0.25941485},"labels":[],"label_agreement":null},{"id":"W3154288935","doi":"","title":"Pyserini: An Easy-to-Use Python Toolkit to Support Replicable IR Research with Sparse and Dense Representations","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Python (programming language); Computer science; Information retrieval; Scripting language; Ranking (information retrieval); Empirical research; Data mining; Artificial intelligence; Machine learning; Programming language","score_opus":0.2521258103347477,"score_gpt":0.4196982070748599,"score_spread":0.1675723967401122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154288935","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030478584,0.00031578337,0.288722,0.00043506167,0.00025719716,0.00052988064,0.011623987,0.6841251,0.010943161],"genre_scores_gemma":[0.06375163,0.0008320864,0.6125839,0.0017073525,0.00025106448,0.0038836875,0.04968108,0.24432354,0.0229857],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99720323,0.00072541146,0.0003272267,0.00047023722,0.00095263554,0.00032118414],"domain_scores_gemma":[0.9929662,0.0031454703,0.00034351728,0.0021421993,0.0009184831,0.00048416172],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005074273,0.0023150414,0.0015480916,0.0017131364,0.00097437704,0.0033041479,0.0056348587,0.0011511939,0.048656072],"category_scores_gemma":[0.020973187,0.0016941394,0.0020806051,0.0016646229,0.0015192709,0.00613692,0.005691207,0.0050454503,0.050739348],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012895418,0.00045322685,0.0027497085,0.0024567451,0.00034262572,0.0004906897,0.0009381102,0.009103066,0.016189571,0.024918335,0.6951302,0.24593806],"study_design_scores_gemma":[0.001024656,0.00037031068,0.004439078,0.00047390343,0.00018027677,0.0010708726,0.00027673153,0.18656807,0.052773934,0.10138315,0.6508963,0.0005426914],"about_ca_topic_score_codex":0.003287636,"about_ca_topic_score_gemma":0.0038772284,"teacher_disagreement_score":0.99492574,"about_ca_system_score_codex":0.0009875294,"about_ca_system_score_gemma":0.003445084,"threshold_uncertainty_score":0.16277081},"labels":[],"label_agreement":null},{"id":"W3154290858","doi":"","title":"Graph Meta Network for Multi-Behavior Recommendation with Interaction Heterogeneity and Diversity","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Diversity (politics); Sociology","score_opus":0.21402456605805764,"score_gpt":0.4028547213879218,"score_spread":0.18883015532986414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154290858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045611776,0.0011015015,0.9439906,0.00075791415,0.00010510325,0.00018015385,0.0031369224,0.002532119,0.0025838849],"genre_scores_gemma":[0.676852,0.00093897845,0.30361402,0.00036774378,0.00025770554,0.00045186846,0.0075875157,0.00028107126,0.00964903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989188,0.0002706165,0.00005543417,0.00042713722,0.00022957003,0.00009837075],"domain_scores_gemma":[0.9972402,0.0015150105,0.00022623742,0.00053118536,0.00034345587,0.00014394725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011170125,0.001099365,0.0014972634,0.0048849536,0.0012728852,0.0014105217,0.0023015682,0.0016538131,0.0035741378],"category_scores_gemma":[0.005437885,0.0007022798,0.0018207618,0.0047078226,0.00046270675,0.003442284,0.0011813467,0.001398045,0.0011572576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009643569,0.0007906236,0.02212188,0.000539799,0.0009447985,0.00041055286,0.00047620668,0.47296056,0.007897721,0.061755486,0.02772772,0.40341038],"study_design_scores_gemma":[0.000014899313,0.00003403274,0.0009324411,0.000012006224,0.000063627565,0.000051856925,0.000027314953,0.98577183,0.00037028216,0.011448562,0.0012617329,0.000011406336],"about_ca_topic_score_codex":0.024353398,"about_ca_topic_score_gemma":0.040087864,"teacher_disagreement_score":0.024353398,"about_ca_system_score_codex":0.0014545073,"about_ca_system_score_gemma":0.0011357388,"threshold_uncertainty_score":0.04842329},"labels":[],"label_agreement":null},{"id":"W3155218916","doi":"","title":"On the Orthogonality of Bias and Effectiveness in Ad hoc Retrieval","year":2021,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Orthogonality; Computer science; Wireless ad hoc network; Information retrieval; Mathematics; Telecommunications; Wireless","score_opus":0.13547926487173098,"score_gpt":0.38421484873065265,"score_spread":0.24873558385892167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155218916","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3796121,0.012265556,0.5670944,0.0058896765,0.0006647744,0.0006577035,0.00053850166,0.0004927059,0.03278458],"genre_scores_gemma":[0.948821,0.0015857931,0.045236327,0.0006287812,0.0010739471,0.00025780656,0.00019052331,0.00022037845,0.001985367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9158933,0.058280844,0.0052526146,0.005748817,0.012706863,0.0021176122],"domain_scores_gemma":[0.21050662,0.7433951,0.012162486,0.021876954,0.010464157,0.0015945816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08407935,0.0011701483,0.0033142162,0.0048090015,0.0016591526,0.0057348507,0.0019839166,0.0026548505,0.0050207023],"category_scores_gemma":[0.4269019,0.0015065114,0.00161918,0.0041068373,0.013006851,0.018547181,0.0062401616,0.0040661967,0.0007303878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006413247,0.00097347377,0.092697896,0.0010439722,0.0015277556,0.00048476207,0.0020242706,0.03538596,0.0073280535,0.5054605,0.005448695,0.34121144],"study_design_scores_gemma":[0.0009648406,0.0016046937,0.03389748,0.00021200153,0.0009129932,0.0014126342,0.00084379344,0.18732482,0.0057807714,0.7630121,0.003758007,0.00027583013],"about_ca_topic_score_codex":0.002361719,"about_ca_topic_score_gemma":0.0016065524,"teacher_disagreement_score":0.08407935,"about_ca_system_score_codex":0.0026693856,"about_ca_system_score_gemma":0.002437201,"threshold_uncertainty_score":0.4446594},"labels":[],"label_agreement":null}]}