{"meta":{"query_hash":"bc39e0aabec5","filters":{"venue":"ACM SIGIR Forum"},"cohort_total":45,"direct_labels_cover":0,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bc39e0aabec5","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGIR+Forum"},"results":[{"id":"W1986353013","doi":"10.1145/1328964.1328989","title":"Toponym resolution in text","year":2007,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Referent; Ambiguity; Task (project management); Coreference; Information retrieval; Focus (optics); Natural language processing; Toponymy; Geographic coordinate system; Artificial intelligence; Proper noun; Ambiguity resolution; Resolution (logic); Linguistics; Global Positioning System; Cartography; Geography","score_opus":0.0114038817565472,"score_gpt":0.281587358509245,"score_spread":0.27018347675269777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986353013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0130672725,0.010078619,0.9037261,0.0052766227,0.0023104548,0.0009920496,0.027391233,0.01526307,0.021894602],"genre_scores_gemma":[0.09740822,0.004640647,0.84655464,0.0018865044,0.0011705967,0.0005172047,0.035015132,0.001396771,0.0114103705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9881995,0.0026559534,0.001378983,0.0038768642,0.0033879315,0.0005008569],"domain_scores_gemma":[0.988694,0.005312815,0.0015263718,0.002438113,0.0016997098,0.00032891685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037286421,0.0023127152,0.002096635,0.015168776,0.0023658562,0.0067215087,0.0026539657,0.002842357,0.015965061],"category_scores_gemma":[0.023303254,0.00089894695,0.0023805175,0.016293986,0.0020893875,0.01607594,0.009458659,0.0032242585,0.016529828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029096924,0.00015658159,0.002281785,0.0033467351,0.00022896074,0.0023533527,0.0029723546,0.0101688495,0.0121739255,0.09958512,0.15263794,0.7138034],"study_design_scores_gemma":[0.000066548404,0.00012587583,0.002807285,0.0007714731,0.00019301695,0.0042250445,0.0037837406,0.09958175,0.018011292,0.41809055,0.45207092,0.0002724645],"about_ca_topic_score_codex":0.0030975242,"about_ca_topic_score_gemma":0.003258569,"teacher_disagreement_score":0.015965061,"about_ca_system_score_codex":0.0018533169,"about_ca_system_score_gemma":0.0020673168,"threshold_uncertainty_score":0.053408504},"labels":[],"label_agreement":null},{"id":"W2001615126","doi":"10.1145/2701583.2701597","title":"Report on the 1st International Workshop on Information Access in Smart Cities (i-ASC 2014)","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"IBM; Computer science; Smart city; Sustainability; Social media; Event (particle physics); Information infrastructure; Information system; World Wide Web; Data science; Political science; Internet of Things","score_opus":0.01863138344186197,"score_gpt":0.26211179760482506,"score_spread":0.2434804141629631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001615126","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011205212,0.052859824,0.09727674,0.18094306,0.33576882,0.0040497156,0.017489789,0.0064716726,0.29393512],"genre_scores_gemma":[0.030340856,0.027503937,0.03783741,0.021513944,0.038435303,0.0027554831,0.037040696,0.004393298,0.8001791],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900283,0.0029284973,0.0004207463,0.0013643169,0.003570291,0.00168789],"domain_scores_gemma":[0.98205686,0.0026467026,0.00033736782,0.0012267639,0.0075856633,0.0061465856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013778896,0.0020336215,0.001664696,0.0030774057,0.0033615462,0.010127504,0.0032153744,0.005386703,0.17145759],"category_scores_gemma":[0.015911834,0.0007306102,0.0017855759,0.0026374275,0.0014532635,0.011650254,0.013393437,0.0069545493,0.08545285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013174924,0.0001317941,0.00021895695,0.00028217264,0.000014641207,0.0000587895,0.00039021776,0.00022806188,0.00071941264,0.0030666671,0.9457174,0.04904016],"study_design_scores_gemma":[0.000024101977,0.000065043074,0.00040635894,0.00026315328,0.000013788587,0.000051344196,0.00055133604,0.0003612524,0.00047815056,0.0023721363,0.9953856,0.000027702949],"about_ca_topic_score_codex":0.0066198,"about_ca_topic_score_gemma":0.010093283,"teacher_disagreement_score":0.17145759,"about_ca_system_score_codex":0.0031099305,"about_ca_system_score_gemma":0.0074040233,"threshold_uncertainty_score":0.57358277},"labels":[],"label_agreement":null},{"id":"W2011189381","doi":"10.1145/2093346.2093351","title":"Report on the first summer school on NLP and IR in Beijing","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Beijing; Computer science; Event (particle physics); Natural language processing; Artificial intelligence; China; History","score_opus":0.020369354272696084,"score_gpt":0.28229319489464927,"score_spread":0.2619238406219532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011189381","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050748512,0.038589764,0.022871148,0.17527089,0.09906211,0.006020371,0.024650102,0.0057054656,0.5770816],"genre_scores_gemma":[0.0396268,0.006952745,0.0045486987,0.005226189,0.0065164273,0.0011342582,0.011735175,0.00123635,0.9230233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99345124,0.001086547,0.00027596942,0.0008159337,0.0029412408,0.0014290736],"domain_scores_gemma":[0.9847652,0.0007373154,0.0003161778,0.001268997,0.0057036104,0.007208667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0120089855,0.0018189118,0.0017273559,0.0036894458,0.0051922537,0.0052653956,0.0022668422,0.0033778418,0.1671713],"category_scores_gemma":[0.0063561304,0.0007892445,0.0013276063,0.0038391615,0.0013160958,0.0046030898,0.007632564,0.0038960585,0.087707974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003170031,0.0005346345,0.00285174,0.0002433393,0.000042466876,0.00033030263,0.0005185016,0.00027037069,0.0023347968,0.0021652079,0.89743674,0.09295483],"study_design_scores_gemma":[0.00007318156,0.00027236805,0.017002052,0.00007843811,0.000019217283,0.00007301307,0.00063777313,0.00018752391,0.0014926142,0.0010448203,0.97909284,0.000026232692],"about_ca_topic_score_codex":0.024310406,"about_ca_topic_score_gemma":0.041707747,"teacher_disagreement_score":0.1671713,"about_ca_system_score_codex":0.0048597273,"about_ca_system_score_gemma":0.012064596,"threshold_uncertainty_score":0.5592437},"labels":[],"label_agreement":null},{"id":"W2041889759","doi":"10.1145/2641383.2641388","title":"Report on the CIKM workshop on living labs for information retrieval evaluation","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Session (web analytics); Scope (computer science); Information retrieval; World Wide Web; Data science","score_opus":0.24541019085817245,"score_gpt":0.4366114750163633,"score_spread":0.19120128415819088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041889759","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0416996,0.030915499,0.3738366,0.20961025,0.04320622,0.020240862,0.015127251,0.012166046,0.25319755],"genre_scores_gemma":[0.17409138,0.01330113,0.32609564,0.033204053,0.009957948,0.023132727,0.040148504,0.009502309,0.3705663],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9073242,0.05319436,0.0036176522,0.005180269,0.027069762,0.0036136904],"domain_scores_gemma":[0.85108745,0.045407735,0.0033984566,0.013533348,0.0691098,0.01746322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13138351,0.0020415287,0.0018852538,0.0040752357,0.004207225,0.015397384,0.0058700223,0.005347911,0.05353907],"category_scores_gemma":[0.10700191,0.0012780415,0.0021184706,0.0033416806,0.0028185209,0.01354732,0.011871308,0.008423231,0.026893057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057043415,0.00097708,0.0012158351,0.0005287959,0.000077993085,0.00022375472,0.002314019,0.0009266277,0.00433672,0.011380625,0.73431283,0.24313532],"study_design_scores_gemma":[0.00034702898,0.0006803913,0.004403114,0.00092517684,0.00008697081,0.00023697774,0.0025470466,0.0030907537,0.0061743516,0.011987999,0.96927714,0.00024307436],"about_ca_topic_score_codex":0.016895117,"about_ca_topic_score_gemma":0.019198414,"teacher_disagreement_score":0.86861646,"about_ca_system_score_codex":0.006950194,"about_ca_system_score_gemma":0.016777473,"threshold_uncertainty_score":0.6948307},"labels":[],"label_agreement":null},{"id":"W2056419757","doi":"10.1145/1113343.1113353","title":"Report on the ACM International Workshop on Methodologies and Evaluation of Lexical Cohesion Techniques in Real-World Applications (ELECTRA 2005) held at SIGIR 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Cohesion (chemistry); Natural language processing; Sentence; Computational linguistics; Information retrieval; Artificial intelligence; Question answering; Linguistics","score_opus":0.08345274433676694,"score_gpt":0.4050711201048519,"score_spread":0.32161837576808494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056419757","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043883983,0.06282412,0.73585933,0.03049081,0.022111695,0.010423638,0.012192709,0.008269394,0.07394431],"genre_scores_gemma":[0.078617066,0.02605083,0.68748724,0.00562691,0.0045261565,0.01005371,0.03506746,0.0047069765,0.14786361],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95829654,0.021535374,0.0025226744,0.0033771545,0.013280871,0.0009873243],"domain_scores_gemma":[0.8917441,0.038573194,0.003018751,0.007135373,0.055418298,0.0041103647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06219222,0.0025609867,0.0025587657,0.0054322476,0.0020710437,0.009902578,0.003947977,0.0028729953,0.03306232],"category_scores_gemma":[0.07958161,0.0013931824,0.0017012155,0.0038699992,0.0015241622,0.010841017,0.0058838823,0.0041425517,0.012862264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001097874,0.001735338,0.0038822773,0.00134284,0.00028509062,0.0002285781,0.0026505878,0.0020903405,0.010323236,0.005342132,0.31014714,0.6608746],"study_design_scores_gemma":[0.0012365464,0.0031591677,0.019110708,0.0028509921,0.0009822458,0.0007214995,0.0044822493,0.025954638,0.038104966,0.020010924,0.8828115,0.00057460775],"about_ca_topic_score_codex":0.010788618,"about_ca_topic_score_gemma":0.010574065,"teacher_disagreement_score":0.06219222,"about_ca_system_score_codex":0.0033998599,"about_ca_system_score_gemma":0.004757213,"threshold_uncertainty_score":0.3289078},"labels":[],"label_agreement":null},{"id":"W2059882478","doi":"10.1145/1394251.1394268","title":"The Fourth Asian Information Retrieval Symposium (AIRS 08)","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Beijing; Computer science; China; Library science; TRACE (psycholinguistics); Information retrieval; History; Linguistics","score_opus":0.010923728138995347,"score_gpt":0.21613401612441624,"score_spread":0.2052102879854209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059882478","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030263344,0.17030351,0.101272315,0.0922255,0.24045451,0.0019540377,0.017164985,0.019409506,0.32695234],"genre_scores_gemma":[0.034923386,0.049200557,0.05247125,0.012679006,0.032379255,0.00083350006,0.03009142,0.0037418634,0.7836798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945227,0.0012512126,0.0005514252,0.0005689744,0.002499551,0.0006061531],"domain_scores_gemma":[0.98726153,0.0010240808,0.00047195196,0.0013304731,0.0076259566,0.002285991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014976143,0.001525148,0.0030311977,0.004672792,0.0021214453,0.011444744,0.0020937508,0.003214412,0.09920398],"category_scores_gemma":[0.008991472,0.00054293015,0.0014405635,0.0032090137,0.0012638428,0.009094774,0.0035644986,0.0037432737,0.12421028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012598078,0.00010069767,0.0004992754,0.00025156236,0.00002889839,0.000096501746,0.00012764266,0.00006292197,0.0023159755,0.0013190539,0.8579493,0.1371221],"study_design_scores_gemma":[0.000021730279,0.000100632176,0.0013614715,0.00018571698,0.000035104604,0.00022060728,0.00019798076,0.0007072388,0.0015025636,0.0012537637,0.9943808,0.000032518576],"about_ca_topic_score_codex":0.0029148173,"about_ca_topic_score_gemma":0.006071456,"teacher_disagreement_score":0.09920398,"about_ca_system_score_codex":0.0020427676,"about_ca_system_score_gemma":0.0045745177,"threshold_uncertainty_score":0.33187038},"labels":[],"label_agreement":null},{"id":"W2064224510","doi":"10.1145/2422256.2422269","title":"Open source information retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Open source; Information retrieval; World Wide Web; Library science; Data science; Software","score_opus":0.021498732009247255,"score_gpt":0.26906679720650123,"score_spread":0.24756806519725397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064224510","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009697001,0.046672158,0.22986929,0.044103708,0.03767788,0.0029908216,0.062923245,0.053890876,0.51217514],"genre_scores_gemma":[0.04526415,0.01996594,0.1102884,0.010223072,0.011299982,0.0012753316,0.13399942,0.014785227,0.65289855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9845829,0.0027747434,0.0012565808,0.0017733877,0.008358213,0.0012541512],"domain_scores_gemma":[0.9635176,0.006646232,0.0013368538,0.010439805,0.01497398,0.003085497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011081004,0.0014759621,0.0017104807,0.01790104,0.003566262,0.013890911,0.0031008448,0.003674598,0.14009155],"category_scores_gemma":[0.05673837,0.0010273551,0.0015737601,0.012900432,0.0018350257,0.018043514,0.011277499,0.0044832802,0.13160855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018262063,0.00011432086,0.0005028386,0.0007527223,0.00004719748,0.00020321282,0.00038225518,0.0002509511,0.002672236,0.022030374,0.6311412,0.34172007],"study_design_scores_gemma":[0.000019026797,0.000032756274,0.00044778478,0.00018806303,0.000011705335,0.00018807255,0.00013353277,0.00055712834,0.0015599674,0.010454903,0.9863686,0.000038533803],"about_ca_topic_score_codex":0.002893934,"about_ca_topic_score_gemma":0.0054258625,"teacher_disagreement_score":0.14009155,"about_ca_system_score_codex":0.0029687735,"about_ca_system_score_gemma":0.0048031425,"threshold_uncertainty_score":0.46865296},"labels":[],"label_agreement":null},{"id":"W2068557399","doi":"10.1145/792550.792556","title":"Analysis of papers from twenty-five years of SIGIR conferences","year":2002,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Library science; Quarter (Canadian coin); History; Computer science; Media studies; Sociology; Archaeology","score_opus":0.026095977432805534,"score_gpt":0.27175001377879693,"score_spread":0.2456540363459914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068557399","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13608634,0.36507973,0.0053913123,0.028883595,0.04330212,0.0052316473,0.27003482,0.003153332,0.14283703],"genre_scores_gemma":[0.35040024,0.16270256,0.016044816,0.0069334377,0.03636764,0.008937806,0.27345866,0.0050517595,0.14010304],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9134503,0.009105035,0.013510125,0.003945768,0.056572072,0.0034166714],"domain_scores_gemma":[0.66530275,0.10425705,0.056996662,0.010224843,0.1462008,0.017017987],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.025672086,0.0020324625,0.0032022456,0.15562738,0.003524969,0.015553217,0.0019472158,0.0018057799,0.033200137],"category_scores_gemma":[0.17349747,0.0006864383,0.0031471609,0.15627967,0.0010105984,0.006561038,0.0059234127,0.0013694873,0.019176953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012537054,0.0002545538,0.043652125,0.024087343,0.0021719749,0.0012281844,0.0053309393,0.000492749,0.0023156025,0.0016355651,0.5366785,0.38089868],"study_design_scores_gemma":[0.00014386629,0.00047821616,0.2610622,0.009524292,0.0011971189,0.0013491106,0.0072597647,0.0003930114,0.0013309575,0.0015882663,0.715478,0.00019523372],"about_ca_topic_score_codex":0.0025943876,"about_ca_topic_score_gemma":0.0045566154,"teacher_disagreement_score":0.84437263,"about_ca_system_score_codex":0.0054995692,"about_ca_system_score_gemma":0.00842566,"threshold_uncertainty_score":0.13576865},"labels":[],"label_agreement":null},{"id":"W2070702247","doi":"10.1145/1328964.1328967","title":"Meeting of the MINDS","year":2007,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Key (lock); Space (punctuation); Probabilistic logic; Vector space model; Work (physics); Development (topology); Data science; World Wide Web; Information retrieval; Artificial intelligence","score_opus":0.12089356568520415,"score_gpt":0.4059370702158174,"score_spread":0.2850435045306132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070702247","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009630064,0.037664488,0.006613737,0.5631464,0.032249905,0.000048894904,0.00026501497,0.00034638005,0.35003498],"genre_scores_gemma":[0.19981116,0.02322045,0.0068527805,0.2708757,0.017599229,0.00015923257,0.0004270778,0.00051684404,0.48053756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960096,0.0013823599,0.0001392014,0.0008190825,0.0010916413,0.00055814587],"domain_scores_gemma":[0.99504197,0.0008732871,0.00023635564,0.00046778965,0.0009855039,0.0023950362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032964526,0.0010071411,0.0008087241,0.0011857745,0.0062193293,0.009502744,0.0010590103,0.0044003217,0.0435963],"category_scores_gemma":[0.011982577,0.00029589588,0.00061891397,0.00064260035,0.008467154,0.0069485353,0.008048774,0.009997899,0.019013433],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121064375,0.000061482,0.0013922729,0.00018665109,0.0000465771,0.0003035326,0.0119575625,0.00012756242,0.0015947637,0.16754201,0.7188264,0.097840145],"study_design_scores_gemma":[0.000006013919,0.000022362006,0.00037552207,0.00013951871,0.000004518277,0.00025217,0.0026293583,0.000056888624,0.00008287815,0.022844475,0.97357154,0.000014699429],"about_ca_topic_score_codex":0.0024257102,"about_ca_topic_score_gemma":0.002895963,"teacher_disagreement_score":0.0435963,"about_ca_system_score_codex":0.003079772,"about_ca_system_score_gemma":0.0034579393,"threshold_uncertainty_score":0.14584416},"labels":[],"label_agreement":null},{"id":"W2075245318","doi":"10.1145/1670564.1670576","title":"TREC-CHEM","year":2009,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Data science; Domain (mathematical analysis); Information retrieval; Database","score_opus":0.019420468175832994,"score_gpt":0.25382635029268097,"score_spread":0.23440588211684799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075245318","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00882177,0.009882298,0.010506333,0.013251288,0.013620745,0.0033541112,0.7666656,0.016390178,0.15750769],"genre_scores_gemma":[0.010286338,0.0021103185,0.013331952,0.002667142,0.001247173,0.0014180993,0.83546954,0.001988428,0.13148095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99419963,0.0014952304,0.00045446825,0.0007230131,0.0025398366,0.0005877276],"domain_scores_gemma":[0.9796708,0.002471416,0.0007761234,0.0021890493,0.0126862805,0.0022062222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009740395,0.0029343741,0.0029612854,0.0069714,0.0023002601,0.0048875134,0.0045259283,0.0034914033,0.15126272],"category_scores_gemma":[0.015590087,0.00078370684,0.0016185389,0.0045351735,0.00092661876,0.0042739245,0.0024653818,0.0035044176,0.122069314],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016200835,0.000079095764,0.00020769397,0.0002667805,0.000033766937,0.000022189544,0.0000138218375,0.000447418,0.00062722573,0.00058477785,0.9836056,0.013949608],"study_design_scores_gemma":[0.000573419,0.00029392936,0.004657444,0.00027578525,0.00013407171,0.00018846475,0.000114476774,0.003402325,0.0050379154,0.0036748003,0.9815112,0.00013626982],"about_ca_topic_score_codex":0.06540788,"about_ca_topic_score_gemma":0.098365664,"teacher_disagreement_score":0.15126272,"about_ca_system_score_codex":0.00470002,"about_ca_system_score_gemma":0.00950511,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2077110404","doi":"10.1145/2215676.2215680","title":"Report on BooksOnline'11","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"City, University of London; Connaught Fund; University of Toronto; University of Twente","keywords":"Computer science; Crowdsourcing; Salient; Social media; Reading (process); Context (archaeology); Digital library; World Wide Web; Key (lock); Library science; Data science; Political science; History","score_opus":0.02475597731603267,"score_gpt":0.2790317875960136,"score_spread":0.2542758102799809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077110404","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004182182,0.004713701,0.002214641,0.03303844,0.07530647,0.0013892992,0.054094,0.0031040679,0.8219572],"genre_scores_gemma":[0.0034974827,0.0010632966,0.00045384342,0.0029045923,0.0022939688,0.0004740373,0.014989909,0.0010307406,0.9732921],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99175733,0.00066304393,0.00031476043,0.0007352734,0.0051996456,0.0013300395],"domain_scores_gemma":[0.9861645,0.0013145672,0.00039966442,0.0015526065,0.0062977104,0.0042709024],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067032794,0.0013115541,0.001006157,0.0037351665,0.004913335,0.018408997,0.003601164,0.0058691404,0.5611682],"category_scores_gemma":[0.013021587,0.000660293,0.0013013757,0.0042055333,0.0009270126,0.0068897097,0.008681709,0.0056033474,0.4270426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087758985,0.0000493795,0.00025453453,0.0001310569,0.000003968634,0.00008785948,0.00009383433,0.000027910115,0.00026398734,0.0023083664,0.9825675,0.01412388],"study_design_scores_gemma":[0.0000042649813,0.000017326101,0.0005531255,0.000035906818,0.0000014059589,0.000015444199,0.0001243422,0.0000115508,0.00014196924,0.00011370838,0.9989759,0.0000050792287],"about_ca_topic_score_codex":0.010943153,"about_ca_topic_score_gemma":0.01762899,"teacher_disagreement_score":0.5611682,"about_ca_system_score_codex":0.0037760518,"about_ca_system_score_gemma":0.009936724,"threshold_uncertainty_score":0.6259403},"labels":[],"label_agreement":null},{"id":"W2080549944","doi":"10.1145/1394251.1394257","title":"Advances in information and knowledge management","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Universidade de Lisboa; Pennsylvania State University","keywords":"Computer science; Data science; Knowledge extraction; Data management; Personal information management; XML; Digital library; World Wide Web; Information management; Information extraction; Knowledge management; Information system; Information retrieval; Management information systems; Database; Data mining","score_opus":0.07697138455936814,"score_gpt":0.3808004260670133,"score_spread":0.30382904150764517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080549944","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042740274,0.49282628,0.13955747,0.114002064,0.0074374876,0.00013559114,0.00062582194,0.0006495241,0.24049176],"genre_scores_gemma":[0.13568561,0.6008281,0.16969472,0.015061072,0.024204012,0.00031211894,0.0013251809,0.00029045195,0.05259877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9919459,0.002353255,0.0006406945,0.0010837353,0.0036052559,0.00037113667],"domain_scores_gemma":[0.97947854,0.012069859,0.0009363525,0.003299376,0.003266736,0.0009491253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009750965,0.0009853438,0.0014535735,0.0049605924,0.0017954193,0.012280058,0.0030289434,0.0035786326,0.013614379],"category_scores_gemma":[0.019749573,0.00057537487,0.00096857833,0.008954282,0.006614923,0.023895573,0.0058767437,0.005031251,0.0061615184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030924337,0.000049400925,0.00042289266,0.0012765485,0.000050853916,0.0000942893,0.00070979755,0.0007521433,0.00030004643,0.6823932,0.044526093,0.2693938],"study_design_scores_gemma":[0.000008650321,0.000020215712,0.0002412096,0.00053929497,0.00001704725,0.0001481658,0.00036079463,0.0012795056,0.00021273641,0.38773862,0.60941184,0.00002197186],"about_ca_topic_score_codex":0.0022730085,"about_ca_topic_score_gemma":0.0017035519,"teacher_disagreement_score":0.013614379,"about_ca_system_score_codex":0.0042697038,"about_ca_system_score_gemma":0.0052418746,"threshold_uncertainty_score":0.051568627},"labels":[],"label_agreement":null},{"id":"W2082311327","doi":"10.1145/1394251.1394266","title":"Information retrieval facility symposium in Vienna","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intellectual property; Library science; Computer science; Focus (optics); Political science; Law","score_opus":0.052472045723902946,"score_gpt":0.30531897671431074,"score_spread":0.2528469309904078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082311327","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007936329,0.0917223,0.031182732,0.03527213,0.05496632,0.0008587488,0.009581479,0.0077720643,0.76070786],"genre_scores_gemma":[0.006632798,0.008635035,0.006739492,0.0023158963,0.003884299,0.00017354255,0.0046991818,0.0009655047,0.9659542],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958702,0.0007820106,0.00032340246,0.0008327454,0.0017146668,0.0004770653],"domain_scores_gemma":[0.9965843,0.0004797538,0.00020559646,0.00057298114,0.0013637503,0.0007936067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007990652,0.001609705,0.0018153025,0.0060276,0.0021610465,0.00963701,0.00163228,0.004271466,0.2676043],"category_scores_gemma":[0.006028146,0.0007038245,0.0012751853,0.002817816,0.0009971068,0.0060662013,0.0047568404,0.004743858,0.30286017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026768903,0.00014429052,0.00034617126,0.00030494522,0.000026552465,0.00022904298,0.00018915132,0.00015638288,0.002966566,0.008084777,0.79823846,0.18904594],"study_design_scores_gemma":[0.000017688408,0.00004775242,0.0004162068,0.00020250029,0.000008987383,0.00013069589,0.000044743712,0.00016871438,0.0006718067,0.0011077038,0.99716896,0.000014286691],"about_ca_topic_score_codex":0.001529709,"about_ca_topic_score_gemma":0.0035948083,"teacher_disagreement_score":0.2676043,"about_ca_system_score_codex":0.00221917,"about_ca_system_score_gemma":0.0028860206,"threshold_uncertainty_score":0.8952255},"labels":[],"label_agreement":null},{"id":"W2093432797","doi":"10.1145/3130348.3130358","title":"Information Retrieval using a Singular Value Decomposition Model of Latent Semantic Structure","year":2017,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Tensor decomposition and applications","field":"Mathematics","cited_by":387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Bell (Canada)","funders":"","keywords":"Computer science; Singular value decomposition; Citation; Information retrieval; Value (mathematics); Latent semantic analysis; World Wide Web; Artificial intelligence","score_opus":0.04617564812377155,"score_gpt":0.3387440814574338,"score_spread":0.2925684333336622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093432797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025370855,0.0027656688,0.9592291,0.0032330551,0.00032461935,0.0002330123,0.0016714609,0.0015694968,0.005602795],"genre_scores_gemma":[0.49913177,0.0056369863,0.45453215,0.00086529943,0.0009137292,0.0006025367,0.008125214,0.00058638386,0.029606007],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998151,0.00091207965,0.00012698265,0.000324043,0.00034437762,0.00014150343],"domain_scores_gemma":[0.99534273,0.003047795,0.00026479788,0.0006124252,0.0006099922,0.00012220968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003323216,0.00085515314,0.0011561167,0.0021636474,0.0006725675,0.0037097775,0.0010514726,0.0013565684,0.0082362145],"category_scores_gemma":[0.011759143,0.00061046955,0.0021688514,0.0033295013,0.00088603917,0.0050352816,0.0015154565,0.0023470526,0.005463595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000775556,0.00041903436,0.0040998417,0.00076709234,0.00048021864,0.00027970332,0.0010361226,0.12353828,0.009971047,0.11965447,0.08124871,0.65773],"study_design_scores_gemma":[0.000034437664,0.00012971551,0.0010778873,0.000088899586,0.0000808373,0.00011874656,0.00010362555,0.919009,0.0014669062,0.072726645,0.005111422,0.00005198717],"about_ca_topic_score_codex":0.0097273365,"about_ca_topic_score_gemma":0.010221643,"teacher_disagreement_score":0.0097273365,"about_ca_system_score_codex":0.0014793031,"about_ca_system_score_gemma":0.0015804967,"threshold_uncertainty_score":0.027552843},"labels":[],"label_agreement":null},{"id":"W2099048704","doi":"10.1145/1924475.1924484","title":"Report on the SIGIR 2010 workshop on the simulation of interaction","year":2011,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Embodied cognition; Human–computer interaction; Interface (matter); User interface; Data science; Information retrieval; Artificial intelligence","score_opus":0.09104068326569431,"score_gpt":0.31459873072407246,"score_spread":0.22355804745837815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099048704","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07191424,0.044030666,0.430105,0.12272131,0.029186431,0.0023969477,0.013205681,0.0065975273,0.27984214],"genre_scores_gemma":[0.33682835,0.035234585,0.23967735,0.011391049,0.004949537,0.0031749746,0.045476723,0.0035470647,0.31972033],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953094,0.0025085218,0.00019727506,0.00058326416,0.0010806437,0.00032084974],"domain_scores_gemma":[0.98309064,0.00918206,0.00024134129,0.00202783,0.003684303,0.001773879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01090277,0.001700346,0.001762341,0.00091159134,0.0019005367,0.006213284,0.0028461707,0.0031895163,0.05109366],"category_scores_gemma":[0.022659594,0.0009635566,0.002228273,0.00092960155,0.0013680689,0.008103962,0.0051216097,0.00461762,0.011199973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002162531,0.0010021288,0.004234959,0.000976578,0.00027719873,0.00038533236,0.0021640463,0.054461457,0.0044514243,0.06882991,0.66108614,0.19996832],"study_design_scores_gemma":[0.0004455246,0.00041201696,0.002410863,0.0006416983,0.00017052167,0.00023790721,0.0013106992,0.08144066,0.0052710418,0.051580675,0.8558619,0.00021644004],"about_ca_topic_score_codex":0.020621734,"about_ca_topic_score_gemma":0.022106435,"teacher_disagreement_score":0.05109366,"about_ca_system_score_codex":0.0037976364,"about_ca_system_score_gemma":0.0043309466,"threshold_uncertainty_score":0.17092532},"labels":[],"label_agreement":null},{"id":"W2145276519","doi":"10.1145/2492189.2492195","title":"Report on the workshop on search and exploration of x-rated information (SEXI 2013)","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Turun Yliopisto","keywords":"Computer science; World Wide Web; Perspective (graphical); Data science; Information retrieval; Artificial intelligence","score_opus":0.05616040018560992,"score_gpt":0.32929852605095394,"score_spread":0.27313812586534403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145276519","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06569974,0.038650982,0.08773558,0.2625037,0.19507419,0.0065897126,0.027033042,0.0032619613,0.31345114],"genre_scores_gemma":[0.1182757,0.016577244,0.048631553,0.033883866,0.028874999,0.003968415,0.027525553,0.0032746403,0.7189879],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950256,0.0018253105,0.00019335169,0.00070639234,0.0015734913,0.00067591236],"domain_scores_gemma":[0.98506236,0.0033680324,0.00041330897,0.0008596459,0.005242814,0.005053711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011826905,0.0011725829,0.0010875759,0.0014293152,0.002793157,0.00711481,0.0021312574,0.004068474,0.087472826],"category_scores_gemma":[0.015833579,0.00051927567,0.0017566844,0.0013033858,0.0010277736,0.006099071,0.0073388168,0.005697316,0.034880146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042063554,0.0003796192,0.0012504474,0.00045678456,0.000039593946,0.00037069165,0.0028577421,0.00033676284,0.0028467325,0.0042328825,0.90588087,0.08092735],"study_design_scores_gemma":[0.00008535793,0.00027542713,0.0030111843,0.00035550227,0.000029026845,0.00016538848,0.003995674,0.00055451883,0.0019501041,0.0041138567,0.98538417,0.0000799014],"about_ca_topic_score_codex":0.0062118773,"about_ca_topic_score_gemma":0.01060489,"teacher_disagreement_score":0.087472826,"about_ca_system_score_codex":0.001997823,"about_ca_system_score_gemma":0.004728724,"threshold_uncertainty_score":0.29262578},"labels":[],"label_agreement":null},{"id":"W2152646153","doi":"10.1145/2093346.2093360","title":"The 1st international workshop on diversity in document retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Diversity (politics); Information retrieval; World Wide Web; Search engine; Data science; Library science; Political science","score_opus":0.037267964630385154,"score_gpt":0.29892023057147904,"score_spread":0.26165226594109386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152646153","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02910516,0.11662509,0.6528902,0.04806419,0.04986758,0.0014804488,0.003420027,0.0037282011,0.094819106],"genre_scores_gemma":[0.16746855,0.037523154,0.4607663,0.009409209,0.02193656,0.0017486988,0.0134705845,0.0025008686,0.28517613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920928,0.003457185,0.0006349456,0.0013526671,0.0017373692,0.00072497025],"domain_scores_gemma":[0.98933345,0.0049854186,0.00032328456,0.0018691086,0.0023277088,0.0011610304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013124983,0.0015531295,0.0026174258,0.003006782,0.0015546298,0.0075233416,0.0034972678,0.0030351372,0.026144508],"category_scores_gemma":[0.019055096,0.0009560871,0.002391318,0.0030434248,0.0020143038,0.009467496,0.004478299,0.004968165,0.010101347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000814271,0.00067048834,0.0010844475,0.00094825006,0.00021941162,0.0003516022,0.0017078427,0.0036022868,0.0066895485,0.04085495,0.4146211,0.52843577],"study_design_scores_gemma":[0.00020337562,0.0004910328,0.0021742359,0.00070846896,0.00015524324,0.00085034117,0.00089873944,0.019732662,0.00612634,0.062379792,0.90613407,0.00014573436],"about_ca_topic_score_codex":0.0029391998,"about_ca_topic_score_gemma":0.0037519133,"teacher_disagreement_score":0.026144508,"about_ca_system_score_codex":0.0025226239,"about_ca_system_score_gemma":0.002877449,"threshold_uncertainty_score":0.08746207},"labels":[],"label_agreement":null},{"id":"W2158222053","doi":"10.1145/2568388.2568403","title":"Report on the SIGIR 2013 workshop on modeling user behavior for information retrieval evaluation (MUBE 2013)","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"","keywords":"Breakout; Computer science; Set (abstract data type); Information retrieval; World Wide Web","score_opus":0.055716895240229845,"score_gpt":0.31101639091792865,"score_spread":0.25529949567769883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158222053","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03049997,0.030178037,0.74501693,0.067927375,0.019777171,0.004616065,0.023173446,0.010623355,0.0681877],"genre_scores_gemma":[0.16226137,0.025092848,0.46798977,0.020192724,0.008379394,0.0076973834,0.08999802,0.007102834,0.2112856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9755039,0.013007504,0.0008901902,0.0022657502,0.007313593,0.0010190665],"domain_scores_gemma":[0.9477548,0.024321517,0.0011597977,0.006694922,0.016426817,0.0036421989],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04906387,0.0024949685,0.0027967307,0.0019447485,0.002126455,0.008848806,0.0033561494,0.004053543,0.036925018],"category_scores_gemma":[0.06815179,0.0014584528,0.00300515,0.0020312422,0.000989042,0.010974877,0.0052310345,0.006423253,0.020850303],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071799837,0.0010805455,0.004686919,0.0007062954,0.00023505143,0.00012610684,0.0010359444,0.0072162985,0.0029548698,0.012212795,0.71342236,0.25560483],"study_design_scores_gemma":[0.0004039972,0.0010542752,0.010300047,0.0010574389,0.00049287174,0.00033934106,0.0019096838,0.08542905,0.01212195,0.058960807,0.827483,0.00044757538],"about_ca_topic_score_codex":0.021620099,"about_ca_topic_score_gemma":0.024109578,"teacher_disagreement_score":0.95093614,"about_ca_system_score_codex":0.0039056228,"about_ca_system_score_gemma":0.0048003993,"threshold_uncertainty_score":0.25947767},"labels":[],"label_agreement":null},{"id":"W2158915197","doi":"10.1145/1067268.1067274","title":"The TREC terabyte retrieval track","year":2005,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Terabyte; Computer science; Information retrieval; Search engine indexing; Track (disk drive); Context (archaeology); Automatic indexing","score_opus":0.015756660617878095,"score_gpt":0.2564480901007232,"score_spread":0.24069142948284514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158915197","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011031602,0.049765535,0.033570793,0.09073599,0.057576876,0.009442914,0.3891985,0.031090204,0.32758754],"genre_scores_gemma":[0.017893141,0.011029069,0.028472787,0.013583503,0.007287991,0.003773618,0.49367177,0.0039626122,0.42032555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98840415,0.0021679995,0.0005571157,0.0010335009,0.006743583,0.0010935946],"domain_scores_gemma":[0.96740204,0.0024373513,0.00084577163,0.0028328667,0.022664182,0.0038178142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01681475,0.002216415,0.0030089468,0.009058461,0.0043119355,0.009672847,0.004690668,0.005324492,0.10099631],"category_scores_gemma":[0.023544244,0.00091026723,0.0014488113,0.0076973257,0.0014878531,0.007825801,0.0034129152,0.0050771507,0.11695594],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033690812,0.00003690179,0.000054256703,0.000095574476,0.000008409194,0.000012589528,0.00001467198,0.000080353864,0.00036691115,0.00035904458,0.9882357,0.010701834],"study_design_scores_gemma":[0.00018754425,0.00016080904,0.00275437,0.00024754423,0.00004604318,0.00009900594,0.00016394163,0.001648083,0.0024186515,0.0020693059,0.9901191,0.00008551793],"about_ca_topic_score_codex":0.11485223,"about_ca_topic_score_gemma":0.1510261,"teacher_disagreement_score":0.11485223,"about_ca_system_score_codex":0.008704338,"about_ca_system_score_gemma":0.01900739,"threshold_uncertainty_score":0.3378663},"labels":[],"label_agreement":null},{"id":"W2167442898","doi":"10.1145/1480506.1480529","title":"Exploiting task-document relations in support of information retrieval in the workplace","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Information retrieval; Task (project management); Cognitive models of information retrieval; Context (archaeology); Information needs; Information seeking; Personal information management; Core (optical fiber); Human–computer information retrieval; Document retrieval; Information system; Search engine; World Wide Web; Data science; Management information systems","score_opus":0.02133040209931976,"score_gpt":0.2606112803540804,"score_spread":0.23928087825476063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167442898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46912968,0.007970481,0.47997734,0.0049819765,0.00029909253,0.0007421944,0.0015492621,0.0074514016,0.027898546],"genre_scores_gemma":[0.874502,0.0013025199,0.11932635,0.00029558945,0.00023818809,0.00021942073,0.0016734947,0.00019053681,0.002251841],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947403,0.0027006555,0.00040321145,0.00067880715,0.0011701923,0.00030690804],"domain_scores_gemma":[0.9548317,0.034554552,0.0030840584,0.0036824115,0.0028358728,0.0010113815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065549337,0.0005567945,0.0010960638,0.0048151603,0.0018548948,0.0040558884,0.0014541107,0.0012846238,0.003537259],"category_scores_gemma":[0.053521663,0.00056959887,0.000621897,0.005011654,0.0009203838,0.0068948995,0.0031850894,0.0016919241,0.0022715502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034655232,0.0017030182,0.04852713,0.001485724,0.0002142021,0.0008998185,0.013308016,0.016324455,0.04160816,0.027122186,0.013114082,0.8322276],"study_design_scores_gemma":[0.0005948043,0.0026026196,0.0890695,0.0004601717,0.0006239211,0.0020801346,0.007963614,0.62694436,0.03269877,0.17842811,0.058045305,0.000488755],"about_ca_topic_score_codex":0.0067456444,"about_ca_topic_score_gemma":0.0073037148,"teacher_disagreement_score":0.0067456444,"about_ca_system_score_codex":0.00090732746,"about_ca_system_score_gemma":0.0021743092,"threshold_uncertainty_score":0.03466618},"labels":[],"label_agreement":null},{"id":"W2287148974","doi":"10.1145/2888422.2888439","title":"Report on the SIGIR 2015 Workshop on Reproducibility, Inexplicability, and Generalizability of Results (RIGOR)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Università degli Studi di Padova","keywords":"Generalizability theory; Computer science; Presentation (obstetrics); Thursday; Information retrieval; Library science; Data science; Statistics; Medicine","score_opus":0.04259519423738254,"score_gpt":0.3006233049999692,"score_spread":0.25802811076258664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287148974","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028312158,0.06595184,0.33255008,0.3050986,0.14598331,0.008227564,0.01420851,0.01117791,0.088490106],"genre_scores_gemma":[0.26155975,0.023340307,0.32119054,0.087445684,0.06198272,0.013389722,0.06458687,0.017432543,0.14907177],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6590006,0.18768106,0.020074673,0.025249636,0.09905916,0.008935003],"domain_scores_gemma":[0.3206436,0.32358348,0.01790087,0.10746204,0.20691216,0.023497783],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.42046374,0.0040470166,0.00427287,0.0073079686,0.007461053,0.025335962,0.008611387,0.009897928,0.03964162],"category_scores_gemma":[0.5271295,0.0021153218,0.005136801,0.003938264,0.0074516837,0.029162167,0.024709728,0.013567521,0.025024159],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019186866,0.0007566003,0.0059575504,0.0020479823,0.0006152798,0.000409784,0.0040645953,0.0014578832,0.0044446923,0.013525789,0.748414,0.21638726],"study_design_scores_gemma":[0.0010913746,0.001509704,0.013340116,0.0040331194,0.0008992302,0.00077779155,0.005072844,0.011368116,0.014246927,0.08823447,0.85860294,0.00082338817],"about_ca_topic_score_codex":0.009034202,"about_ca_topic_score_gemma":0.0061960784,"teacher_disagreement_score":0.57953626,"about_ca_system_score_codex":0.0070946882,"about_ca_system_score_gemma":0.0151345795,"threshold_uncertainty_score":0.7146714},"labels":[],"label_agreement":null},{"id":"W2465765001","doi":"10.1145/2964797.2964806","title":"Report on the Eighth Workshop on Exploiting Semantic Annotations in Information Retrieval (ESAIR '15)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Event (particle physics); Focus (optics); World Wide Web; Field (mathematics); Semantic Web; Track (disk drive); Data science; Information retrieval","score_opus":0.030702390798121124,"score_gpt":0.262404220364391,"score_spread":0.23170182956626986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465765001","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033188697,0.04627971,0.39953712,0.11104226,0.11749884,0.0068038567,0.048829053,0.021433014,0.21538745],"genre_scores_gemma":[0.051096015,0.014058311,0.21950309,0.01710662,0.014009937,0.0034170682,0.12378228,0.0069330707,0.5500936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98840415,0.004846534,0.0005345815,0.0016220679,0.0034410052,0.0011516047],"domain_scores_gemma":[0.9759261,0.0067657237,0.0004540107,0.0036100156,0.008171106,0.0050730347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023179872,0.0021987653,0.002259471,0.0028970675,0.0022853187,0.0089134425,0.0037239122,0.00404008,0.09642976],"category_scores_gemma":[0.024921842,0.0007564941,0.002072697,0.0028116463,0.0012175918,0.012884036,0.008711067,0.005138512,0.065905906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037527492,0.00047413996,0.00045618278,0.00040796393,0.000060979357,0.00009122564,0.00065415655,0.0004964106,0.0031940693,0.0033627944,0.87855273,0.11187406],"study_design_scores_gemma":[0.00013593867,0.00024651468,0.0014514445,0.0002662139,0.00007817983,0.000121769845,0.0008477791,0.0031581502,0.0033170613,0.007671389,0.9826302,0.00007546252],"about_ca_topic_score_codex":0.009639099,"about_ca_topic_score_gemma":0.014722726,"teacher_disagreement_score":0.09642976,"about_ca_system_score_codex":0.002461338,"about_ca_system_score_gemma":0.004922345,"threshold_uncertainty_score":0.3225897},"labels":[],"label_agreement":null},{"id":"W2908686248","doi":"10.1145/3308774.3308788","title":"Autumn School for Information Retrieval and Foraging 2018","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Foraging; Computer science; Work (physics); Library science; Information retrieval; World Wide Web; Ecology","score_opus":0.013119702637084304,"score_gpt":0.2768595347667703,"score_spread":0.263739832129686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908686248","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034256652,0.045176767,0.015289586,0.07509585,0.0761937,0.00046407647,0.0054052845,0.005422061,0.773527],"genre_scores_gemma":[0.007544813,0.008966347,0.0038770025,0.0022547098,0.013566898,0.0002468219,0.002645727,0.0013476707,0.95955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997617,0.0002943862,0.0001867929,0.0005757029,0.0010213901,0.00030469077],"domain_scores_gemma":[0.9943024,0.0005554347,0.00022876966,0.00076313555,0.0016585221,0.0024918152],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004359467,0.0018625241,0.0020954052,0.0031184026,0.0031214221,0.009815918,0.0022542356,0.0036531826,0.43403122],"category_scores_gemma":[0.0072503155,0.00057753443,0.0009842085,0.002256478,0.0012605392,0.0066261753,0.006280955,0.0045924555,0.27660587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008587659,0.000100351484,0.00018499668,0.00018998612,0.0000065200293,0.0000476348,0.00014924588,0.0000721355,0.00048195198,0.014343074,0.88348913,0.10084911],"study_design_scores_gemma":[0.000008057662,0.000032395237,0.0003903747,0.000139032,0.000002454794,0.000037553444,0.000052181418,0.00008209979,0.0001177712,0.0037831308,0.9953489,0.0000060880516],"about_ca_topic_score_codex":0.0017206111,"about_ca_topic_score_gemma":0.0034664017,"teacher_disagreement_score":0.43403122,"about_ca_system_score_codex":0.0036064342,"about_ca_system_score_gemma":0.0041443245,"threshold_uncertainty_score":0.8072858},"labels":[],"label_agreement":null},{"id":"W2910577570","doi":"10.1145/3308774.3308781","title":"The Neural Hype and Comparisons Against Weak Baselines","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pace; Hyperparameter; Benchmark (surveying); Field (mathematics); Artificial intelligence; Data science; Point (geometry); Machine learning","score_opus":0.018584518233013887,"score_gpt":0.24437018413777653,"score_spread":0.22578566590476265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910577570","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22230205,0.40950137,0.15835668,0.049268533,0.01877152,0.00057520944,0.009082236,0.007602289,0.124540135],"genre_scores_gemma":[0.86760426,0.020901384,0.06721763,0.005389227,0.004602121,0.0003324715,0.011856808,0.0019283141,0.020167757],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9818334,0.0096145235,0.00090107403,0.002605363,0.004448348,0.0005972666],"domain_scores_gemma":[0.9750175,0.014886116,0.0011121818,0.005420194,0.0027809413,0.0007830029],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026127232,0.0023517546,0.0019753585,0.0044492795,0.0020117671,0.004615481,0.0038883828,0.003661624,0.011257546],"category_scores_gemma":[0.07712321,0.00048361553,0.0010575816,0.0031008404,0.0030072138,0.010877495,0.005251765,0.006180594,0.006145902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007188971,0.0008027356,0.010657815,0.0029031946,0.0030033025,0.00027338052,0.0004270255,0.051889688,0.002795865,0.055860367,0.15195742,0.7122403],"study_design_scores_gemma":[0.001074737,0.0062742964,0.024070302,0.0026945164,0.0023004215,0.0010924949,0.0013571337,0.5084532,0.011517838,0.2851199,0.15563886,0.00040626506],"about_ca_topic_score_codex":0.0044342284,"about_ca_topic_score_gemma":0.006640795,"teacher_disagreement_score":0.9738728,"about_ca_system_score_codex":0.0022284703,"about_ca_system_score_gemma":0.0010777449,"threshold_uncertainty_score":0.13817567},"labels":[],"label_agreement":null},{"id":"W2911105724","doi":"10.1145/3308774.3308787","title":"Autumn School for Information Retrieval and Information Foraging (ASIRF 2017)","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Foraging; Information retrieval; Information behavior; Library science; World Wide Web; Ecology","score_opus":0.014916146409245011,"score_gpt":0.28157585946041536,"score_spread":0.26665971305117037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911105724","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023177909,0.09393023,0.050557565,0.19855683,0.13030982,0.0017205052,0.011327367,0.010153207,0.48026663],"genre_scores_gemma":[0.04728541,0.022044698,0.02574943,0.006236376,0.028676402,0.00095879054,0.008343578,0.003277047,0.85742825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951763,0.0008999387,0.0002894133,0.00093849393,0.0017799459,0.00091580435],"domain_scores_gemma":[0.98691535,0.0010578885,0.00044703216,0.0014178175,0.004127966,0.0060338727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014132588,0.0016821786,0.0022174804,0.0032842925,0.0036134801,0.010296544,0.0026455503,0.0045777024,0.15787612],"category_scores_gemma":[0.012209018,0.00074321294,0.0010507737,0.0020775748,0.0016592765,0.007559702,0.0070992215,0.0048535448,0.08932721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001441034,0.0001907462,0.0004931074,0.00019383243,0.000010571447,0.000046737186,0.00021130015,0.000114342816,0.0006954221,0.009195589,0.8704205,0.118283786],"study_design_scores_gemma":[0.000028321396,0.000111411355,0.0016100146,0.00024926028,0.0000057671737,0.00008363605,0.00015382952,0.00030172087,0.0004282946,0.006848842,0.99016047,0.000018428364],"about_ca_topic_score_codex":0.0031669857,"about_ca_topic_score_gemma":0.0067153987,"teacher_disagreement_score":0.15787612,"about_ca_system_score_codex":0.00452639,"about_ca_system_score_gemma":0.009872782,"threshold_uncertainty_score":0.52814823},"labels":[],"label_agreement":null},{"id":"W2917961622","doi":"10.1145/3308774.3308785","title":"Report on CLEF 2018","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Clef; Contextualization; Computer science; Ninth; Social media; Presentation (obstetrics); World Wide Web; Library science","score_opus":0.025344372642390128,"score_gpt":0.3248668344821655,"score_spread":0.2995224618397754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917961622","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042888816,0.014802774,0.0094348965,0.06482126,0.087040134,0.0025530877,0.34948346,0.03018651,0.43738902],"genre_scores_gemma":[0.008524049,0.0028677653,0.008512753,0.0075660357,0.012490132,0.0015362042,0.4562647,0.010329611,0.4919088],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9786725,0.004242115,0.00088284735,0.0024019035,0.012086247,0.001714459],"domain_scores_gemma":[0.9614558,0.0047272295,0.00090596155,0.005451268,0.020597326,0.006862399],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018100008,0.0028663832,0.0032596814,0.009147308,0.0037088594,0.011149774,0.0042940634,0.00370369,0.5897246],"category_scores_gemma":[0.03485022,0.00079341786,0.0016355647,0.005466254,0.0010744496,0.007543799,0.0067804973,0.0040531773,0.57804203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003734578,0.00002316792,0.000044051532,0.00003549636,0.0000036473832,0.0000126155355,0.000005226085,0.000027728158,0.00006447789,0.00019772693,0.9915814,0.007967093],"study_design_scores_gemma":[0.00007715695,0.000035166166,0.0005509126,0.00005828712,0.0000047576077,0.000049165414,0.000031591368,0.00022875809,0.00028426296,0.00058051775,0.99807966,0.000019750698],"about_ca_topic_score_codex":0.012733494,"about_ca_topic_score_gemma":0.018129706,"teacher_disagreement_score":0.5897246,"about_ca_system_score_codex":0.0057129455,"about_ca_system_score_gemma":0.006066877,"threshold_uncertainty_score":0.58520806},"labels":[],"label_agreement":null},{"id":"W2995652189","doi":"10.1145/3458553.3458560","title":"Report on the First HIPstIR Workshop on the Future of Information Retrieval","year":2019,"lang":"en","type":"preprint","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Mainstream; Library science; Computer science; Information retrieval; Political science","score_opus":0.02401280320501431,"score_gpt":0.25147593058079315,"score_spread":0.22746312737577884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995652189","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025318895,0.05978018,0.099225305,0.2739617,0.26206362,0.0033131125,0.019349864,0.003778427,0.25320888],"genre_scores_gemma":[0.0398601,0.018836938,0.035453454,0.03228858,0.044709902,0.001219163,0.025462646,0.0021316474,0.80003756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953661,0.0014315195,0.0001636433,0.00052489695,0.0018984557,0.0006153552],"domain_scores_gemma":[0.98550457,0.003851751,0.0004790234,0.0011717387,0.0044520716,0.0045408965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011935525,0.0011724806,0.0010070816,0.0018850467,0.0019885246,0.008116216,0.0021087846,0.0036639227,0.0740065],"category_scores_gemma":[0.014494858,0.000508943,0.0016652762,0.0017183954,0.0008951861,0.007167616,0.00618181,0.0058891675,0.041534163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017027013,0.00020677385,0.00035891053,0.00026464165,0.000033084605,0.00016485906,0.00048145806,0.00032809222,0.0011469796,0.0045193667,0.9355482,0.05677735],"study_design_scores_gemma":[0.000043621687,0.000112324764,0.00089779805,0.0001800077,0.000026822105,0.00008207657,0.00049224624,0.00045893952,0.0007330881,0.0032741255,0.9936621,0.000036791134],"about_ca_topic_score_codex":0.006561175,"about_ca_topic_score_gemma":0.009988232,"teacher_disagreement_score":0.0740065,"about_ca_system_score_codex":0.001716596,"about_ca_system_score_gemma":0.0043258113,"threshold_uncertainty_score":0.24757642},"labels":[],"label_agreement":null},{"id":"W3136109765","doi":"10.1145/3458553.3458563","title":"The neural hype, justified!","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Eternity; Artificial intelligence; Epistemology; Philosophy","score_opus":0.01663961322052802,"score_gpt":0.2390605215602842,"score_spread":0.2224209083397562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136109765","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026811296,0.017029442,0.026125006,0.7847701,0.036146216,0.00002488172,0.0005860374,0.0010840204,0.13155329],"genre_scores_gemma":[0.22420648,0.0178856,0.025875362,0.40099573,0.022431588,0.00020248404,0.000921174,0.0035597398,0.3039218],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962225,0.0017654051,0.0001548073,0.00055282377,0.0010233085,0.00028107016],"domain_scores_gemma":[0.9912361,0.0045928136,0.00045079514,0.0013474304,0.0016725273,0.0007004066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041518826,0.00085875124,0.00049981894,0.0008757877,0.0041780695,0.0069549214,0.0009274239,0.004651742,0.04072257],"category_scores_gemma":[0.03873734,0.00046678865,0.0003528067,0.00071962515,0.012063856,0.015831312,0.0038596236,0.014621171,0.023017328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010372125,0.000028501512,0.00039553057,0.0001469271,0.000024734856,0.00014979497,0.0012131218,0.00012495254,0.0004983276,0.21003117,0.74567485,0.04160837],"study_design_scores_gemma":[0.000023392635,0.000036033704,0.00035662792,0.00030262722,0.00001158111,0.00034241666,0.0011773285,0.00068413356,0.00071040087,0.15599896,0.8403167,0.00003972313],"about_ca_topic_score_codex":0.0038440516,"about_ca_topic_score_gemma":0.005748328,"teacher_disagreement_score":0.04072257,"about_ca_system_score_codex":0.0017767146,"about_ca_system_score_gemma":0.0015006643,"threshold_uncertainty_score":0.13623059},"labels":[],"label_agreement":null},{"id":"W3203502727","doi":"10.1145/3527546.3527552","title":"A proposed conceptual framework for a representational approach to information retrieval","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Query expansion; Document retrieval; Similarity (geometry); Relevance (law); Sentence; Natural language; Artificial intelligence; Natural language processing","score_opus":0.038002486838323676,"score_gpt":0.293113914803648,"score_spread":0.2551114279653243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203502727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012461996,0.0014842161,0.97390896,0.007524277,0.00016866402,0.00021903399,0.00027121455,0.00034577938,0.014831653],"genre_scores_gemma":[0.10135728,0.0026227885,0.8780049,0.0024800242,0.0009413559,0.0015029095,0.0009538402,0.0002301216,0.01190679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9924758,0.0036620828,0.00071480294,0.0012625182,0.001464065,0.00042062535],"domain_scores_gemma":[0.9940058,0.0026660792,0.000534931,0.0013232948,0.0010821383,0.0003877761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008178432,0.0012373202,0.0011696366,0.00572966,0.0027595875,0.011724974,0.0054630223,0.0044538714,0.011401068],"category_scores_gemma":[0.013328804,0.0009513285,0.002738055,0.0071554505,0.008830754,0.021778038,0.004911011,0.004876734,0.0037784493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007675441,0.000016754988,0.000060701506,0.00008225188,0.000010751413,0.000028279803,0.0003484046,0.0016863403,0.00024022638,0.9862183,0.0020751155,0.009225172],"study_design_scores_gemma":[0.000020941066,0.00004438664,0.00011157683,0.000096350035,0.000023376626,0.00018374747,0.00033725516,0.01898793,0.0003018735,0.931752,0.04811,0.00003059165],"about_ca_topic_score_codex":0.004946904,"about_ca_topic_score_gemma":0.003068025,"teacher_disagreement_score":0.011724974,"about_ca_system_score_codex":0.004345777,"about_ca_system_score_gemma":0.0039579347,"threshold_uncertainty_score":0.04325217},"labels":[],"label_agreement":null},{"id":"W4225552142","doi":"10.1145/3527546.3527570","title":"Report on the 15th round of NII testbeds and community for information access research (NTCIR-15)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Scope (computer science); Question answering; Information retrieval; World Wide Web; Artificial intelligence; Programming language","score_opus":0.1691181348945088,"score_gpt":0.39618905820630096,"score_spread":0.22707092331179216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225552142","genre_codex":"dataset","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022969997,0.01111493,0.047278438,0.09264924,0.078964785,0.02329331,0.46967584,0.020082952,0.23397048],"genre_scores_gemma":[0.040669706,0.0027369265,0.062025405,0.016880829,0.004665878,0.019339537,0.60907197,0.0051172175,0.23949255],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9805787,0.0056169904,0.0007789745,0.0016119581,0.007575648,0.003837603],"domain_scores_gemma":[0.91539097,0.0058100997,0.0017532003,0.0057064667,0.033410016,0.03792934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.048528258,0.0023343728,0.0021943757,0.004811707,0.005313405,0.009853782,0.004215344,0.004461051,0.086294904],"category_scores_gemma":[0.02938752,0.0011141209,0.0020521346,0.0034282028,0.0012791838,0.006166449,0.013661634,0.0051575336,0.089781664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032692053,0.00020306434,0.0009256289,0.00019870172,0.00002517222,0.000068510126,0.0001534151,0.00015373468,0.00093477854,0.0015344935,0.98213965,0.013336018],"study_design_scores_gemma":[0.00028420167,0.00038679966,0.007978342,0.00019305569,0.00005036005,0.000059511378,0.00070034625,0.0006589511,0.0018911161,0.0017658664,0.9859476,0.00008382347],"about_ca_topic_score_codex":0.04794457,"about_ca_topic_score_gemma":0.067600675,"teacher_disagreement_score":0.086294904,"about_ca_system_score_codex":0.0051865233,"about_ca_system_score_gemma":0.025015388,"threshold_uncertainty_score":0.2886852},"labels":[],"label_agreement":null},{"id":"W4225643544","doi":"10.1145/3527546.3527557","title":"Report on the 44th international ACM SIGIR conference on research and development in information retrieval (SIGIR 2021)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Library science; Diversity (politics); World Wide Web; Political science","score_opus":0.05651165150014269,"score_gpt":0.2915587808469815,"score_spread":0.2350471293468388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225643544","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00926118,0.112665884,0.06793191,0.1323655,0.36499462,0.0055421395,0.054218218,0.017288085,0.23573242],"genre_scores_gemma":[0.014403166,0.03278881,0.032019172,0.023562962,0.039349824,0.002973591,0.075059734,0.0049210927,0.7749217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839945,0.0043832767,0.0008424371,0.002145241,0.0075080874,0.001126407],"domain_scores_gemma":[0.9588086,0.0076292874,0.00083959196,0.003125953,0.023719355,0.0058772266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021232761,0.0030398476,0.0034630334,0.0067723813,0.003524549,0.011822492,0.003075959,0.0049864557,0.22826798],"category_scores_gemma":[0.02506424,0.0009924031,0.0020102158,0.003896312,0.0013773062,0.011405154,0.006246481,0.005491084,0.2059534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082541366,0.00006349595,0.0002238874,0.0001631561,0.000020527777,0.00003160031,0.00004943938,0.000034169974,0.0004499054,0.00023205152,0.96401125,0.034638043],"study_design_scores_gemma":[0.00007818454,0.00018386156,0.0016020335,0.00026756927,0.000060333245,0.00013492777,0.0002794212,0.0006763624,0.00081174256,0.0009271615,0.99491704,0.00006145296],"about_ca_topic_score_codex":0.013803177,"about_ca_topic_score_gemma":0.017962692,"teacher_disagreement_score":0.22826798,"about_ca_system_score_codex":0.0025709094,"about_ca_system_score_gemma":0.005729456,"threshold_uncertainty_score":0.7636325},"labels":[],"label_agreement":null},{"id":"W4250486641","doi":"10.1145/2568388.2568394","title":"HCIR 2013","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"Computer science; Event (particle physics); Library science; Digital library; Work (physics); Data science; World Wide Web","score_opus":0.014343968817514622,"score_gpt":0.23271042767851038,"score_spread":0.21836645886099576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250486641","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040040035,0.11512536,0.08772533,0.102875516,0.21387285,0.0019104689,0.01603819,0.019123347,0.43932498],"genre_scores_gemma":[0.007826031,0.058459442,0.023525944,0.022010615,0.031930994,0.0008788878,0.035476033,0.004591004,0.81530106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947502,0.0009416591,0.0003983993,0.00077959994,0.002444856,0.0006852643],"domain_scores_gemma":[0.9895733,0.0008603966,0.00033194644,0.0011295348,0.005029269,0.003075496],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008884265,0.0019198568,0.0015445865,0.0063989353,0.002786454,0.013352811,0.00339546,0.003845193,0.23195274],"category_scores_gemma":[0.011668546,0.00070103776,0.0013831952,0.0053731594,0.0010297564,0.0069129197,0.005010094,0.0036288057,0.2672374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003507025,0.00006367941,0.00014748506,0.00028759372,0.000009063222,0.000044037686,0.0001110165,0.0000642768,0.0007531515,0.0016165281,0.8821069,0.114761144],"study_design_scores_gemma":[0.0000067529663,0.000029233237,0.00032117992,0.00018057053,0.000007732382,0.00008620886,0.000117852534,0.00008038753,0.00026258625,0.0009474821,0.9979407,0.000019202238],"about_ca_topic_score_codex":0.007290451,"about_ca_topic_score_gemma":0.018936653,"teacher_disagreement_score":0.7680473,"about_ca_system_score_codex":0.0034183671,"about_ca_system_score_gemma":0.005557119,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4318256937","doi":"10.1145/3582524.3582533","title":"Report on the 1st Early Career Researchers' Roundtable for Information Access Research (ECRs4IR 2022) at CHIIR 2022","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Implementation; Event (particle physics); Computer science; Career development; Conjunction (astronomy); Medical education; Public relations; Political science; Medicine","score_opus":0.22925515299234653,"score_gpt":0.39115706814448803,"score_spread":0.1619019151521415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318256937","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016924134,0.013169756,0.027403867,0.47963834,0.31908453,0.008389963,0.025372526,0.005310651,0.10470619],"genre_scores_gemma":[0.044864237,0.004755812,0.029317914,0.11029081,0.03642505,0.013930761,0.026161699,0.0049021244,0.7293516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9663323,0.010532751,0.0010679284,0.0027761878,0.012916299,0.0063744145],"domain_scores_gemma":[0.8968699,0.017698586,0.0029788835,0.0056514773,0.029517058,0.047284123],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.058126777,0.0023363926,0.00148293,0.0021998964,0.0076336223,0.012842959,0.0044477503,0.015413584,0.13550918],"category_scores_gemma":[0.04687755,0.0015242319,0.002789129,0.0015918685,0.0017101989,0.008923344,0.021476539,0.016133992,0.0767172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018660918,0.00011682182,0.0002489249,0.00016667412,0.0000146227185,0.00014904437,0.0006463273,0.00007143586,0.0010632667,0.00079973513,0.9852389,0.011297714],"study_design_scores_gemma":[0.00009168388,0.00022241958,0.0016643284,0.00018752877,0.000016394944,0.000068690526,0.0017122647,0.00016844136,0.00084371574,0.0010113848,0.99393034,0.00008277579],"about_ca_topic_score_codex":0.01341068,"about_ca_topic_score_gemma":0.028290706,"teacher_disagreement_score":0.98715705,"about_ca_system_score_codex":0.0043732794,"about_ca_system_score_gemma":0.017063726,"threshold_uncertainty_score":0.45332336},"labels":[],"label_agreement":null},{"id":"W4318710503","doi":"10.1145/3582900.3582911","title":"Report on the 16th Round of NII Testbeds and Community for Information Access Research (NTCIR-16)","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Scope (computer science); Task (project management); Question answering; World Wide Web; Information retrieval; Programming language","score_opus":0.15888139140801708,"score_gpt":0.38471710326605507,"score_spread":0.225835711858038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318710503","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01993208,0.008864041,0.04799532,0.08604194,0.06715492,0.023588004,0.522354,0.02389812,0.20017159],"genre_scores_gemma":[0.031308003,0.0021890968,0.064043246,0.0120690325,0.0044360976,0.022502325,0.63699317,0.0070898915,0.21936914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782559,0.0070191035,0.000775185,0.0018116339,0.008000305,0.004137963],"domain_scores_gemma":[0.9098712,0.0061392994,0.001973355,0.0069952905,0.035535935,0.039484892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051834594,0.0027042455,0.002320431,0.004807806,0.0056541874,0.009656011,0.004628505,0.004573567,0.10563992],"category_scores_gemma":[0.035693344,0.0012171546,0.0019991295,0.0036230397,0.0013963943,0.007655884,0.017291471,0.0058908258,0.11361781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034787142,0.00019534245,0.0008081992,0.00022864826,0.000023977436,0.0000633727,0.00018635849,0.00017778178,0.0009980357,0.0014029444,0.98169965,0.013867769],"study_design_scores_gemma":[0.00031121893,0.0003696176,0.006088213,0.00023182438,0.00004214864,0.000058608068,0.000735931,0.00063266023,0.0017655143,0.0022345325,0.9874418,0.00008798306],"about_ca_topic_score_codex":0.03310411,"about_ca_topic_score_gemma":0.05075531,"teacher_disagreement_score":0.10563992,"about_ca_system_score_codex":0.005045187,"about_ca_system_score_gemma":0.022850163,"threshold_uncertainty_score":0.35340077},"labels":[],"label_agreement":null},{"id":"W4389316254","doi":"10.1145/3636341.3636349","title":"Report on the 8th International Workshop on Mining Actionable Insights from Social Networks (MAISoN'22) - Special Edition on Mental Health and Social Media at TheWebConf 2022","year":2023,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Ottawa; Toronto Metropolitan University","funders":"","keywords":"Social media; Mental health; Computer science; Coronavirus disease 2019 (COVID-19); Focus (optics); World Wide Web; Data science; Psychology; Medicine; Psychiatry","score_opus":0.05254443880394268,"score_gpt":0.35325032769533316,"score_spread":0.3007058888913905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389316254","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01999358,0.080982916,0.21235175,0.2011983,0.19473131,0.005329186,0.0711265,0.014509806,0.19977653],"genre_scores_gemma":[0.023448048,0.028522583,0.10171412,0.016555117,0.029956946,0.0027912026,0.10835177,0.010182457,0.6784778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868521,0.0052062767,0.0005551828,0.0017281355,0.004634992,0.0010233286],"domain_scores_gemma":[0.9528102,0.019084353,0.0010113416,0.004913745,0.013985467,0.008194883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025715262,0.0025745535,0.002200955,0.0048358445,0.0029869596,0.011362057,0.003391008,0.0036710054,0.13338013],"category_scores_gemma":[0.0392655,0.0011568856,0.0027918546,0.00399338,0.0014942134,0.012601159,0.011378641,0.006842443,0.06965891],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012775415,0.00017582654,0.0007528745,0.00030518763,0.000041450312,0.00008133894,0.0003373554,0.00033696136,0.00067979837,0.001710173,0.9162121,0.07923917],"study_design_scores_gemma":[0.000055396544,0.00017174598,0.0026128823,0.0006152296,0.000046411074,0.0001503574,0.0009316257,0.0016164882,0.001165521,0.00574622,0.9868057,0.00008241971],"about_ca_topic_score_codex":0.01100559,"about_ca_topic_score_gemma":0.02190861,"teacher_disagreement_score":0.13338013,"about_ca_system_score_codex":0.002294938,"about_ca_system_score_gemma":0.0054193535,"threshold_uncertainty_score":0.44620097},"labels":[],"label_agreement":null},{"id":"W4401381293","doi":"10.1145/3687273.3687288","title":"Report on the Search Futures Workshop at ECIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"National Institute of Standards and Technology; University of Waterloo; Sapienza Università di Roma; Technische Universiteit Eindhoven; Universiteit van Amsterdam; Universiteit Leiden; Johns Hopkins University; RMIT University; Microsoft Research","keywords":"Futures contract; Computer science; Economics; Financial economics","score_opus":0.03133616214902856,"score_gpt":0.29761942985122747,"score_spread":0.2662832677021989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401381293","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0362374,0.02493292,0.029220399,0.25925434,0.07930624,0.0023161874,0.031706434,0.006955899,0.5300702],"genre_scores_gemma":[0.060977597,0.005061849,0.014806447,0.021515038,0.0064009894,0.0017554499,0.032226887,0.0039257826,0.85332984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898555,0.0025273333,0.0002938609,0.000785863,0.0045424914,0.001994882],"domain_scores_gemma":[0.9881942,0.002142364,0.00020577002,0.0007389696,0.0036923138,0.005026414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015851438,0.0015616815,0.001254729,0.0018493949,0.0057330183,0.013069979,0.002844136,0.0077366033,0.13576896],"category_scores_gemma":[0.01645702,0.00074422325,0.0018540166,0.0021807202,0.00150361,0.011128775,0.009448032,0.0074135405,0.08705115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002682659,0.00011275608,0.00020427635,0.00017296415,0.000013396713,0.00021182877,0.00092275435,0.0002719414,0.0007776728,0.006310144,0.96595633,0.02477766],"study_design_scores_gemma":[0.000051182775,0.00007990295,0.0005536333,0.00011739149,0.0000075573685,0.000080243,0.001474068,0.00027981313,0.0006179078,0.002578015,0.9941174,0.000042813324],"about_ca_topic_score_codex":0.02293169,"about_ca_topic_score_gemma":0.027093086,"teacher_disagreement_score":0.13576896,"about_ca_system_score_codex":0.004637576,"about_ca_system_score_gemma":0.0120531665,"threshold_uncertainty_score":0.45419246},"labels":[],"label_agreement":null},{"id":"W4401381513","doi":"10.1145/3687273.3687282","title":"Report on the 8th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2024) at CHIIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; Mila - Quebec Artificial Intelligence Institute","funders":"HORIZON EUROPE Framework Programme; Thüringer Ministerium für Wirtschaft, Wissenschaft und Digitale Gesellschaft; European Commission","keywords":"Computer science; Psychology; Artificial intelligence","score_opus":0.05451247505985401,"score_gpt":0.30534951345901395,"score_spread":0.25083703839915994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401381513","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0388689,0.027057497,0.2197042,0.16536745,0.1396963,0.01023366,0.03657874,0.017520139,0.34497312],"genre_scores_gemma":[0.04546311,0.005346105,0.07654588,0.013424675,0.011861197,0.0046966104,0.04097833,0.0066467007,0.7950374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9856553,0.0054464648,0.00043669017,0.0016795709,0.0049941097,0.00178779],"domain_scores_gemma":[0.966475,0.0063109794,0.00045973883,0.002752565,0.014653827,0.0093479315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02616235,0.0025148175,0.002020993,0.0023709352,0.0043120584,0.010294052,0.0036156094,0.004401847,0.17093842],"category_scores_gemma":[0.026985202,0.0010718447,0.0023343707,0.0018755783,0.0011865365,0.008987127,0.010634058,0.007123395,0.10192947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003441457,0.0003343202,0.00046786008,0.00019840692,0.000032837717,0.00011355943,0.00088125665,0.00035233292,0.0023194177,0.0020171348,0.9430107,0.04992802],"study_design_scores_gemma":[0.00012555224,0.0003458488,0.0018685315,0.00021258212,0.000051834566,0.00011681635,0.0013460247,0.0018118537,0.002856854,0.003677643,0.98747665,0.00010992284],"about_ca_topic_score_codex":0.015933217,"about_ca_topic_score_gemma":0.026490046,"teacher_disagreement_score":0.17093842,"about_ca_system_score_codex":0.0033594654,"about_ca_system_score_gemma":0.0077718906,"threshold_uncertainty_score":0.571846},"labels":[],"label_agreement":null},{"id":"W4408184531","doi":"10.1145/3722449.3722461","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Natural language processing","score_opus":0.03542714885077752,"score_gpt":0.3152205595817855,"score_spread":0.279793410731008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408184531","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02447876,0.068527244,0.33957908,0.17495807,0.14056748,0.0064318776,0.059255783,0.017600248,0.16860154],"genre_scores_gemma":[0.06056798,0.017040081,0.18203326,0.024022823,0.025872037,0.0068441094,0.11622341,0.018556317,0.54884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97543156,0.011956901,0.000888828,0.0025674733,0.0076551097,0.0015000798],"domain_scores_gemma":[0.9404712,0.019612074,0.0011577213,0.0065934374,0.023594605,0.008570987],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.056747783,0.002755925,0.00270539,0.003051185,0.002400398,0.010915673,0.003298965,0.0045833834,0.10599889],"category_scores_gemma":[0.05765055,0.0012282103,0.0024941273,0.002178418,0.0013810536,0.011321667,0.01080446,0.008560435,0.077981375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043510328,0.00033511434,0.00058916875,0.00030476373,0.00007327588,0.00007604408,0.0003511653,0.0006996499,0.0016192859,0.0036421844,0.91157585,0.08029833],"study_design_scores_gemma":[0.0002711882,0.00033775,0.0025449877,0.00053599494,0.00012093327,0.00014358963,0.0004587061,0.004171002,0.0034841122,0.012682356,0.97511655,0.00013274538],"about_ca_topic_score_codex":0.010685548,"about_ca_topic_score_gemma":0.0137337865,"teacher_disagreement_score":0.9432522,"about_ca_system_score_codex":0.0034468344,"about_ca_system_score_gemma":0.0066636773,"threshold_uncertainty_score":0.35460162},"labels":[],"label_agreement":null},{"id":"W4415051858","doi":"10.1145/3769733.3769740","title":"Report on the 3rd Workshop on NeuroPhysiological Approaches for Interactive Information Retrieval (NeuroPhysIIR 2025) at SIGIR CHIIR 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Toronto","funders":"","keywords":"Neurophysiology; Document retrieval; Question answering; Cognitive models of information retrieval","score_opus":0.049989618788633054,"score_gpt":0.2855186519445143,"score_spread":0.23552903315588125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415051858","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049103133,0.043188747,0.4227605,0.17727081,0.11818373,0.005365327,0.01607084,0.01056303,0.15749387],"genre_scores_gemma":[0.105588794,0.012896166,0.14696372,0.017418897,0.020001126,0.002892273,0.026688395,0.006214144,0.6613365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918441,0.0033471463,0.00027607745,0.0010343948,0.0025841726,0.0009140441],"domain_scores_gemma":[0.9795521,0.0053369324,0.00036866576,0.0014068395,0.00890393,0.0044315583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022629848,0.001898658,0.0013356336,0.0019706215,0.0026073484,0.006912769,0.0019824698,0.0036349143,0.075822234],"category_scores_gemma":[0.020929642,0.0006562681,0.0014274156,0.0013735299,0.0010960887,0.008330695,0.006561563,0.005822002,0.0355768],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000538241,0.000379187,0.0007217113,0.0003070712,0.000057054913,0.00016461372,0.0012143037,0.0008154949,0.005215829,0.004649622,0.87554204,0.11039475],"study_design_scores_gemma":[0.00013067121,0.0005498704,0.0024370214,0.00031403123,0.000081702885,0.00023502723,0.0017841586,0.0043786326,0.0070303013,0.011253112,0.97167015,0.00013538438],"about_ca_topic_score_codex":0.0074275183,"about_ca_topic_score_gemma":0.011879203,"teacher_disagreement_score":0.075822234,"about_ca_system_score_codex":0.002140893,"about_ca_system_score_gemma":0.0041350224,"threshold_uncertainty_score":0.25365067},"labels":[],"label_agreement":null},{"id":"W7087264631","doi":"10.1145/3769733.3769742","title":"Report on the 2nd Search Futures Workshop at ECIR 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Viral Infections and Immunology Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Serendipity; Futures contract; Sketch; Reading (process); Soar; SPARK (programming language); Key (lock)","score_opus":0.04065777467403634,"score_gpt":0.36988711533636137,"score_spread":0.329229340662325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087264631","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04096883,0.027114715,0.045534436,0.17187025,0.109632194,0.0031235926,0.045125354,0.010264264,0.5463663],"genre_scores_gemma":[0.053376764,0.003817592,0.019351667,0.016400715,0.0054443507,0.0017484579,0.037769817,0.0037333106,0.85835737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99041873,0.0022816935,0.0002958708,0.0009308173,0.004317855,0.0017550449],"domain_scores_gemma":[0.9877628,0.0018520012,0.00019632617,0.0009265571,0.0046297666,0.0046326774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014346569,0.0017884977,0.0013142482,0.0018270382,0.0046401233,0.012412913,0.002610736,0.00617091,0.14477433],"category_scores_gemma":[0.01570323,0.00069313234,0.0019222293,0.001716391,0.0010659721,0.0087163225,0.008417469,0.005670588,0.09651124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028916917,0.00012909822,0.00024989017,0.0001570955,0.000017531664,0.0001410644,0.00055737625,0.00031136995,0.0008903963,0.0036973862,0.96572345,0.027836114],"study_design_scores_gemma":[0.000059284015,0.00012506552,0.00076725293,0.00012338892,0.000014584978,0.00007164505,0.001097355,0.00055297423,0.0009698944,0.0020830922,0.9940883,0.000047211954],"about_ca_topic_score_codex":0.021114334,"about_ca_topic_score_gemma":0.031701166,"teacher_disagreement_score":0.14477433,"about_ca_system_score_codex":0.004166357,"about_ca_system_score_gemma":0.008917333,"threshold_uncertainty_score":0.48431838},"labels":[],"label_agreement":null},{"id":"W7087720512","doi":"10.1145/3769733.3769739","title":"Report from the 4th Strategic Workshop on Information Retrieval in Lorne (SWIRL 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"University of Queensland; RMIT University","keywords":"Dissemination; Focus (optics); Key (lock); Information Dissemination; Information system; Document retrieval; Information center","score_opus":0.03459522104513406,"score_gpt":0.32509652302223974,"score_spread":0.29050130197710566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087720512","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012749118,0.06622049,0.096168384,0.337614,0.20806886,0.0051092342,0.032380454,0.009068531,0.23262098],"genre_scores_gemma":[0.031987585,0.017779225,0.053075064,0.049443025,0.026227154,0.0029674375,0.050975606,0.005373681,0.76217127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823589,0.006144654,0.00071172277,0.0014318959,0.007546997,0.0018057583],"domain_scores_gemma":[0.9659304,0.0069354405,0.0007816178,0.002016883,0.01507547,0.009260195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03232993,0.0022818008,0.0017256448,0.0039396808,0.0028449043,0.010860469,0.0031895922,0.0064638876,0.110467166],"category_scores_gemma":[0.02585993,0.00082053745,0.0020134863,0.0023051943,0.0015892098,0.010695664,0.010396214,0.007473804,0.08301704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012924938,0.00008529618,0.00014331129,0.00016863506,0.00001153512,0.000052287953,0.0001834116,0.00015540412,0.0005895017,0.0010864203,0.9701258,0.027269073],"study_design_scores_gemma":[0.00004089354,0.00009846564,0.00045765654,0.000177787,0.000012996071,0.000052316856,0.0003645464,0.00043451524,0.0007307356,0.0015075678,0.9960906,0.00003193911],"about_ca_topic_score_codex":0.01250454,"about_ca_topic_score_gemma":0.01619721,"teacher_disagreement_score":0.110467166,"about_ca_system_score_codex":0.003279733,"about_ca_system_score_gemma":0.0093991365,"threshold_uncertainty_score":0.3695495},"labels":[],"label_agreement":null},{"id":"W7087778017","doi":"10.1145/3769733.3769737","title":"Report on the 1st Workshop on Information Retrieval for Climate Impact (MANILA24) at SIGIR 2024","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ouranos","funders":"","keywords":"Climate change; Set (abstract data type); Core (optical fiber); Cognitive models of information retrieval; Relevance (law); Human–computer information retrieval","score_opus":0.03628779379416243,"score_gpt":0.3954195328043205,"score_spread":0.3591317390101581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087778017","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021004668,0.10660436,0.12591726,0.23499689,0.2739554,0.0060915384,0.054898128,0.013465688,0.16306606],"genre_scores_gemma":[0.043026403,0.024518438,0.08515691,0.04314642,0.0429181,0.0061963443,0.08729173,0.008908226,0.65883744],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9821891,0.007021675,0.0005600874,0.0018058992,0.006643599,0.0017795688],"domain_scores_gemma":[0.9587536,0.011042659,0.0009674501,0.0028255149,0.017010411,0.009400409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03030254,0.003158177,0.0024489893,0.0048027094,0.0038255302,0.011179486,0.0039401427,0.0052505317,0.09933606],"category_scores_gemma":[0.034702033,0.00096384896,0.0026659819,0.0031660527,0.0014743493,0.011578739,0.010599638,0.007371608,0.073209554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018319667,0.00012599463,0.00019879002,0.00023195006,0.00003815378,0.000052330583,0.00018292747,0.00019025909,0.0010252413,0.000702498,0.965029,0.03203966],"study_design_scores_gemma":[0.000090934605,0.00018882508,0.0013604945,0.00028035566,0.000058469348,0.00008838667,0.00051882555,0.000885273,0.001970923,0.0027642644,0.99171233,0.000080926984],"about_ca_topic_score_codex":0.014744856,"about_ca_topic_score_gemma":0.019345809,"teacher_disagreement_score":0.09933606,"about_ca_system_score_codex":0.0035437897,"about_ca_system_score_gemma":0.008231819,"threshold_uncertainty_score":0.33231223},"labels":[],"label_agreement":null},{"id":"W7133544178","doi":"10.1145/3799914.3799924","title":"Report on the 18th Round of NII Testbeds and Community for Information Access Research (NTCIR-18)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Event (particle physics); Metadata; Key (lock); Lifelog; Resource (disambiguation); Public access; Data access","score_opus":0.2047772391424067,"score_gpt":0.49258660011187555,"score_spread":0.28780936096946885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133544178","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047346916,0.015502312,0.09400815,0.0750513,0.09007715,0.029184531,0.35687053,0.040438794,0.25152034],"genre_scores_gemma":[0.08329736,0.0026880635,0.11483861,0.011440706,0.008872984,0.022276938,0.5331028,0.010805039,0.21267752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97158223,0.010401817,0.0010366497,0.0026440932,0.009320496,0.00501473],"domain_scores_gemma":[0.9170063,0.007763039,0.0021076764,0.008146149,0.030640336,0.034336425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.063602984,0.0029494395,0.0025166303,0.00466348,0.0061911475,0.010028359,0.004630219,0.0041157184,0.07999287],"category_scores_gemma":[0.04046991,0.0011312535,0.002177186,0.0032554702,0.0018945002,0.006480117,0.01554991,0.006663131,0.064631715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064399757,0.00037596695,0.0012632746,0.000310599,0.000041726267,0.00011040434,0.00038297698,0.00036165307,0.0018822844,0.0022740723,0.9697099,0.02264321],"study_design_scores_gemma":[0.0004170731,0.0007514232,0.006136225,0.00021225418,0.000052907257,0.00008398631,0.0010213816,0.0012526145,0.002669157,0.0025191752,0.98477584,0.00010809148],"about_ca_topic_score_codex":0.028044911,"about_ca_topic_score_gemma":0.036440972,"teacher_disagreement_score":0.07999287,"about_ca_system_score_codex":0.0052743093,"about_ca_system_score_gemma":0.019903997,"threshold_uncertainty_score":0.33636874},"labels":[],"label_agreement":null},{"id":"W7133552272","doi":"10.1145/3799914.3799929","title":"Report on the 9th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2025) at IJCAI 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Chatbot; Dialog system; Natural language; Information system; Natural language generation; Recommender system; Intelligent decision support system","score_opus":0.04806760995621584,"score_gpt":0.3324288491059448,"score_spread":0.28436123914972894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133552272","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026683316,0.04900657,0.20720556,0.14872019,0.17787568,0.004482527,0.016748315,0.008292486,0.36098537],"genre_scores_gemma":[0.055474862,0.015209606,0.08751084,0.013215028,0.01838972,0.0024316183,0.029939882,0.0045544086,0.773274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99245113,0.0030754695,0.00032803568,0.0010911324,0.002060236,0.0009939759],"domain_scores_gemma":[0.98618674,0.003392274,0.00024855082,0.0010932328,0.0045709214,0.0045082397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015580107,0.001829709,0.0014581236,0.0020866522,0.0030922692,0.009034361,0.0025294528,0.003449699,0.12748362],"category_scores_gemma":[0.015024779,0.00067996664,0.0017952208,0.0015401425,0.001114744,0.008445044,0.0074216425,0.005828834,0.056388855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036655605,0.00029585356,0.00040623284,0.00028597002,0.00004395366,0.00014813564,0.00093723857,0.00060865324,0.002151843,0.008533504,0.9002792,0.08594292],"study_design_scores_gemma":[0.000047485828,0.0001288667,0.00078329997,0.00018742844,0.000028758383,0.00008839226,0.0005851609,0.0015745577,0.0012582265,0.0046465034,0.9906238,0.00004764573],"about_ca_topic_score_codex":0.008834883,"about_ca_topic_score_gemma":0.013928945,"teacher_disagreement_score":0.12748362,"about_ca_system_score_codex":0.0028106624,"about_ca_system_score_gemma":0.005630086,"threshold_uncertainty_score":0.42647523},"labels":[],"label_agreement":null},{"id":"W7133559681","doi":"10.1145/3799914.3799926","title":"SIGIR 2025 Low Resource Environments Track Report","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Resource (disambiguation); Presentation (obstetrics); Context (archaeology); Schedule; Action (physics)","score_opus":0.01229705593844419,"score_gpt":0.2689785239797574,"score_spread":0.2566814680413132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133559681","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0109545,0.018884068,0.06380679,0.06906433,0.101147555,0.008075936,0.27416718,0.04544686,0.40845287],"genre_scores_gemma":[0.02319009,0.0049792705,0.040387195,0.0074815457,0.008224569,0.0046796845,0.29053932,0.0060577723,0.6144605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98487073,0.0027493087,0.0006378191,0.0018480445,0.00822356,0.0016704673],"domain_scores_gemma":[0.96187454,0.0042648455,0.00062212255,0.003133868,0.022327803,0.007776715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030371273,0.0031261335,0.0023119245,0.004325232,0.0038668846,0.012281694,0.0040931865,0.0042071454,0.15471628],"category_scores_gemma":[0.026025556,0.0009885771,0.0013582691,0.0030721945,0.0010251348,0.009214097,0.0057966816,0.004899506,0.15383644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008568706,0.000076758195,0.00026474975,0.000082794206,0.000012536097,0.00001528116,0.00003255973,0.000069998925,0.00026541715,0.00050835125,0.98096263,0.01762324],"study_design_scores_gemma":[0.00010238506,0.00021028296,0.001346411,0.00009412224,0.000023785326,0.00003812672,0.00012617369,0.0007126319,0.00081775285,0.0006614673,0.9958324,0.000034553064],"about_ca_topic_score_codex":0.06124372,"about_ca_topic_score_gemma":0.06745212,"teacher_disagreement_score":0.15471628,"about_ca_system_score_codex":0.0041458816,"about_ca_system_score_gemma":0.017092815,"threshold_uncertainty_score":0.5175775},"labels":[],"label_agreement":null}]}