{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":45,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":45,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"bc39e0aabec5","filters":{"venue":"ACM SIGIR Forum"}},"results":[{"id":"W2093432797","doi":"10.1145/3130348.3130358","title":"Information Retrieval using a Singular Value Decomposition Model of Latent Semantic Structure","year":2017,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Tensor decomposition and applications","field":"Mathematics","cited_by":387,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University; Bell (Canada)","funders":"","keywords":"Computer science; Singular value decomposition; Citation; Information retrieval; Value (mathematics); Latent semantic analysis; World Wide Web; Artificial intelligence","authors":[{"name":"George W. Furnas","is_ca":true},{"name":"Scott Deerwester","is_ca":false},{"name":"Susan T. Durnais","is_ca":true},{"name":"Thomas K. Landauer","is_ca":true},{"name":"Richard A. Harshman","is_ca":true},{"name":"Lynn A. Streeter","is_ca":true},{"name":"Karen E. Lochbaum","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04617564812377155,"gpt":0.3387440814574338,"spread":0.2925684333336622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003323216,0.0008551531,0.001156117,0.002163647,0.0006725675,0.003709777,0.001051473,0.001356568,0.008236215],"category_scores_gemma":[0.01175914,0.0006104695,0.002168851,0.003329501,0.0008860392,0.005035282,0.001515456,0.002347053,0.005463595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001479303,"about_ca_system_score_gemma":0.001580497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009727336,"about_ca_topic_score_gemma":0.01022164,"domain_scores_codex":[0.998151,0.0009120796,0.0001269826,0.000324043,0.0003443776,0.0001415034],"domain_scores_gemma":[0.9953427,0.003047795,0.0002647979,0.0006124252,0.0006099922,0.0001222097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000775556,0.0004190344,0.004099842,0.0007670923,0.0004802186,0.0002797033,0.001036123,0.1235383,0.009971047,0.1196545,0.08124871,0.65773],"study_design_scores_gemma":[0.00003443766,0.0001297155,0.001077887,0.00008889959,0.0000808373,0.0001187466,0.0001036255,0.919009,0.001466906,0.07272664,0.005111422,0.00005198717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02537085,0.002765669,0.9592291,0.003233055,0.0003246194,0.0002330123,0.001671461,0.001569497,0.005602795],"genre_scores_gemma":[0.4991318,0.005636986,0.4545321,0.0008652994,0.0009137292,0.0006025367,0.008125214,0.0005863839,0.02960601],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009727336,"threshold_uncertainty_score":0.02755284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986353013","doi":"10.1145/1328964.1328989","title":"Toponym resolution in text","year":2007,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Referent; Ambiguity; Task (project management); Coreference; Information retrieval; Focus (optics); Natural language processing; Toponymy; Geographic coordinate system; Artificial intelligence; Proper noun; Ambiguity resolution; Resolution (logic); Linguistics; Global Positioning System; Cartography; Geography","authors":[{"name":"Jochen L. Leidner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0114038817565472,"gpt":0.281587358509245,"spread":0.2701834767526978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003728642,0.002312715,0.002096635,0.01516878,0.002365856,0.006721509,0.002653966,0.002842357,0.01596506],"category_scores_gemma":[0.02330325,0.0008989469,0.002380518,0.01629399,0.002089388,0.01607594,0.009458659,0.003224259,0.01652983],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001853317,"about_ca_system_score_gemma":0.002067317,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003097524,"about_ca_topic_score_gemma":0.003258569,"domain_scores_codex":[0.9881995,0.002655953,0.001378983,0.003876864,0.003387932,0.0005008569],"domain_scores_gemma":[0.988694,0.005312815,0.001526372,0.002438113,0.00169971,0.0003289169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002909692,0.0001565816,0.002281785,0.003346735,0.0002289607,0.002353353,0.002972355,0.01016885,0.01217393,0.09958512,0.1526379,0.7138034],"study_design_scores_gemma":[0.0000665484,0.0001258758,0.002807285,0.0007714731,0.000193017,0.004225045,0.003783741,0.09958175,0.01801129,0.4180906,0.4520709,0.0002724645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01306727,0.01007862,0.9037261,0.005276623,0.002310455,0.0009920496,0.02739123,0.01526307,0.0218946],"genre_scores_gemma":[0.09740822,0.004640647,0.8465546,0.001886504,0.001170597,0.0005172047,0.03501513,0.001396771,0.01141037],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01596506,"threshold_uncertainty_score":0.0534085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910577570","doi":"10.1145/3308774.3308781","title":"The Neural Hype and Comparisons Against Weak Baselines","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pace; Hyperparameter; Benchmark (surveying); Field (mathematics); Artificial intelligence; Data science; Point (geometry); Machine learning","authors":[{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01858451823301389,"gpt":0.2443701841377765,"spread":0.2257856659047627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02612723,0.002351755,0.001975358,0.00444928,0.002011767,0.004615481,0.003888383,0.003661624,0.01125755],"category_scores_gemma":[0.07712321,0.0004836155,0.001057582,0.00310084,0.003007214,0.01087749,0.005251765,0.006180594,0.006145902],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00222847,"about_ca_system_score_gemma":0.001077745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004434228,"about_ca_topic_score_gemma":0.006640795,"domain_scores_codex":[0.9818334,0.009614524,0.000901074,0.002605363,0.004448348,0.0005972666],"domain_scores_gemma":[0.9750175,0.01488612,0.001112182,0.005420194,0.002780941,0.0007830029],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.007188971,0.0008027356,0.01065782,0.002903195,0.003003302,0.0002733805,0.0004270255,0.05188969,0.002795865,0.05586037,0.1519574,0.7122403],"study_design_scores_gemma":[0.001074737,0.006274296,0.0240703,0.002694516,0.002300421,0.001092495,0.001357134,0.5084532,0.01151784,0.2851199,0.1556389,0.0004062651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"commentary","genre_scores_codex":[0.222302,0.4095014,0.1583567,0.04926853,0.01877152,0.0005752094,0.009082236,0.007602289,0.1245401],"genre_scores_gemma":[0.8676043,0.02090138,0.06721763,0.005389227,0.004602121,0.0003324715,0.01185681,0.001928314,0.02016776],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9738728,"threshold_uncertainty_score":0.1381757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099048704","doi":"10.1145/1924475.1924484","title":"Report on the SIGIR 2010 workshop on the simulation of interaction","year":2011,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Embodied cognition; Human–computer interaction; Interface (matter); User interface; Data science; Information retrieval; Artificial intelligence","authors":[{"name":"Leif Azzopardi","is_ca":false},{"name":"Kalervo Järvelin","is_ca":false},{"name":"Jaap Kamps","is_ca":false},{"name":"Mark D. Smucker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09104068326569431,"gpt":0.3145987307240725,"spread":0.2235580474583782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01090277,0.001700346,0.001762341,0.0009115913,0.001900537,0.006213284,0.002846171,0.003189516,0.05109366],"category_scores_gemma":[0.02265959,0.0009635566,0.002228273,0.0009296015,0.001368069,0.008103962,0.00512161,0.00461762,0.01119997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003797636,"about_ca_system_score_gemma":0.004330947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02062173,"about_ca_topic_score_gemma":0.02210644,"domain_scores_codex":[0.9953094,0.002508522,0.0001972751,0.0005832642,0.001080644,0.0003208497],"domain_scores_gemma":[0.9830906,0.00918206,0.0002413413,0.00202783,0.003684303,0.001773879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002162531,0.001002129,0.004234959,0.000976578,0.0002771987,0.0003853324,0.002164046,0.05446146,0.004451424,0.06882991,0.6610861,0.1999683],"study_design_scores_gemma":[0.0004455246,0.000412017,0.002410863,0.0006416983,0.0001705217,0.0002379072,0.001310699,0.08144066,0.005271042,0.05158067,0.8558619,0.00021644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.07191424,0.04403067,0.430105,0.1227213,0.02918643,0.002396948,0.01320568,0.006597527,0.2798421],"genre_scores_gemma":[0.3368284,0.03523459,0.2396774,0.01139105,0.004949537,0.003174975,0.04547672,0.003547065,0.3197203],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.05109366,"threshold_uncertainty_score":0.1709253,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070702247","doi":"10.1145/1328964.1328967","title":"Meeting of the MINDS","year":2007,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Key (lock); Space (punctuation); Probabilistic logic; Vector space model; Work (physics); Development (topology); Data science; World Wide Web; Information retrieval; Artificial intelligence","authors":[{"name":"Jamie Callan","is_ca":false},{"name":"James Allan","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Susan Dumais","is_ca":false},{"name":"David A. Evans","is_ca":false},{"name":"Mark Sanderson","is_ca":false},{"name":"ChengXiang Zhai","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1208935656852042,"gpt":0.4059370702158174,"spread":0.2850435045306132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003296453,0.001007141,0.0008087241,0.001185774,0.006219329,0.009502744,0.00105901,0.004400322,0.0435963],"category_scores_gemma":[0.01198258,0.0002958959,0.000618914,0.0006426004,0.008467154,0.006948535,0.008048774,0.009997899,0.01901343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003079772,"about_ca_system_score_gemma":0.003457939,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00242571,"about_ca_topic_score_gemma":0.002895963,"domain_scores_codex":[0.9960096,0.00138236,0.0001392014,0.0008190825,0.001091641,0.0005581459],"domain_scores_gemma":[0.995042,0.0008732871,0.0002363556,0.0004677897,0.0009855039,0.002395036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001210644,0.000061482,0.001392273,0.0001866511,0.0000465771,0.0003035326,0.01195756,0.0001275624,0.001594764,0.167542,0.7188264,0.09784015],"study_design_scores_gemma":[0.000006013919,0.00002236201,0.0003755221,0.0001395187,0.000004518277,0.00025217,0.002629358,0.00005688862,0.00008287815,0.02284447,0.9735715,0.00001469943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.009630064,0.03766449,0.006613737,0.5631464,0.03224991,0.0000488949,0.000265015,0.0003463801,0.350035],"genre_scores_gemma":[0.1998112,0.02322045,0.00685278,0.2708757,0.01759923,0.0001592326,0.0004270778,0.000516844,0.4805376],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.0435963,"threshold_uncertainty_score":0.1458442,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068557399","doi":"10.1145/792550.792556","title":"Analysis of papers from twenty-five years of SIGIR conferences","year":2002,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Citation; Library science; Quarter (Canadian coin); History; Computer science; Media studies; Sociology; Archaeology","authors":[{"name":"Alan F. Smeaton","is_ca":false},{"name":"Gary Keogh","is_ca":false},{"name":"Cathal Gurrin","is_ca":false},{"name":"Kieran McDonald","is_ca":false},{"name":"Tom Sødring","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02609597743280553,"gpt":0.2717500137787969,"spread":0.2456540363459914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.02567209,0.002032463,0.003202246,0.1556274,0.003524969,0.01555322,0.001947216,0.00180578,0.03320014],"category_scores_gemma":[0.1734975,0.0006864383,0.003147161,0.1562797,0.001010598,0.006561038,0.005923413,0.001369487,0.01917695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005499569,"about_ca_system_score_gemma":0.00842566,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002594388,"about_ca_topic_score_gemma":0.004556615,"domain_scores_codex":[0.9134503,0.009105035,0.01351012,0.003945768,0.05657207,0.003416671],"domain_scores_gemma":[0.6653028,0.104257,0.05699666,0.01022484,0.1462008,0.01701799],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001253705,0.0002545538,0.04365212,0.02408734,0.002171975,0.001228184,0.005330939,0.000492749,0.002315602,0.001635565,0.5366785,0.3808987],"study_design_scores_gemma":[0.0001438663,0.0004782162,0.2610622,0.009524292,0.001197119,0.001349111,0.007259765,0.0003930114,0.001330958,0.001588266,0.715478,0.0001952337],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1360863,0.3650797,0.005391312,0.0288836,0.04330212,0.005231647,0.2700348,0.003153332,0.142837],"genre_scores_gemma":[0.3504002,0.1627026,0.01604482,0.006933438,0.03636764,0.008937806,0.2734587,0.00505176,0.140103],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8443726,"threshold_uncertainty_score":0.1357687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2287148974","doi":"10.1145/2888422.2888439","title":"Report on the SIGIR 2015 Workshop on Reproducibility, Inexplicability, and Generalizability of Results (RIGOR)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Università degli Studi di Padova","keywords":"Generalizability theory; Computer science; Presentation (obstetrics); Thursday; Information retrieval; Library science; Data science; Statistics; Medicine","authors":[{"name":"Jaime Arguello","is_ca":false},{"name":"Matt Crane","is_ca":false},{"name":"Fernando Díaz","is_ca":false},{"name":"Jimmy Lin","is_ca":true},{"name":"Andrew Trotman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04259519423738254,"gpt":0.3006233049999692,"spread":0.2580281107625866,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4204637,0.004047017,0.00427287,0.007307969,0.007461053,0.02533596,0.008611387,0.009897928,0.03964162],"category_scores_gemma":[0.5271295,0.002115322,0.005136801,0.003938264,0.007451684,0.02916217,0.02470973,0.01356752,0.02502416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007094688,"about_ca_system_score_gemma":0.01513458,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009034202,"about_ca_topic_score_gemma":0.006196078,"domain_scores_codex":[0.6590006,0.1876811,0.02007467,0.02524964,0.09905916,0.008935003],"domain_scores_gemma":[0.3206436,0.3235835,0.01790087,0.107462,0.2069122,0.02349778],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001918687,0.0007566003,0.00595755,0.002047982,0.0006152798,0.000409784,0.004064595,0.001457883,0.004444692,0.01352579,0.748414,0.2163873],"study_design_scores_gemma":[0.001091375,0.001509704,0.01334012,0.004033119,0.0008992302,0.0007777915,0.005072844,0.01136812,0.01424693,0.08823447,0.8586029,0.0008233882],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.02831216,0.06595184,0.3325501,0.3050986,0.1459833,0.008227564,0.01420851,0.01117791,0.08849011],"genre_scores_gemma":[0.2615598,0.02334031,0.3211905,0.08744568,0.06198272,0.01338972,0.06458687,0.01743254,0.1490718],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.5795363,"threshold_uncertainty_score":0.7146714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3136109765","doi":"10.1145/3458553.3458563","title":"The neural hype, justified!","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Eternity; Artificial intelligence; Epistemology; Philosophy","authors":[{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01663961322052802,"gpt":0.2390605215602842,"spread":0.2224209083397562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004151883,0.0008587512,0.0004998189,0.0008757877,0.00417807,0.006954921,0.0009274239,0.004651742,0.04072257],"category_scores_gemma":[0.03873734,0.0004667887,0.0003528067,0.0007196252,0.01206386,0.01583131,0.003859624,0.01462117,0.02301733],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001776715,"about_ca_system_score_gemma":0.001500664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003844052,"about_ca_topic_score_gemma":0.005748328,"domain_scores_codex":[0.9962225,0.001765405,0.0001548073,0.0005528238,0.001023308,0.0002810702],"domain_scores_gemma":[0.9912361,0.004592814,0.0004507951,0.00134743,0.001672527,0.0007004066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001037212,0.00002850151,0.0003955306,0.0001469271,0.00002473486,0.000149795,0.001213122,0.0001249525,0.0004983276,0.2100312,0.7456748,0.04160837],"study_design_scores_gemma":[0.00002339263,0.0000360337,0.0003566279,0.0003026272,0.00001158111,0.0003424167,0.001177329,0.0006841336,0.0007104009,0.155999,0.8403167,0.00003972313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.00268113,0.01702944,0.02612501,0.7847701,0.03614622,0.00002488172,0.0005860374,0.00108402,0.1315533],"genre_scores_gemma":[0.2242065,0.0178856,0.02587536,0.4009957,0.02243159,0.000202484,0.000921174,0.00355974,0.3039218],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.04072257,"threshold_uncertainty_score":0.1362306,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2075245318","doi":"10.1145/1670564.1670576","title":"TREC-CHEM","year":2009,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Data science; Domain (mathematical analysis); Information retrieval; Database","authors":[{"name":"Mihai Lupu","is_ca":false},{"name":"Jimmy Xiangji Huang","is_ca":true},{"name":"Jianhan Zhu","is_ca":false},{"name":"John Tait","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01942046817583299,"gpt":0.253826350292681,"spread":0.234405882116848,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009740395,0.002934374,0.002961285,0.0069714,0.00230026,0.004887513,0.004525928,0.003491403,0.1512627],"category_scores_gemma":[0.01559009,0.0007837068,0.001618539,0.004535174,0.0009266188,0.004273925,0.002465382,0.003504418,0.1220693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00470002,"about_ca_system_score_gemma":0.00950511,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06540788,"about_ca_topic_score_gemma":0.09836566,"domain_scores_codex":[0.9941996,0.00149523,0.0004544682,0.0007230131,0.002539837,0.0005877276],"domain_scores_gemma":[0.9796708,0.002471416,0.0007761234,0.002189049,0.01268628,0.002206222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001620083,0.00007909576,0.000207694,0.0002667805,0.00003376694,0.00002218954,0.00001382184,0.000447418,0.0006272257,0.0005847779,0.9836056,0.01394961],"study_design_scores_gemma":[0.000573419,0.0002939294,0.004657444,0.0002757852,0.0001340717,0.0001884647,0.0001144768,0.003402325,0.005037915,0.0036748,0.9815112,0.0001362698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.00882177,0.009882298,0.01050633,0.01325129,0.01362075,0.003354111,0.7666656,0.01639018,0.1575077],"genre_scores_gemma":[0.01028634,0.002110319,0.01333195,0.002667142,0.001247173,0.001418099,0.8354695,0.001988428,0.1314809],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.1512627,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167442898","doi":"10.1145/1480506.1480529","title":"Exploiting task-document relations in support of information retrieval in the workplace","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Information retrieval; Task (project management); Cognitive models of information retrieval; Context (archaeology); Information needs; Information seeking; Personal information management; Core (optical fiber); Human–computer information retrieval; Document retrieval; Information system; Search engine; World Wide Web; Data science; Management information systems","authors":[{"name":"Luanne Freund","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02133040209931976,"gpt":0.2606112803540804,"spread":0.2392808782547606,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006554934,0.0005567945,0.001096064,0.00481516,0.001854895,0.004055888,0.001454111,0.001284624,0.003537259],"category_scores_gemma":[0.05352166,0.0005695989,0.000621897,0.005011654,0.0009203838,0.0068949,0.003185089,0.001691924,0.00227155],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009073275,"about_ca_system_score_gemma":0.002174309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006745644,"about_ca_topic_score_gemma":0.007303715,"domain_scores_codex":[0.9947403,0.002700655,0.0004032115,0.0006788071,0.001170192,0.000306908],"domain_scores_gemma":[0.9548317,0.03455455,0.003084058,0.003682412,0.002835873,0.001011382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003465523,0.001703018,0.04852713,0.001485724,0.0002142021,0.0008998185,0.01330802,0.01632445,0.04160816,0.02712219,0.01311408,0.8322276],"study_design_scores_gemma":[0.0005948043,0.00260262,0.0890695,0.0004601717,0.0006239211,0.002080135,0.007963614,0.6269444,0.03269877,0.1784281,0.05804531,0.000488755],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4691297,0.007970481,0.4799773,0.004981976,0.0002990925,0.0007421944,0.001549262,0.007451402,0.02789855],"genre_scores_gemma":[0.874502,0.00130252,0.1193264,0.0002955894,0.0002381881,0.0002194207,0.001673495,0.0001905368,0.002251841],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006745644,"threshold_uncertainty_score":0.03466618,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064224510","doi":"10.1145/2422256.2422269","title":"Open source information retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Open source; Information retrieval; World Wide Web; Library science; Data science; Software","authors":[{"name":"Andrew Trotman","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Iadh Ounis","is_ca":false},{"name":"J. Shane Culpepper","is_ca":false},{"name":"Marc-Allen Cartright","is_ca":false},{"name":"Shlomo Geva","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02149873200924726,"gpt":0.2690667972065012,"spread":0.247568065197254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011081,0.001475962,0.001710481,0.01790104,0.003566262,0.01389091,0.003100845,0.003674598,0.1400916],"category_scores_gemma":[0.05673837,0.001027355,0.00157376,0.01290043,0.001835026,0.01804351,0.0112775,0.00448328,0.1316085],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002968773,"about_ca_system_score_gemma":0.004803143,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002893934,"about_ca_topic_score_gemma":0.005425863,"domain_scores_codex":[0.9845829,0.002774743,0.001256581,0.001773388,0.008358213,0.001254151],"domain_scores_gemma":[0.9635176,0.006646232,0.001336854,0.0104398,0.01497398,0.003085497],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001826206,0.0001143209,0.0005028386,0.0007527223,0.00004719748,0.0002032128,0.0003822552,0.0002509511,0.002672236,0.02203037,0.6311412,0.3417201],"study_design_scores_gemma":[0.0000190268,0.00003275627,0.0004477848,0.000188063,0.00001170534,0.0001880725,0.0001335328,0.0005571283,0.001559967,0.0104549,0.9863686,0.0000385338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.009697001,0.04667216,0.2298693,0.04410371,0.03767788,0.002990822,0.06292325,0.05389088,0.5121751],"genre_scores_gemma":[0.04526415,0.01996594,0.1102884,0.01022307,0.01129998,0.001275332,0.1339994,0.01478523,0.6528986],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.1400916,"threshold_uncertainty_score":0.468653,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203502727","doi":"10.1145/3527546.3527552","title":"A proposed conceptual framework for a representational approach to information retrieval","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Query expansion; Document retrieval; Similarity (geometry); Relevance (law); Sentence; Natural language; Artificial intelligence; Natural language processing","authors":[{"name":"Jimmy Lin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03800248683832368,"gpt":0.293113914803648,"spread":0.2551114279653243,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008178432,0.00123732,0.001169637,0.00572966,0.002759587,0.01172497,0.005463022,0.004453871,0.01140107],"category_scores_gemma":[0.0133288,0.0009513285,0.002738055,0.007155451,0.008830754,0.02177804,0.004911011,0.004876734,0.003778449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004345777,"about_ca_system_score_gemma":0.003957935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004946904,"about_ca_topic_score_gemma":0.003068025,"domain_scores_codex":[0.9924758,0.003662083,0.0007148029,0.001262518,0.001464065,0.0004206254],"domain_scores_gemma":[0.9940058,0.002666079,0.000534931,0.001323295,0.001082138,0.0003877761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007675441,0.00001675499,0.00006070151,0.00008225188,0.00001075141,0.0000282798,0.0003484046,0.00168634,0.0002402264,0.9862183,0.002075115,0.009225172],"study_design_scores_gemma":[0.00002094107,0.00004438664,0.0001115768,0.00009635004,0.00002337663,0.0001837475,0.0003372552,0.01898793,0.0003018735,0.931752,0.04811,0.00003059165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0012462,0.001484216,0.973909,0.007524277,0.000168664,0.000219034,0.0002712146,0.0003457794,0.01483165],"genre_scores_gemma":[0.1013573,0.002622789,0.8780049,0.002480024,0.0009413559,0.001502909,0.0009538402,0.0002301216,0.01190679],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01172497,"threshold_uncertainty_score":0.04325217,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158915197","doi":"10.1145/1067268.1067274","title":"The TREC terabyte retrieval track","year":2005,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Terabyte; Computer science; Information retrieval; Search engine indexing; Track (disk drive); Context (archaeology); Automatic indexing","authors":[{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Nick Craswell","is_ca":false},{"name":"Ian Soboroff","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01575666061787809,"gpt":0.2564480901007232,"spread":0.2406914294828451,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01681475,0.002216415,0.003008947,0.009058461,0.004311936,0.009672847,0.004690668,0.005324492,0.1009963],"category_scores_gemma":[0.02354424,0.0009102672,0.001448811,0.007697326,0.001487853,0.007825801,0.003412915,0.005077151,0.1169559],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008704338,"about_ca_system_score_gemma":0.01900739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1148522,"about_ca_topic_score_gemma":0.1510261,"domain_scores_codex":[0.9884042,0.002168,0.0005571157,0.001033501,0.006743583,0.001093595],"domain_scores_gemma":[0.967402,0.002437351,0.0008457716,0.002832867,0.02266418,0.003817814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003369081,0.00003690179,0.0000542567,0.00009557448,0.000008409194,0.00001258953,0.00001467198,0.00008035386,0.0003669111,0.0003590446,0.9882357,0.01070183],"study_design_scores_gemma":[0.0001875443,0.000160809,0.00275437,0.0002475442,0.00004604318,0.00009900594,0.0001639416,0.001648083,0.002418651,0.002069306,0.9901191,0.00008551793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.0110316,0.04976553,0.03357079,0.09073599,0.05757688,0.009442914,0.3891985,0.0310902,0.3275875],"genre_scores_gemma":[0.01789314,0.01102907,0.02847279,0.0135835,0.007287991,0.003773618,0.4936718,0.003962612,0.4203255],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1148522,"threshold_uncertainty_score":0.3378663,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080549944","doi":"10.1145/1394251.1394257","title":"Advances in information and knowledge management","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Universidade de Lisboa; Pennsylvania State University","keywords":"Computer science; Data science; Knowledge extraction; Data management; Personal information management; XML; Digital library; World Wide Web; Information management; Information extraction; Knowledge management; Information system; Information retrieval; Management information systems; Database; Data mining","authors":[{"name":"Aparna S. Varde","is_ca":false},{"name":"Jian Pei","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07697138455936814,"gpt":0.3808004260670133,"spread":0.3038290415076452,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009750965,0.0009853438,0.001453573,0.004960592,0.001795419,0.01228006,0.003028943,0.003578633,0.01361438],"category_scores_gemma":[0.01974957,0.0005753749,0.0009685783,0.008954282,0.006614923,0.02389557,0.005876744,0.005031251,0.006161518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004269704,"about_ca_system_score_gemma":0.005241875,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002273008,"about_ca_topic_score_gemma":0.001703552,"domain_scores_codex":[0.9919459,0.002353255,0.0006406945,0.001083735,0.003605256,0.0003711367],"domain_scores_gemma":[0.9794785,0.01206986,0.0009363525,0.003299376,0.003266736,0.0009491253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003092434,0.00004940093,0.0004228927,0.001276548,0.00005085392,0.0000942893,0.0007097975,0.0007521433,0.0003000464,0.6823932,0.04452609,0.2693938],"study_design_scores_gemma":[0.000008650321,0.00002021571,0.0002412096,0.000539295,0.00001704725,0.0001481658,0.0003607946,0.001279506,0.0002127364,0.3877386,0.6094118,0.00002197186],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004274027,0.4928263,0.1395575,0.1140021,0.007437488,0.0001355911,0.0006258219,0.0006495241,0.2404918],"genre_scores_gemma":[0.1356856,0.6008281,0.1696947,0.01506107,0.02420401,0.0003121189,0.001325181,0.0002904519,0.05259877],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01361438,"threshold_uncertainty_score":0.05156863,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041889759","doi":"10.1145/2641383.2641388","title":"Report on the CIKM workshop on living labs for information retrieval evaluation","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Session (web analytics); Scope (computer science); Information retrieval; World Wide Web; Data science","authors":[{"name":"Krisztian Balog","is_ca":false},{"name":"David Elsweiler","is_ca":false},{"name":"Evangelos Kanoulas","is_ca":false},{"name":"Liadh Kelly","is_ca":false},{"name":"Mark D. Smucker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2454101908581725,"gpt":0.4366114750163633,"spread":0.1912012841581909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1313835,0.002041529,0.001885254,0.004075236,0.004207225,0.01539738,0.005870022,0.005347911,0.05353907],"category_scores_gemma":[0.1070019,0.001278042,0.002118471,0.003341681,0.002818521,0.01354732,0.01187131,0.008423231,0.02689306],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006950194,"about_ca_system_score_gemma":0.01677747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01689512,"about_ca_topic_score_gemma":0.01919841,"domain_scores_codex":[0.9073242,0.05319436,0.003617652,0.005180269,0.02706976,0.00361369],"domain_scores_gemma":[0.8510875,0.04540773,0.003398457,0.01353335,0.0691098,0.01746322],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005704341,0.00097708,0.001215835,0.0005287959,0.00007799309,0.0002237547,0.002314019,0.0009266277,0.00433672,0.01138062,0.7343128,0.2431353],"study_design_scores_gemma":[0.000347029,0.0006803913,0.004403114,0.0009251768,0.00008697081,0.0002369777,0.002547047,0.003090754,0.006174352,0.011988,0.9692771,0.0002430744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.0416996,0.0309155,0.3738366,0.2096103,0.04320622,0.02024086,0.01512725,0.01216605,0.2531976],"genre_scores_gemma":[0.1740914,0.01330113,0.3260956,0.03320405,0.009957948,0.02313273,0.0401485,0.009502309,0.3705663],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8686165,"threshold_uncertainty_score":0.6948307,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158222053","doi":"10.1145/2568388.2568403","title":"Report on the SIGIR 2013 workshop on modeling user behavior for information retrieval evaluation (MUBE 2013)","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Waterloo","funders":"","keywords":"Breakout; Computer science; Set (abstract data type); Information retrieval; World Wide Web","authors":[{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Luanne Freund","is_ca":true},{"name":"Mark D. Smucker","is_ca":true},{"name":"Emine Yılmaz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05571689524022985,"gpt":0.3110163909179287,"spread":0.2552994956776988,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04906387,0.002494968,0.002796731,0.001944748,0.002126455,0.008848806,0.003356149,0.004053543,0.03692502],"category_scores_gemma":[0.06815179,0.001458453,0.00300515,0.002031242,0.000989042,0.01097488,0.005231034,0.006423253,0.0208503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003905623,"about_ca_system_score_gemma":0.004800399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0216201,"about_ca_topic_score_gemma":0.02410958,"domain_scores_codex":[0.9755039,0.0130075,0.0008901902,0.00226575,0.007313593,0.001019067],"domain_scores_gemma":[0.9477548,0.02432152,0.001159798,0.006694922,0.01642682,0.003642199],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007179984,0.001080545,0.004686919,0.0007062954,0.0002350514,0.0001261068,0.001035944,0.007216298,0.00295487,0.0122128,0.7134224,0.2556048],"study_design_scores_gemma":[0.0004039972,0.001054275,0.01030005,0.001057439,0.0004928717,0.0003393411,0.001909684,0.08542905,0.01212195,0.05896081,0.827483,0.0004475754],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.03049997,0.03017804,0.7450169,0.06792738,0.01977717,0.004616065,0.02317345,0.01062336,0.0681877],"genre_scores_gemma":[0.1622614,0.02509285,0.4679898,0.02019272,0.008379394,0.007697383,0.08999802,0.007102834,0.2112856],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9509361,"threshold_uncertainty_score":0.2594777,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4401381293","doi":"10.1145/3687273.3687288","title":"Report on the Search Futures Workshop at ECIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"National Institute of Standards and Technology; University of Waterloo; Sapienza Università di Roma; Technische Universiteit Eindhoven; Universiteit van Amsterdam; Universiteit Leiden; Johns Hopkins University; RMIT University; Microsoft Research","keywords":"Futures contract; Computer science; Economics; Financial economics","authors":[{"name":"Leif Azzopardi","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Paul B. Kantor","is_ca":false},{"name":"Bhaskar Mitra","is_ca":true},{"name":"Johanne R. Trippas","is_ca":false},{"name":"Zhaochun Ren","is_ca":false},{"name":"Mohammad Aliannejadi","is_ca":false},{"name":"Negar Arabzadeh","is_ca":true},{"name":"Raman Chandrasekar","is_ca":false},{"name":"Maarten de Rijke","is_ca":false},{"name":"Panagiotis Eustratiadis","is_ca":false},{"name":"William Hersh","is_ca":false},{"name":"Jin Huang","is_ca":false},{"name":"Evangelos Kanoulas","is_ca":false},{"name":"Jasmin Kareem","is_ca":false},{"name":"Yongkang Li","is_ca":false},{"name":"Simon Lupart","is_ca":false},{"name":"Kidist Amde Mekonnen","is_ca":false},{"name":"Adam Roegiest","is_ca":false},{"name":"Ian Soboroff","is_ca":false},{"name":"Fabrizio Silvestri","is_ca":false},{"name":"Suzan Verberne","is_ca":false},{"name":"David Vos","is_ca":false},{"name":"Eugene Yang","is_ca":false},{"name":"Yuyue Zhao","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03133616214902856,"gpt":0.2976194298512275,"spread":0.2662832677021989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01585144,0.001561682,0.001254729,0.001849395,0.005733018,0.01306998,0.002844136,0.007736603,0.135769],"category_scores_gemma":[0.01645702,0.0007442232,0.001854017,0.00218072,0.00150361,0.01112877,0.009448032,0.007413541,0.08705115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004637576,"about_ca_system_score_gemma":0.01205317,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02293169,"about_ca_topic_score_gemma":0.02709309,"domain_scores_codex":[0.9898555,0.002527333,0.0002938609,0.000785863,0.004542491,0.001994882],"domain_scores_gemma":[0.9881942,0.002142364,0.00020577,0.0007389696,0.003692314,0.005026414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002682659,0.0001127561,0.0002042764,0.0001729642,0.00001339671,0.0002118288,0.0009227543,0.0002719414,0.0007776728,0.006310144,0.9659563,0.02477766],"study_design_scores_gemma":[0.00005118277,0.00007990295,0.0005536333,0.0001173915,0.000007557368,0.000080243,0.001474068,0.0002798131,0.0006179078,0.002578015,0.9941174,0.00004281332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"editorial","genre_scores_codex":[0.0362374,0.02493292,0.0292204,0.2592543,0.07930624,0.002316187,0.03170643,0.006955899,0.5300702],"genre_scores_gemma":[0.0609776,0.005061849,0.01480645,0.02151504,0.006400989,0.00175545,0.03222689,0.003925783,0.8533298],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.135769,"threshold_uncertainty_score":0.4541925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408184531","doi":"10.1145/3722449.3722461","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Natural language processing","authors":[{"name":"Hossein A. Rahmani","is_ca":false},{"name":"Clemencia Siro","is_ca":false},{"name":"Mohammad Aliannejadi","is_ca":false},{"name":"Nick Craswell","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Guglielmo Faggioli","is_ca":false},{"name":"Bhaskar Mitra","is_ca":true},{"name":"Paul Thomas","is_ca":false},{"name":"Emine Yilmaz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03542714885077752,"gpt":0.3152205595817855,"spread":0.279793410731008,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05674778,0.002755925,0.00270539,0.003051185,0.002400398,0.01091567,0.003298965,0.004583383,0.1059989],"category_scores_gemma":[0.05765055,0.00122821,0.002494127,0.002178418,0.001381054,0.01132167,0.01080446,0.008560435,0.07798138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003446834,"about_ca_system_score_gemma":0.006663677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01068555,"about_ca_topic_score_gemma":0.01373379,"domain_scores_codex":[0.9754316,0.0119569,0.000888828,0.002567473,0.00765511,0.00150008],"domain_scores_gemma":[0.9404712,0.01961207,0.001157721,0.006593437,0.0235946,0.008570987],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004351033,0.0003351143,0.0005891687,0.0003047637,0.00007327588,0.00007604408,0.0003511653,0.0006996499,0.001619286,0.003642184,0.9115759,0.08029833],"study_design_scores_gemma":[0.0002711882,0.00033775,0.002544988,0.0005359949,0.0001209333,0.0001435896,0.0004587061,0.004171002,0.003484112,0.01268236,0.9751166,0.0001327454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.02447876,0.06852724,0.3395791,0.1749581,0.1405675,0.006431878,0.05925578,0.01760025,0.1686015],"genre_scores_gemma":[0.06056798,0.01704008,0.1820333,0.02402282,0.02587204,0.006844109,0.1162234,0.01855632,0.54884],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9432522,"threshold_uncertainty_score":0.3546016,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4401381513","doi":"10.1145/3687273.3687282","title":"Report on the 8th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2024) at CHIIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina; Mila - Quebec Artificial Intelligence Institute","funders":"HORIZON EUROPE Framework Programme; Thüringer Ministerium für Wirtschaft, Wissenschaft und Digitale Gesellschaft; European Commission","keywords":"Computer science; Psychology; Artificial intelligence","authors":[{"name":"Alexander Frummet","is_ca":false},{"name":"Andrea Papenmeier","is_ca":false},{"name":"Maik Fröbe","is_ca":false},{"name":"Johannes Kiesel","is_ca":false},{"name":"Vaibhav Adlakha","is_ca":true},{"name":"Norbert Braunschweiler","is_ca":false},{"name":"Mateusz Dubiel","is_ca":false},{"name":"Satanu Ghosh","is_ca":false},{"name":"Marcel Gohsen","is_ca":false},{"name":"Christin Katharina Kreutz","is_ca":false},{"name":"Milad Momeni","is_ca":true},{"name":"Markus Nilles","is_ca":false},{"name":"Sachin Pathiyan Cherumanal","is_ca":false},{"name":"Abbas Pirmoradi","is_ca":true},{"name":"Paul Thomas","is_ca":false},{"name":"Johanne R. Trippas","is_ca":false},{"name":"Ines Zelch","is_ca":false},{"name":"Oleg Zendel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05451247505985401,"gpt":0.305349513459014,"spread":0.2508370383991599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02616235,0.002514818,0.002020993,0.002370935,0.004312058,0.01029405,0.003615609,0.004401847,0.1709384],"category_scores_gemma":[0.0269852,0.001071845,0.002334371,0.001875578,0.001186537,0.008987127,0.01063406,0.007123395,0.1019295],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003359465,"about_ca_system_score_gemma":0.007771891,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01593322,"about_ca_topic_score_gemma":0.02649005,"domain_scores_codex":[0.9856553,0.005446465,0.0004366902,0.001679571,0.00499411,0.00178779],"domain_scores_gemma":[0.966475,0.006310979,0.0004597388,0.002752565,0.01465383,0.009347931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003441457,0.0003343202,0.0004678601,0.0001984069,0.00003283772,0.0001135594,0.0008812567,0.0003523329,0.002319418,0.002017135,0.9430107,0.04992802],"study_design_scores_gemma":[0.0001255522,0.0003458488,0.001868531,0.0002125821,0.00005183457,0.0001168164,0.001346025,0.001811854,0.002856854,0.003677643,0.9874766,0.0001099228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"editorial","genre_scores_codex":[0.0388689,0.0270575,0.2197042,0.1653675,0.1396963,0.01023366,0.03657874,0.01752014,0.3449731],"genre_scores_gemma":[0.04546311,0.005346105,0.07654588,0.01342467,0.0118612,0.00469661,0.04097833,0.006646701,0.7950374],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.1709384,"threshold_uncertainty_score":0.571846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318256937","doi":"10.1145/3582524.3582533","title":"Report on the 1st Early Career Researchers' Roundtable for Information Access Research (ECRs4IR 2022) at CHIIR 2022","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Implementation; Event (particle physics); Computer science; Career development; Conjunction (astronomy); Medical education; Public relations; Political science; Medicine","authors":[{"name":"Johanne R. Trippas","is_ca":false},{"name":"David Maxwel","is_ca":false},{"name":"Abdulaziz Alqatan","is_ca":false},{"name":"Miriam Boom","is_ca":true},{"name":"Catherine Chavula","is_ca":false},{"name":"Anita Crescenzi","is_ca":false},{"name":"Luis Ibáñez","is_ca":false},{"name":"Selina Meyer","is_ca":false},{"name":"Anna-Marie Ortloff","is_ca":false},{"name":"Srishti Palani","is_ca":false},{"name":"Dolinkumar Patel","is_ca":true},{"name":"Wiebke Thode","is_ca":false},{"name":"Zhaopeng Xing","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2292551529923465,"gpt":0.391157068144488,"spread":0.1619019151521415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.05812678,0.002336393,0.00148293,0.002199896,0.007633622,0.01284296,0.00444775,0.01541358,0.1355092],"category_scores_gemma":[0.04687755,0.001524232,0.002789129,0.001591868,0.001710199,0.008923344,0.02147654,0.01613399,0.0767172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004373279,"about_ca_system_score_gemma":0.01706373,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01341068,"about_ca_topic_score_gemma":0.02829071,"domain_scores_codex":[0.9663323,0.01053275,0.001067928,0.002776188,0.0129163,0.006374415],"domain_scores_gemma":[0.8968699,0.01769859,0.002978883,0.005651477,0.02951706,0.04728412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001866092,0.0001168218,0.0002489249,0.0001666741,0.00001462272,0.0001490444,0.0006463273,0.00007143586,0.001063267,0.0007997351,0.9852389,0.01129771],"study_design_scores_gemma":[0.00009168388,0.0002224196,0.001664328,0.0001875288,0.00001639494,0.00006869053,0.001712265,0.0001684414,0.0008437157,0.001011385,0.9939303,0.00008277579],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.01692413,0.01316976,0.02740387,0.4796383,0.3190845,0.008389963,0.02537253,0.005310651,0.1047062],"genre_scores_gemma":[0.04486424,0.004755812,0.02931791,0.1102908,0.03642505,0.01393076,0.0261617,0.004902124,0.7293516],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.987157,"threshold_uncertainty_score":0.4533234,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145276519","doi":"10.1145/2492189.2492195","title":"Report on the workshop on search and exploration of x-rated information (SEXI 2013)","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Turun Yliopisto","keywords":"Computer science; World Wide Web; Perspective (graphical); Data science; Information retrieval; Artificial intelligence","authors":[{"name":"Vanessa Murdock","is_ca":true},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Jaap Kamps","is_ca":false},{"name":"Jussi Karlgren","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05616040018560992,"gpt":0.3292985260509539,"spread":0.273138125865344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01182691,0.001172583,0.001087576,0.001429315,0.002793157,0.00711481,0.002131257,0.004068474,0.08747283],"category_scores_gemma":[0.01583358,0.0005192757,0.001756684,0.001303386,0.001027774,0.006099071,0.007338817,0.005697316,0.03488015],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001997823,"about_ca_system_score_gemma":0.004728724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006211877,"about_ca_topic_score_gemma":0.01060489,"domain_scores_codex":[0.9950256,0.001825311,0.0001933517,0.0007063923,0.001573491,0.0006759124],"domain_scores_gemma":[0.9850624,0.003368032,0.000413309,0.0008596459,0.005242814,0.005053711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004206355,0.0003796192,0.001250447,0.0004567846,0.00003959395,0.0003706916,0.002857742,0.0003367628,0.002846733,0.004232883,0.9058809,0.08092735],"study_design_scores_gemma":[0.00008535793,0.0002754271,0.003011184,0.0003555023,0.00002902685,0.0001653885,0.003995674,0.0005545188,0.001950104,0.004113857,0.9853842,0.0000799014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.06569974,0.03865098,0.08773558,0.2625037,0.1950742,0.006589713,0.02703304,0.003261961,0.3134511],"genre_scores_gemma":[0.1182757,0.01657724,0.04863155,0.03388387,0.028875,0.003968415,0.02752555,0.00327464,0.7189879],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.08747283,"threshold_uncertainty_score":0.2926258,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7087720512","doi":"10.1145/3769733.3769739","title":"Report from the 4th Strategic Workshop on Information Retrieval in Lorne (SWIRL 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"University of Queensland; RMIT University","keywords":"Dissemination; Focus (optics); Key (lock); Information Dissemination; Information system; Document retrieval; Information center","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.03459522104513406,"gpt":0.3250965230222397,"spread":0.2905013019771057,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03232993,0.002281801,0.001725645,0.003939681,0.002844904,0.01086047,0.003189592,0.006463888,0.1104672],"category_scores_gemma":[0.02585993,0.0008205374,0.002013486,0.002305194,0.00158921,0.01069566,0.01039621,0.007473804,0.08301704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003279733,"about_ca_system_score_gemma":0.009399137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01250454,"about_ca_topic_score_gemma":0.01619721,"domain_scores_codex":[0.9823589,0.006144654,0.0007117228,0.001431896,0.007546997,0.001805758],"domain_scores_gemma":[0.9659304,0.00693544,0.0007816178,0.002016883,0.01507547,0.009260195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001292494,0.00008529618,0.0001433113,0.0001686351,0.00001153512,0.00005228795,0.0001834116,0.0001554041,0.0005895017,0.00108642,0.9701258,0.02726907],"study_design_scores_gemma":[0.00004089354,0.00009846564,0.0004576565,0.000177787,0.00001299607,0.00005231686,0.0003645464,0.0004345152,0.0007307356,0.001507568,0.9960906,0.00003193911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01274912,0.06622049,0.09616838,0.337614,0.2080689,0.005109234,0.03238045,0.009068531,0.232621],"genre_scores_gemma":[0.03198759,0.01777923,0.05307506,0.04944303,0.02622715,0.002967437,0.05097561,0.005373681,0.7621713],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.1104672,"threshold_uncertainty_score":0.3695495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077110404","doi":"10.1145/2215676.2215680","title":"Report on BooksOnline'11","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"City, University of London; Connaught Fund; University of Toronto; University of Twente","keywords":"Computer science; Crowdsourcing; Salient; Social media; Reading (process); Context (archaeology); Digital library; World Wide Web; Key (lock); Library science; Data science; Political science; History","authors":[{"name":"Gabriella Kazai","is_ca":false},{"name":"Carsten Eickhoff","is_ca":false},{"name":"Peter Brusilovsky","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02475597731603267,"gpt":0.2790317875960136,"spread":0.2542758102799809,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006703279,0.001311554,0.001006157,0.003735167,0.004913335,0.018409,0.003601164,0.00586914,0.5611682],"category_scores_gemma":[0.01302159,0.000660293,0.001301376,0.004205533,0.0009270126,0.00688971,0.008681709,0.005603347,0.4270426],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003776052,"about_ca_system_score_gemma":0.009936724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01094315,"about_ca_topic_score_gemma":0.01762899,"domain_scores_codex":[0.9917573,0.0006630439,0.0003147604,0.0007352734,0.005199646,0.001330039],"domain_scores_gemma":[0.9861645,0.001314567,0.0003996644,0.001552606,0.00629771,0.004270902],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008775898,0.0000493795,0.0002545345,0.0001310569,0.000003968634,0.00008785948,0.00009383433,0.00002791012,0.0002639873,0.002308366,0.9825675,0.01412388],"study_design_scores_gemma":[0.000004264981,0.0000173261,0.0005531255,0.00003590682,0.000001405959,0.0000154442,0.0001243422,0.0000115508,0.0001419692,0.0001137084,0.9989759,0.000005079229],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.004182182,0.004713701,0.002214641,0.03303844,0.07530647,0.001389299,0.054094,0.003104068,0.8219572],"genre_scores_gemma":[0.003497483,0.001063297,0.0004538434,0.002904592,0.002293969,0.0004740373,0.01498991,0.001030741,0.9732921],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.5611682,"threshold_uncertainty_score":0.6259403,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2465765001","doi":"10.1145/2964797.2964806","title":"Report on the Eighth Workshop on Exploiting Semantic Annotations in Information Retrieval (ESAIR '15)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Event (particle physics); Focus (optics); World Wide Web; Field (mathematics); Semantic Web; Track (disk drive); Data science; Information retrieval","authors":[{"name":"Krisztian Balog","is_ca":false},{"name":"Jeff Dalton","is_ca":true},{"name":"Antoine Doucet","is_ca":false},{"name":"Yusra Ibrahim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03070239079812112,"gpt":0.262404220364391,"spread":0.2317018295662699,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02317987,0.002198765,0.002259471,0.002897067,0.002285319,0.008913442,0.003723912,0.00404008,0.09642976],"category_scores_gemma":[0.02492184,0.0007564941,0.002072697,0.002811646,0.001217592,0.01288404,0.008711067,0.005138512,0.06590591],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002461338,"about_ca_system_score_gemma":0.004922345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009639099,"about_ca_topic_score_gemma":0.01472273,"domain_scores_codex":[0.9884042,0.004846534,0.0005345815,0.001622068,0.003441005,0.001151605],"domain_scores_gemma":[0.9759261,0.006765724,0.0004540107,0.003610016,0.008171106,0.005073035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003752749,0.00047414,0.0004561828,0.0004079639,0.00006097936,0.00009122564,0.0006541566,0.0004964106,0.003194069,0.003362794,0.8785527,0.1118741],"study_design_scores_gemma":[0.0001359387,0.0002465147,0.001451444,0.0002662139,0.00007817983,0.0001217698,0.0008477791,0.00315815,0.003317061,0.007671389,0.9826302,0.00007546252],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.0331887,0.04627971,0.3995371,0.1110423,0.1174988,0.006803857,0.04882905,0.02143301,0.2153874],"genre_scores_gemma":[0.05109601,0.01405831,0.2195031,0.01710662,0.01400994,0.003417068,0.1237823,0.006933071,0.5500936],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.09642976,"threshold_uncertainty_score":0.3225897,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7087264631","doi":"10.1145/3769733.3769742","title":"Report on the 2nd Search Futures Workshop at ECIR 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Viral Infections and Immunology Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Serendipity; Futures contract; Sketch; Reading (process); Soar; SPARK (programming language); Key (lock)","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.04065777467403634,"gpt":0.3698871153363614,"spread":0.329229340662325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01434657,0.001788498,0.001314248,0.001827038,0.004640123,0.01241291,0.002610736,0.00617091,0.1447743],"category_scores_gemma":[0.01570323,0.0006931323,0.001922229,0.001716391,0.001065972,0.008716322,0.008417469,0.005670588,0.09651124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004166357,"about_ca_system_score_gemma":0.008917333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02111433,"about_ca_topic_score_gemma":0.03170117,"domain_scores_codex":[0.9904187,0.002281694,0.0002958708,0.0009308173,0.004317855,0.001755045],"domain_scores_gemma":[0.9877628,0.001852001,0.0001963262,0.0009265571,0.004629767,0.004632677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002891692,0.0001290982,0.0002498902,0.0001570955,0.00001753166,0.0001410644,0.0005573762,0.0003113699,0.0008903963,0.003697386,0.9657235,0.02783611],"study_design_scores_gemma":[0.00005928402,0.0001250655,0.0007672529,0.0001233889,0.00001458498,0.00007164505,0.001097355,0.0005529742,0.0009698944,0.002083092,0.9940883,0.00004721195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.04096883,0.02711472,0.04553444,0.1718702,0.1096322,0.003123593,0.04512535,0.01026426,0.5463663],"genre_scores_gemma":[0.05337676,0.003817592,0.01935167,0.01640072,0.005444351,0.001748458,0.03776982,0.003733311,0.8583574],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.1447743,"threshold_uncertainty_score":0.4843184,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2908686248","doi":"10.1145/3308774.3308788","title":"Autumn School for Information Retrieval and Foraging 2018","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Foraging; Computer science; Work (physics); Library science; Information retrieval; World Wide Web; Ecology","authors":[{"name":"Amelia W. Cole","is_ca":true},{"name":"Linda Achilles","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0131197026370843,"gpt":0.2768595347667703,"spread":0.263739832129686,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004359467,0.001862524,0.002095405,0.003118403,0.003121422,0.009815918,0.002254236,0.003653183,0.4340312],"category_scores_gemma":[0.007250316,0.0005775344,0.0009842085,0.002256478,0.001260539,0.006626175,0.006280955,0.004592455,0.2766059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003606434,"about_ca_system_score_gemma":0.004144324,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001720611,"about_ca_topic_score_gemma":0.003466402,"domain_scores_codex":[0.997617,0.0002943862,0.0001867929,0.0005757029,0.00102139,0.0003046908],"domain_scores_gemma":[0.9943024,0.0005554347,0.0002287697,0.0007631356,0.001658522,0.002491815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008587659,0.0001003515,0.0001849967,0.0001899861,0.000006520029,0.0000476348,0.0001492459,0.0000721355,0.000481952,0.01434307,0.8834891,0.1008491],"study_design_scores_gemma":[0.000008057662,0.00003239524,0.0003903747,0.000139032,0.000002454794,0.00003755344,0.00005218142,0.00008209979,0.0001177712,0.003783131,0.9953489,0.000006088052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.003425665,0.04517677,0.01528959,0.07509585,0.0761937,0.0004640765,0.005405284,0.005422061,0.773527],"genre_scores_gemma":[0.007544813,0.008966347,0.003877003,0.00225471,0.0135669,0.0002468219,0.002645727,0.001347671,0.95955],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4340312,"threshold_uncertainty_score":0.8072858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2917961622","doi":"10.1145/3308774.3308785","title":"Report on CLEF 2018","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Clef; Contextualization; Computer science; Ninth; Social media; Presentation (obstetrics); World Wide Web; Library science","authors":[{"name":"Patrice Bellot","is_ca":false},{"name":"Linda Cappellato","is_ca":false},{"name":"Nicola Ferro","is_ca":false},{"name":"Josiane Mothe","is_ca":false},{"name":"Fionn Murtagh","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Éric SanJuan","is_ca":false},{"name":"Laure Soulier","is_ca":false},{"name":"Chiraz Trabelsi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02534437264239013,"gpt":0.3248668344821655,"spread":0.2995224618397754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01810001,0.002866383,0.003259681,0.009147308,0.003708859,0.01114977,0.004294063,0.00370369,0.5897246],"category_scores_gemma":[0.03485022,0.0007934179,0.001635565,0.005466254,0.00107445,0.007543799,0.006780497,0.004053177,0.578042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005712945,"about_ca_system_score_gemma":0.006066877,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01273349,"about_ca_topic_score_gemma":0.01812971,"domain_scores_codex":[0.9786725,0.004242115,0.0008828474,0.002401904,0.01208625,0.001714459],"domain_scores_gemma":[0.9614558,0.004727229,0.0009059616,0.005451268,0.02059733,0.006862399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003734578,0.00002316792,0.00004405153,0.00003549636,0.000003647383,0.00001261554,0.000005226085,0.00002772816,0.00006447789,0.0001977269,0.9915814,0.007967093],"study_design_scores_gemma":[0.00007715695,0.00003516617,0.0005509126,0.00005828712,0.000004757608,0.00004916541,0.00003159137,0.0002287581,0.000284263,0.0005805177,0.9980797,0.0000197507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.004288882,0.01480277,0.009434897,0.06482126,0.08704013,0.002553088,0.3494835,0.03018651,0.437389],"genre_scores_gemma":[0.008524049,0.002867765,0.008512753,0.007566036,0.01249013,0.001536204,0.4562647,0.01032961,0.4919088],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5897246,"threshold_uncertainty_score":0.5852081,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059882478","doi":"10.1145/1394251.1394268","title":"The Fourth Asian Information Retrieval Symposium (AIRS 08)","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Beijing; Computer science; China; Library science; TRACE (psycholinguistics); Information retrieval; History; Linguistics","authors":[{"name":"Hang Li","is_ca":false},{"name":"Wei‐Ying Ma","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Kam‐Fai Wong","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01092372813899535,"gpt":0.2161340161244162,"spread":0.2052102879854209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01497614,0.001525148,0.003031198,0.004672792,0.002121445,0.01144474,0.002093751,0.003214412,0.09920398],"category_scores_gemma":[0.008991472,0.0005429302,0.001440563,0.003209014,0.001263843,0.009094774,0.003564499,0.003743274,0.1242103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002042768,"about_ca_system_score_gemma":0.004574518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002914817,"about_ca_topic_score_gemma":0.006071456,"domain_scores_codex":[0.9945227,0.001251213,0.0005514252,0.0005689744,0.002499551,0.0006061531],"domain_scores_gemma":[0.9872615,0.001024081,0.000471952,0.001330473,0.007625957,0.002285991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001259808,0.0001006977,0.0004992754,0.0002515624,0.00002889839,0.00009650175,0.0001276427,0.00006292197,0.002315975,0.001319054,0.8579493,0.1371221],"study_design_scores_gemma":[0.00002173028,0.0001006322,0.001361471,0.000185717,0.0000351046,0.0002206073,0.0001979808,0.0007072388,0.001502564,0.001253764,0.9943808,0.00003251858],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03026334,0.1703035,0.1012723,0.0922255,0.2404545,0.001954038,0.01716498,0.01940951,0.3269523],"genre_scores_gemma":[0.03492339,0.04920056,0.05247125,0.01267901,0.03237925,0.0008335001,0.03009142,0.003741863,0.7836798],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.09920398,"threshold_uncertainty_score":0.3318704,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415051858","doi":"10.1145/3769733.3769740","title":"Report on the 3rd Workshop on NeuroPhysiological Approaches for Interactive Information Retrieval (NeuroPhysIIR 2025) at SIGIR CHIIR 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina; University of Toronto","funders":"","keywords":"Neurophysiology; Document retrieval; Question answering; Cognitive models of information retrieval","authors":[{"name":"Damiano Spina","is_ca":false},{"name":"Jacek Gwizdka","is_ca":false},{"name":"Kaixin Ji","is_ca":false},{"name":"Yashar Moshfeghi","is_ca":false},{"name":"Javed Mostafa","is_ca":true},{"name":"Tuukka Ruotsalo","is_ca":false},{"name":"Min Zhang","is_ca":false},{"name":"Adnan Ahmad","is_ca":false},{"name":"Sara Fahad Dawood Al Lawati","is_ca":false},{"name":"Nattapat Boonprakong","is_ca":false},{"name":"N. Fernando","is_ca":false},{"name":"J. He","is_ca":false},{"name":"Orland Hoeber","is_ca":true},{"name":"Gavindya Jayawardena","is_ca":false},{"name":"Boon Giin Lee","is_ca":false},{"name":"Haiming Liu","is_ca":false},{"name":"Matthew Pike","is_ca":false},{"name":"Abbas Pirmoradi","is_ca":true},{"name":"Bahareh Nakisa","is_ca":false},{"name":"Mohammad Naim Rastgoo","is_ca":false},{"name":"Flora D. Salim","is_ca":false},{"name":"F. H. Scott","is_ca":false},{"name":"Shuoqi Sun","is_ca":false},{"name":"Huimin Tang","is_ca":false},{"name":"Dave Towey","is_ca":false},{"name":"Max L. Wilson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04998961878863305,"gpt":0.2855186519445143,"spread":0.2355290331558813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02262985,0.001898658,0.001335634,0.001970622,0.002607348,0.006912769,0.00198247,0.003634914,0.07582223],"category_scores_gemma":[0.02092964,0.0006562681,0.001427416,0.00137353,0.001096089,0.008330695,0.006561563,0.005822002,0.0355768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002140893,"about_ca_system_score_gemma":0.004135022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007427518,"about_ca_topic_score_gemma":0.0118792,"domain_scores_codex":[0.9918441,0.003347146,0.0002760775,0.001034395,0.002584173,0.0009140441],"domain_scores_gemma":[0.9795521,0.005336932,0.0003686658,0.001406839,0.00890393,0.004431558],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000538241,0.000379187,0.0007217113,0.0003070712,0.00005705491,0.0001646137,0.001214304,0.0008154949,0.005215829,0.004649622,0.875542,0.1103948],"study_design_scores_gemma":[0.0001306712,0.0005498704,0.002437021,0.0003140312,0.00008170288,0.0002350272,0.001784159,0.004378633,0.007030301,0.01125311,0.9716702,0.0001353844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.04910313,0.04318875,0.4227605,0.1772708,0.1181837,0.005365327,0.01607084,0.01056303,0.1574939],"genre_scores_gemma":[0.1055888,0.01289617,0.1469637,0.0174189,0.02000113,0.002892273,0.0266884,0.006214144,0.6613365],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.07582223,"threshold_uncertainty_score":0.2536507,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082311327","doi":"10.1145/1394251.1394266","title":"Information retrieval facility symposium in Vienna","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Intellectual property; Library science; Computer science; Focus (optics); Political science; Law","authors":[{"name":"John Tait","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05247204572390295,"gpt":0.3053189767143107,"spread":0.2528469309904078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007990652,0.001609705,0.001815303,0.0060276,0.002161046,0.00963701,0.00163228,0.004271466,0.2676043],"category_scores_gemma":[0.006028146,0.0007038245,0.001275185,0.002817816,0.0009971068,0.006066201,0.00475684,0.004743858,0.3028602],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00221917,"about_ca_system_score_gemma":0.002886021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001529709,"about_ca_topic_score_gemma":0.003594808,"domain_scores_codex":[0.9958702,0.0007820106,0.0003234025,0.0008327454,0.001714667,0.0004770653],"domain_scores_gemma":[0.9965843,0.0004797538,0.0002055965,0.0005729811,0.00136375,0.0007936067],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000267689,0.0001442905,0.0003461713,0.0003049452,0.00002655246,0.000229043,0.0001891513,0.0001563829,0.002966566,0.008084777,0.7982385,0.1890459],"study_design_scores_gemma":[0.00001768841,0.00004775242,0.0004162068,0.0002025003,0.000008987383,0.0001306959,0.00004474371,0.0001687144,0.0006718067,0.001107704,0.997169,0.00001428669],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.007936329,0.0917223,0.03118273,0.03527213,0.05496632,0.0008587488,0.009581479,0.007772064,0.7607079],"genre_scores_gemma":[0.006632798,0.008635035,0.006739492,0.002315896,0.003884299,0.0001735425,0.004699182,0.0009655047,0.9659542],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2676043,"threshold_uncertainty_score":0.8952255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152646153","doi":"10.1145/2093346.2093360","title":"The 1st international workshop on diversity in document retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Diversity (politics); Information retrieval; World Wide Web; Search engine; Data science; Library science; Political science","authors":[{"name":"Craig Macdonald","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Jun Wang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03726796463038515,"gpt":0.298920230571479,"spread":0.2616522659410939,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01312498,0.00155313,0.002617426,0.003006782,0.00155463,0.007523342,0.003497268,0.003035137,0.02614451],"category_scores_gemma":[0.0190551,0.0009560871,0.002391318,0.003043425,0.002014304,0.009467496,0.004478299,0.004968165,0.01010135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002522624,"about_ca_system_score_gemma":0.002877449,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0029392,"about_ca_topic_score_gemma":0.003751913,"domain_scores_codex":[0.9920928,0.003457185,0.0006349456,0.001352667,0.001737369,0.0007249702],"domain_scores_gemma":[0.9893335,0.004985419,0.0003232846,0.001869109,0.002327709,0.00116103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000814271,0.0006704883,0.001084447,0.0009482501,0.0002194116,0.0003516022,0.001707843,0.003602287,0.006689548,0.04085495,0.4146211,0.5284358],"study_design_scores_gemma":[0.0002033756,0.0004910328,0.002174236,0.000708469,0.0001552432,0.0008503412,0.0008987394,0.01973266,0.00612634,0.06237979,0.9061341,0.0001457344],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.02910516,0.1166251,0.6528902,0.04806419,0.04986758,0.001480449,0.003420027,0.003728201,0.09481911],"genre_scores_gemma":[0.1674685,0.03752315,0.4607663,0.009409209,0.02193656,0.001748699,0.01347058,0.002500869,0.2851761],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.02614451,"threshold_uncertainty_score":0.08746207,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911105724","doi":"10.1145/3308774.3308787","title":"Autumn School for Information Retrieval and Information Foraging (ASIRF 2017)","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Foraging; Information retrieval; Information behavior; Library science; World Wide Web; Ecology","authors":[{"name":"Samuel Dodson","is_ca":true},{"name":"Steven M. Zimmerman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01491614640924501,"gpt":0.2815758594604154,"spread":0.2666597130511704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01413259,0.001682179,0.00221748,0.003284293,0.00361348,0.01029654,0.00264555,0.004577702,0.1578761],"category_scores_gemma":[0.01220902,0.0007432129,0.001050774,0.002077575,0.001659277,0.007559702,0.007099221,0.004853545,0.08932721],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00452639,"about_ca_system_score_gemma":0.009872782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003166986,"about_ca_topic_score_gemma":0.006715399,"domain_scores_codex":[0.9951763,0.0008999387,0.0002894133,0.0009384939,0.001779946,0.0009158044],"domain_scores_gemma":[0.9869153,0.001057888,0.0004470322,0.001417818,0.004127966,0.006033873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001441034,0.0001907462,0.0004931074,0.0001938324,0.00001057145,0.00004673719,0.0002113002,0.0001143428,0.0006954221,0.009195589,0.8704205,0.1182838],"study_design_scores_gemma":[0.0000283214,0.0001114114,0.001610015,0.0002492603,0.000005767174,0.00008363605,0.0001538295,0.0003017209,0.0004282946,0.006848842,0.9901605,0.00001842836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02317791,0.09393023,0.05055756,0.1985568,0.1303098,0.001720505,0.01132737,0.01015321,0.4802666],"genre_scores_gemma":[0.04728541,0.0220447,0.02574943,0.006236376,0.0286764,0.0009587905,0.008343578,0.003277047,0.8574283],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1578761,"threshold_uncertainty_score":0.5281482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011189381","doi":"10.1145/2093346.2093351","title":"Report on the first summer school on NLP and IR in Beijing","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Beijing; Computer science; Event (particle physics); Natural language processing; Artificial intelligence; China; History","authors":[{"name":"Kenneth Church","is_ca":false},{"name":"Jian‐Yun Nie","is_ca":true},{"name":"Le Sun","is_ca":false},{"name":"Maosong Sun","is_ca":false},{"name":"Haifeng Wang","is_ca":false},{"name":"Endong Xun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02036935427269608,"gpt":0.2822931948946493,"spread":0.2619238406219532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01200899,0.001818912,0.001727356,0.003689446,0.005192254,0.005265396,0.002266842,0.003377842,0.1671713],"category_scores_gemma":[0.00635613,0.0007892445,0.001327606,0.003839161,0.001316096,0.00460309,0.007632564,0.003896059,0.08770797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004859727,"about_ca_system_score_gemma":0.0120646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02431041,"about_ca_topic_score_gemma":0.04170775,"domain_scores_codex":[0.9934512,0.001086547,0.0002759694,0.0008159337,0.002941241,0.001429074],"domain_scores_gemma":[0.9847652,0.0007373154,0.0003161778,0.001268997,0.00570361,0.007208667],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003170031,0.0005346345,0.00285174,0.0002433393,0.00004246688,0.0003303026,0.0005185016,0.0002703707,0.002334797,0.002165208,0.8974367,0.09295483],"study_design_scores_gemma":[0.00007318156,0.0002723681,0.01700205,0.00007843811,0.00001921728,0.00007301307,0.0006377731,0.0001875239,0.001492614,0.00104482,0.9790928,0.00002623269],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.05074851,0.03858976,0.02287115,0.1752709,0.09906211,0.006020371,0.0246501,0.005705466,0.5770816],"genre_scores_gemma":[0.0396268,0.006952745,0.004548699,0.005226189,0.006516427,0.001134258,0.01173517,0.00123635,0.9230233],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1671713,"threshold_uncertainty_score":0.5592437,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7133544178","doi":"10.1145/3799914.3799924","title":"Report on the 18th Round of NII Testbeds and Community for Information Access Research (NTCIR-18)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Event (particle physics); Metadata; Key (lock); Lifelog; Resource (disambiguation); Public access; Data access","authors":[{"name":"Chung-Chi Chen","is_ca":false},{"name":"Qingyao Ai","is_ca":false},{"name":"Shoko Wakamiya","is_ca":false},{"name":"YiquN Liu","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Noriko Kando","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2047772391424067,"gpt":0.4925866001118755,"spread":0.2878093609694689,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06360298,0.002949439,0.00251663,0.00466348,0.006191147,0.01002836,0.004630219,0.004115718,0.07999287],"category_scores_gemma":[0.04046991,0.001131254,0.002177186,0.00325547,0.0018945,0.006480117,0.01554991,0.006663131,0.06463172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005274309,"about_ca_system_score_gemma":0.019904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02804491,"about_ca_topic_score_gemma":0.03644097,"domain_scores_codex":[0.9715822,0.01040182,0.00103665,0.002644093,0.009320496,0.00501473],"domain_scores_gemma":[0.9170063,0.007763039,0.002107676,0.008146149,0.03064034,0.03433643],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006439976,0.0003759669,0.001263275,0.000310599,0.00004172627,0.0001104043,0.000382977,0.0003616531,0.001882284,0.002274072,0.9697099,0.02264321],"study_design_scores_gemma":[0.0004170731,0.0007514232,0.006136225,0.0002122542,0.00005290726,0.00008398631,0.001021382,0.001252615,0.002669157,0.002519175,0.9847758,0.0001080915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.04734692,0.01550231,0.09400815,0.0750513,0.09007715,0.02918453,0.3568705,0.04043879,0.2515203],"genre_scores_gemma":[0.08329736,0.002688064,0.1148386,0.01144071,0.008872984,0.02227694,0.5331028,0.01080504,0.2126775],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.07999287,"threshold_uncertainty_score":0.3363687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001615126","doi":"10.1145/2701583.2701597","title":"Report on the 1st International Workshop on Information Access in Smart Cities (i-ASC 2014)","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"IBM; Computer science; Smart city; Sustainability; Social media; Event (particle physics); Information infrastructure; Information system; World Wide Web; Data science; Political science; Internet of Things","authors":[{"name":"M‐Dyaa Albakour","is_ca":false},{"name":"Craig Macdonald","is_ca":false},{"name":"Iadh Ounis","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Veli Biçer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01863138344186197,"gpt":0.2621117976048251,"spread":0.2434804141629631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0137789,0.002033622,0.001664696,0.003077406,0.003361546,0.0101275,0.003215374,0.005386703,0.1714576],"category_scores_gemma":[0.01591183,0.0007306102,0.001785576,0.002637428,0.001453263,0.01165025,0.01339344,0.006954549,0.08545285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003109931,"about_ca_system_score_gemma":0.007404023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0066198,"about_ca_topic_score_gemma":0.01009328,"domain_scores_codex":[0.9900283,0.002928497,0.0004207463,0.001364317,0.003570291,0.00168789],"domain_scores_gemma":[0.9820569,0.002646703,0.0003373678,0.001226764,0.007585663,0.006146586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001317492,0.0001317941,0.0002189569,0.0002821726,0.00001464121,0.0000587895,0.0003902178,0.0002280619,0.0007194126,0.003066667,0.9457174,0.04904016],"study_design_scores_gemma":[0.00002410198,0.00006504307,0.0004063589,0.0002631533,0.00001378859,0.0000513442,0.000551336,0.0003612524,0.0004781506,0.002372136,0.9953856,0.00002770295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"other","genre_scores_codex":[0.01120521,0.05285982,0.09727674,0.1809431,0.3357688,0.004049716,0.01748979,0.006471673,0.2939351],"genre_scores_gemma":[0.03034086,0.02750394,0.03783741,0.02151394,0.0384353,0.002755483,0.0370407,0.004393298,0.8001791],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.1714576,"threshold_uncertainty_score":0.5735828,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2995652189","doi":"10.1145/3458553.3458560","title":"Report on the First HIPstIR Workshop on the Future of Information Retrieval","year":2019,"lang":"en","type":"preprint","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Mainstream; Library science; Computer science; Information retrieval; Political science","authors":[{"name":"Laura Dietz","is_ca":false},{"name":"Bhaskar Mitra","is_ca":true},{"name":"Jeremy Pickens","is_ca":false},{"name":"Hana Anber","is_ca":false},{"name":"Sandeep Avula","is_ca":false},{"name":"Asia J. Biega","is_ca":false},{"name":"Adrian Boteanu","is_ca":false},{"name":"Shubham Chatterjee","is_ca":false},{"name":"Jeff Dalton","is_ca":false},{"name":"Shiri Dori-Hacohen","is_ca":false},{"name":"John F. Foley","is_ca":false},{"name":"Henry Feild","is_ca":false},{"name":"Ben Gamari","is_ca":false},{"name":"Rosie Jones","is_ca":false},{"name":"Pallika Kanani","is_ca":false},{"name":"Sumanta Kashyapi","is_ca":false},{"name":"Widad Machmouchi","is_ca":false},{"name":"Matthew Mitsui","is_ca":false},{"name":"Steve Nole","is_ca":false},{"name":"Alexandre Passos","is_ca":false},{"name":"Jordan Ramsdell","is_ca":false},{"name":"Adam Roegiest","is_ca":false},{"name":"David A. Smith","is_ca":false},{"name":"Alessandro Sordoni","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02401280320501431,"gpt":0.2514759305807931,"spread":0.2274631273757788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01193552,0.001172481,0.001007082,0.001885047,0.001988525,0.008116216,0.002108785,0.003663923,0.0740065],"category_scores_gemma":[0.01449486,0.000508943,0.001665276,0.001718395,0.0008951861,0.007167616,0.00618181,0.005889168,0.04153416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001716596,"about_ca_system_score_gemma":0.004325811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006561175,"about_ca_topic_score_gemma":0.009988232,"domain_scores_codex":[0.9953661,0.00143152,0.0001636433,0.000524897,0.001898456,0.0006153552],"domain_scores_gemma":[0.9855046,0.003851751,0.0004790234,0.001171739,0.004452072,0.004540897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001702701,0.0002067739,0.0003589105,0.0002646417,0.00003308461,0.0001648591,0.0004814581,0.0003280922,0.00114698,0.004519367,0.9355482,0.05677735],"study_design_scores_gemma":[0.00004362169,0.0001123248,0.000897798,0.0001800077,0.0000268221,0.00008207657,0.0004922462,0.0004589395,0.0007330881,0.003274126,0.9936621,0.00003679113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.02531889,0.05978018,0.09922531,0.2739617,0.2620636,0.003313113,0.01934986,0.003778427,0.2532089],"genre_scores_gemma":[0.0398601,0.01883694,0.03545345,0.03228858,0.0447099,0.001219163,0.02546265,0.002131647,0.8000376],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.0740065,"threshold_uncertainty_score":0.2475764,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7133552272","doi":"10.1145/3799914.3799929","title":"Report on the 9th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2025) at IJCAI 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Chatbot; Dialog system; Natural language; Information system; Natural language generation; Recommender system; Intelligent decision support system","authors":[{"name":"Svitlana Vakulenko","is_ca":false},{"name":"Philipp Christmann","is_ca":false},{"name":"Isabel Feustel","is_ca":false},{"name":"Vaibhav Adlakha","is_ca":true},{"name":"Vahid Sadiri Javadi","is_ca":false},{"name":"Patrícia Schmidtová","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04806760995621584,"gpt":0.3324288491059448,"spread":0.2843612391497289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01558011,0.001829709,0.001458124,0.002086652,0.003092269,0.009034361,0.002529453,0.003449699,0.1274836],"category_scores_gemma":[0.01502478,0.0006799666,0.001795221,0.001540142,0.001114744,0.008445044,0.007421643,0.005828834,0.05638885],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002810662,"about_ca_system_score_gemma":0.005630086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008834883,"about_ca_topic_score_gemma":0.01392895,"domain_scores_codex":[0.9924511,0.00307547,0.0003280357,0.001091132,0.002060236,0.0009939759],"domain_scores_gemma":[0.9861867,0.003392274,0.0002485508,0.001093233,0.004570921,0.00450824],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003665561,0.0002958536,0.0004062328,0.00028597,0.00004395366,0.0001481356,0.0009372386,0.0006086532,0.002151843,0.008533504,0.9002792,0.08594292],"study_design_scores_gemma":[0.00004748583,0.0001288667,0.0007833,0.0001874284,0.00002875838,0.00008839226,0.0005851609,0.001574558,0.001258226,0.004646503,0.9906238,0.00004764573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02668332,0.04900657,0.2072056,0.1487202,0.1778757,0.004482527,0.01674831,0.008292486,0.3609854],"genre_scores_gemma":[0.05547486,0.01520961,0.08751084,0.01321503,0.01838972,0.002431618,0.02993988,0.004554409,0.773274],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1274836,"threshold_uncertainty_score":0.4264752,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7087778017","doi":"10.1145/3769733.3769737","title":"Report on the 1st Workshop on Information Retrieval for Climate Impact (MANILA24) at SIGIR 2024","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ouranos","funders":"","keywords":"Climate change; Set (abstract data type); Core (optical fiber); Cognitive models of information retrieval; Relevance (law); Human–computer information retrieval","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.03628779379416243,"gpt":0.3954195328043205,"spread":0.3591317390101581,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03030254,0.003158177,0.002448989,0.004802709,0.00382553,0.01117949,0.003940143,0.005250532,0.09933606],"category_scores_gemma":[0.03470203,0.000963849,0.002665982,0.003166053,0.001474349,0.01157874,0.01059964,0.007371608,0.07320955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00354379,"about_ca_system_score_gemma":0.008231819,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01474486,"about_ca_topic_score_gemma":0.01934581,"domain_scores_codex":[0.9821891,0.007021675,0.0005600874,0.001805899,0.006643599,0.001779569],"domain_scores_gemma":[0.9587536,0.01104266,0.0009674501,0.002825515,0.01701041,0.009400409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001831967,0.0001259946,0.00019879,0.0002319501,0.00003815378,0.00005233058,0.0001829275,0.0001902591,0.001025241,0.000702498,0.965029,0.03203966],"study_design_scores_gemma":[0.00009093461,0.0001888251,0.001360495,0.0002803557,0.00005846935,0.00008838667,0.0005188255,0.000885273,0.001970923,0.002764264,0.9917123,0.00008092698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"other","genre_scores_codex":[0.02100467,0.1066044,0.1259173,0.2349969,0.2739554,0.006091538,0.05489813,0.01346569,0.1630661],"genre_scores_gemma":[0.0430264,0.02451844,0.08515691,0.04314642,0.0429181,0.006196344,0.08729173,0.008908226,0.6588374],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.09933606,"threshold_uncertainty_score":0.3323122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225552142","doi":"10.1145/3527546.3527570","title":"Report on the 15th round of NII testbeds and community for information access research (NTCIR-15)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Scope (computer science); Question answering; Information retrieval; World Wide Web; Artificial intelligence; Programming language","authors":[{"name":"Makoto P. Kato","is_ca":false},{"name":"Yiqun Liu","is_ca":false},{"name":"Noriko Kando","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1691181348945088,"gpt":0.396189058206301,"spread":0.2270709233117922,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04852826,0.002334373,0.002194376,0.004811707,0.005313405,0.009853782,0.004215344,0.004461051,0.0862949],"category_scores_gemma":[0.02938752,0.001114121,0.002052135,0.003428203,0.001279184,0.006166449,0.01366163,0.005157534,0.08978166],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005186523,"about_ca_system_score_gemma":0.02501539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04794457,"about_ca_topic_score_gemma":0.06760067,"domain_scores_codex":[0.9805787,0.00561699,0.0007789745,0.001611958,0.007575648,0.003837603],"domain_scores_gemma":[0.915391,0.0058101,0.0017532,0.005706467,0.03341002,0.03792934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003269205,0.0002030643,0.0009256289,0.0001987017,0.00002517222,0.00006851013,0.0001534151,0.0001537347,0.0009347785,0.001534494,0.9821396,0.01333602],"study_design_scores_gemma":[0.0002842017,0.0003867997,0.007978342,0.0001930557,0.00005036005,0.00005951138,0.0007003463,0.0006589511,0.001891116,0.001765866,0.9859476,0.00008382347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"review","genre_scores_codex":[0.02297,0.01111493,0.04727844,0.09264924,0.07896478,0.02329331,0.4696758,0.02008295,0.2339705],"genre_scores_gemma":[0.04066971,0.002736927,0.06202541,0.01688083,0.004665878,0.01933954,0.609072,0.005117218,0.2394926],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.0862949,"threshold_uncertainty_score":0.2886852,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7133559681","doi":"10.1145/3799914.3799926","title":"SIGIR 2025 Low Resource Environments Track Report","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Resource (disambiguation); Presentation (obstetrics); Context (archaeology); Schedule; Action (physics)","authors":[{"name":"Catherine Chavula","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01229705593844419,"gpt":0.2689785239797574,"spread":0.2566814680413132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03037127,0.003126133,0.002311924,0.004325232,0.003866885,0.01228169,0.004093186,0.004207145,0.1547163],"category_scores_gemma":[0.02602556,0.0009885771,0.001358269,0.003072195,0.001025135,0.009214097,0.005796682,0.004899506,0.1538364],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004145882,"about_ca_system_score_gemma":0.01709281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06124372,"about_ca_topic_score_gemma":0.06745212,"domain_scores_codex":[0.9848707,0.002749309,0.0006378191,0.001848044,0.00822356,0.001670467],"domain_scores_gemma":[0.9618745,0.004264846,0.0006221225,0.003133868,0.0223278,0.007776715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008568706,0.0000767582,0.0002647497,0.00008279421,0.0000125361,0.00001528116,0.00003255973,0.00006999893,0.0002654172,0.0005083513,0.9809626,0.01762324],"study_design_scores_gemma":[0.0001023851,0.000210283,0.001346411,0.00009412224,0.00002378533,0.00003812672,0.0001261737,0.0007126319,0.0008177529,0.0006614673,0.9958324,0.00003455306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0109545,0.01888407,0.06380679,0.06906433,0.1011476,0.008075936,0.2741672,0.04544686,0.4084529],"genre_scores_gemma":[0.02319009,0.004979271,0.04038719,0.007481546,0.008224569,0.004679685,0.2905393,0.006057772,0.6144605],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1547163,"threshold_uncertainty_score":0.5175775,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056419757","doi":"10.1145/1113343.1113353","title":"Report on the ACM International Workshop on Methodologies and Evaluation of Lexical Cohesion Techniques in Real-World Applications (ELECTRA 2005) held at SIGIR 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Cohesion (chemistry); Natural language processing; Sentence; Computational linguistics; Information retrieval; Artificial intelligence; Question answering; Linguistics","authors":[{"name":"Olga Vechtomova","is_ca":true},{"name":"Rosie Jones","is_ca":false},{"name":"Gaël Dias","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08345274433676694,"gpt":0.4050711201048519,"spread":0.3216183757680849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06219222,0.002560987,0.002558766,0.005432248,0.002071044,0.009902578,0.003947977,0.002872995,0.03306232],"category_scores_gemma":[0.07958161,0.001393182,0.001701216,0.003869999,0.001524162,0.01084102,0.005883882,0.004142552,0.01286226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00339986,"about_ca_system_score_gemma":0.004757213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01078862,"about_ca_topic_score_gemma":0.01057407,"domain_scores_codex":[0.9582965,0.02153537,0.002522674,0.003377154,0.01328087,0.0009873243],"domain_scores_gemma":[0.8917441,0.03857319,0.003018751,0.007135373,0.0554183,0.004110365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001097874,0.001735338,0.003882277,0.00134284,0.0002850906,0.0002285781,0.002650588,0.00209034,0.01032324,0.005342132,0.3101471,0.6608746],"study_design_scores_gemma":[0.001236546,0.003159168,0.01911071,0.002850992,0.0009822458,0.0007214995,0.004482249,0.02595464,0.03810497,0.02001092,0.8828115,0.0005746078],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.04388398,0.06282412,0.7358593,0.03049081,0.0221117,0.01042364,0.01219271,0.008269394,0.07394431],"genre_scores_gemma":[0.07861707,0.02605083,0.6874872,0.00562691,0.004526156,0.01005371,0.03506746,0.004706976,0.1478636],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.06219222,"threshold_uncertainty_score":0.3289078,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250486641","doi":"10.1145/2568388.2568394","title":"HCIR 2013","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"Computer science; Event (particle physics); Library science; Digital library; Work (physics); Data science; World Wide Web","authors":[{"name":"R. Capra","is_ca":false},{"name":"Luanne Freund","is_ca":true},{"name":"Catherine L. Smith","is_ca":false},{"name":"Mark D. Smucker","is_ca":true},{"name":"Ryen W. White","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01434396881751462,"gpt":0.2327104276785104,"spread":0.2183664588609958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008884265,0.001919857,0.001544586,0.006398935,0.002786454,0.01335281,0.00339546,0.003845193,0.2319527],"category_scores_gemma":[0.01166855,0.0007010378,0.001383195,0.005373159,0.001029756,0.00691292,0.005010094,0.003628806,0.2672374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003418367,"about_ca_system_score_gemma":0.005557119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007290451,"about_ca_topic_score_gemma":0.01893665,"domain_scores_codex":[0.9947502,0.0009416591,0.0003983993,0.0007795999,0.002444856,0.0006852643],"domain_scores_gemma":[0.9895733,0.0008603966,0.0003319464,0.001129535,0.005029269,0.003075496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003507025,0.00006367941,0.0001474851,0.0002875937,0.000009063222,0.00004403769,0.0001110165,0.0000642768,0.0007531515,0.001616528,0.8821069,0.1147611],"study_design_scores_gemma":[0.000006752966,0.00002923324,0.0003211799,0.0001805705,0.000007732382,0.00008620886,0.0001178525,0.00008038753,0.0002625863,0.0009474821,0.9979407,0.00001920224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.004004003,0.1151254,0.08772533,0.1028755,0.2138728,0.001910469,0.01603819,0.01912335,0.439325],"genre_scores_gemma":[0.007826031,0.05845944,0.02352594,0.02201062,0.03193099,0.0008788878,0.03547603,0.004591004,0.8153011],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7680473,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225643544","doi":"10.1145/3527546.3527557","title":"Report on the 44th international ACM SIGIR conference on research and development in information retrieval (SIGIR 2021)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Library science; Diversity (politics); World Wide Web; Political science","authors":[{"name":"Chirag Shah","is_ca":false},{"name":"Torsten Suel","is_ca":false},{"name":"Fernando Díaz","is_ca":false},{"name":"Bhaskar Mitra","is_ca":false},{"name":"Bárbara Poblete","is_ca":false},{"name":"Hussein Suleman","is_ca":false},{"name":"Suzan Verberne","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05651165150014269,"gpt":0.2915587808469815,"spread":0.2350471293468388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02123276,0.003039848,0.003463033,0.006772381,0.003524549,0.01182249,0.003075959,0.004986456,0.228268],"category_scores_gemma":[0.02506424,0.0009924031,0.002010216,0.003896312,0.001377306,0.01140515,0.006246481,0.005491084,0.2059534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002570909,"about_ca_system_score_gemma":0.005729456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01380318,"about_ca_topic_score_gemma":0.01796269,"domain_scores_codex":[0.9839945,0.004383277,0.0008424371,0.002145241,0.007508087,0.001126407],"domain_scores_gemma":[0.9588086,0.007629287,0.000839592,0.003125953,0.02371936,0.005877227],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008254137,0.00006349595,0.0002238874,0.0001631561,0.00002052778,0.00003160031,0.00004943938,0.00003416997,0.0004499054,0.0002320515,0.9640113,0.03463804],"study_design_scores_gemma":[0.00007818454,0.0001838616,0.001602034,0.0002675693,0.00006033324,0.0001349278,0.0002794212,0.0006763624,0.0008117426,0.0009271615,0.994917,0.00006145296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"other","genre_scores_codex":[0.00926118,0.1126659,0.06793191,0.1323655,0.3649946,0.00554214,0.05421822,0.01728809,0.2357324],"genre_scores_gemma":[0.01440317,0.03278881,0.03201917,0.02356296,0.03934982,0.002973591,0.07505973,0.004921093,0.7749217],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.228268,"threshold_uncertainty_score":0.7636325,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389316254","doi":"10.1145/3636341.3636349","title":"Report on the 8th International Workshop on Mining Actionable Insights from Social Networks (MAISoN'22) - Special Edition on Mental Health and Social Media at TheWebConf 2022","year":2023,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; University of Ottawa; Toronto Metropolitan University","funders":"","keywords":"Social media; Mental health; Computer science; Coronavirus disease 2019 (COVID-19); Focus (optics); World Wide Web; Data science; Psychology; Medicine; Psychiatry","authors":[{"name":"Ebrahim Bagheri","is_ca":true},{"name":"Diana Inkpen","is_ca":true},{"name":"Christopher C. Yang","is_ca":false},{"name":"Fattane Zarrinkalam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05254443880394268,"gpt":0.3532503276953332,"spread":0.3007058888913905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02571526,0.002574553,0.002200955,0.004835845,0.00298696,0.01136206,0.003391008,0.003671005,0.1333801],"category_scores_gemma":[0.0392655,0.001156886,0.002791855,0.00399338,0.001494213,0.01260116,0.01137864,0.006842443,0.06965891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002294938,"about_ca_system_score_gemma":0.005419353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01100559,"about_ca_topic_score_gemma":0.02190861,"domain_scores_codex":[0.9868521,0.005206277,0.0005551828,0.001728136,0.004634992,0.001023329],"domain_scores_gemma":[0.9528102,0.01908435,0.001011342,0.004913745,0.01398547,0.008194883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001277541,0.0001758265,0.0007528745,0.0003051876,0.00004145031,0.00008133894,0.0003373554,0.0003369614,0.0006797984,0.001710173,0.9162121,0.07923917],"study_design_scores_gemma":[0.00005539654,0.000171746,0.002612882,0.0006152296,0.00004641107,0.0001503574,0.0009316257,0.001616488,0.001165521,0.00574622,0.9868057,0.00008241971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.01999358,0.08098292,0.2123518,0.2011983,0.1947313,0.005329186,0.0711265,0.01450981,0.1997765],"genre_scores_gemma":[0.02344805,0.02852258,0.1017141,0.01655512,0.02995695,0.002791203,0.1083518,0.01018246,0.6784778],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.1333801,"threshold_uncertainty_score":0.446201,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318710503","doi":"10.1145/3582900.3582911","title":"Report on the 16th Round of NII Testbeds and Community for Information Access Research (NTCIR-16)","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Scope (computer science); Task (project management); Question answering; World Wide Web; Information retrieval; Programming language","authors":[{"name":"Takehiro Yamamoto","is_ca":false},{"name":"Zhicheng Dou","is_ca":false},{"name":"Noriko Kando","is_ca":false},{"name":"Charles L. A. Clarke","is_ca":true},{"name":"Makoto P. Kato","is_ca":false},{"name":"Yiqun Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1588813914080171,"gpt":0.3847171032660551,"spread":0.225835711858038,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05183459,0.002704246,0.002320431,0.004807806,0.005654187,0.009656011,0.004628505,0.004573567,0.1056399],"category_scores_gemma":[0.03569334,0.001217155,0.00199913,0.00362304,0.001396394,0.007655884,0.01729147,0.005890826,0.1136178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005045187,"about_ca_system_score_gemma":0.02285016,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03310411,"about_ca_topic_score_gemma":0.05075531,"domain_scores_codex":[0.9782559,0.007019104,0.000775185,0.001811634,0.008000305,0.004137963],"domain_scores_gemma":[0.9098712,0.006139299,0.001973355,0.006995291,0.03553594,0.03948489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003478714,0.0001953425,0.0008081992,0.0002286483,0.00002397744,0.0000633727,0.0001863585,0.0001777818,0.0009980357,0.001402944,0.9816996,0.01386777],"study_design_scores_gemma":[0.0003112189,0.0003696176,0.006088213,0.0002318244,0.00004214864,0.00005860807,0.000735931,0.0006326602,0.001765514,0.002234532,0.9874418,0.00008798306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.01993208,0.008864041,0.04799532,0.08604194,0.06715492,0.023588,0.522354,0.02389812,0.2001716],"genre_scores_gemma":[0.031308,0.002189097,0.06404325,0.01206903,0.004436098,0.02250233,0.6369932,0.007089891,0.2193691],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.1056399,"threshold_uncertainty_score":0.3534008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}