{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":45,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":45,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"bc39e0aabec5","filters":{"venue":"ACM SIGIR Forum"}},"results":[{"id":"W2093432797","doi":"10.1145/3130348.3130358","title":"Information Retrieval using a Singular Value Decomposition Model of Latent Semantic Structure","year":2017,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Tensor decomposition and applications","field":"Mathematics","cited_by":387,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University; Bell (Canada)","funders":"","keywords":"Computer science; Singular value decomposition; Citation; Information retrieval; Value (mathematics); Latent semantic analysis; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04617564812377155,"gpt":0.3387440814574338,"spread":0.2925684333336622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001054219,0.0001277233,0.0002024353,0.00008113407,0.0004325487,0.0001106986,0.0004025876,0.0001061567,0.00001943105],"category_scores_gemma":[0.0002224235,0.0001216841,0.00009517216,0.00005530517,0.00006124991,0.0005729284,0.0001607262,0.0001072175,0.000008993285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005218715,"about_ca_system_score_gemma":0.00003361018,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001901425,"about_ca_topic_score_gemma":0.000002801538,"domain_scores_codex":[0.9990804,0.00001647833,0.0003787069,0.0001043027,0.0002323614,0.0001877304],"domain_scores_gemma":[0.9983214,0.000050901,0.0004871624,0.0009314107,0.0001532296,0.00005592322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001644022,0.0002521779,0.002715284,0.0004218693,0.0001553408,0.000002042348,0.001736483,0.01163785,0.5847843,0.3945181,0.001380987,0.002231073],"study_design_scores_gemma":[0.0006498418,0.00003584302,0.001451284,0.0001024195,0.0001135287,0.00002016302,0.00006554313,0.3212379,0.08557114,0.5904824,0.00006149125,0.000208523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9207059,0.000006925893,0.07775263,0.0008462829,0.00007438031,0.0002691985,0.0000865968,0.00005687558,0.0002012611],"genre_scores_gemma":[0.9243941,0.000002767418,0.07538478,0.0001163825,0.00002266644,0.000001351006,0.00004339369,0.00001379201,0.00002073145],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4992132,"threshold_uncertainty_score":0.4962133,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986353013","doi":"10.1145/1328964.1328989","title":"Toponym resolution in text","year":2007,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Referent; Ambiguity; Task (project management); Coreference; Information retrieval; Focus (optics); Natural language processing; Toponymy; Geographic coordinate system; Artificial intelligence; Proper noun; Ambiguity resolution; Resolution (logic); Linguistics; Global Positioning System; Cartography; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.0114038817565472,"gpt":0.281587358509245,"spread":0.2701834767526978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004893844,0.00008415371,0.00008317048,0.000172266,0.00005502602,0.0000614622,0.001155602,0.00008334553,0.000006173593],"category_scores_gemma":[0.0002836332,0.00007583315,0.00002764469,0.000489527,0.00002383117,0.0004706466,0.0004912373,0.0001689191,0.00003140174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008171224,"about_ca_system_score_gemma":0.00002208154,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007126348,"about_ca_topic_score_gemma":0.0001254217,"domain_scores_codex":[0.9990337,0.00001600873,0.0001688047,0.0002381068,0.0001731081,0.0003703015],"domain_scores_gemma":[0.9991772,0.00008847945,0.00004890503,0.000607455,0.0000341124,0.00004387619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002227407,0.00007252338,0.006641245,0.00001684162,0.000003842964,0.000148955,0.0006467399,0.000003311298,0.01357816,0.2704273,0.009516623,0.6989222],"study_design_scores_gemma":[0.0005579261,0.0001939933,0.01109368,0.000122491,0.000003171925,0.00007848143,0.0001154887,0.003643045,0.1806897,0.7660133,0.03690143,0.0005872583],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02738625,0.002860113,0.9568574,0.006372794,0.0003271305,0.0001839222,6.542918e-7,0.0009488491,0.00506289],"genre_scores_gemma":[0.6599823,0.000004317553,0.3391573,0.0006118422,0.00002677121,0.000003004718,9.20826e-7,0.000004671931,0.0002088035],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.698335,"threshold_uncertainty_score":0.3092386,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910577570","doi":"10.1145/3308774.3308781","title":"The Neural Hype and Comparisons Against Weak Baselines","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pace; Hyperparameter; Benchmark (surveying); Field (mathematics); Artificial intelligence; Data science; Point (geometry); Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.01858451823301389,"gpt":0.2443701841377765,"spread":0.2257856659047627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001755377,0.00009670645,0.0001060981,0.00002516174,0.000190214,0.000184385,0.001044816,0.00003316687,0.00000281538],"category_scores_gemma":[0.00008807208,0.00006585007,0.00003499404,0.0000999663,0.00003177108,0.0002376709,0.0007458339,0.0001153513,0.00007089087],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009007021,"about_ca_system_score_gemma":0.00001962974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001503407,"about_ca_topic_score_gemma":0.00002293332,"domain_scores_codex":[0.999103,0.00003162446,0.0001537295,0.0002579132,0.0001517574,0.0003019591],"domain_scores_gemma":[0.9986282,0.0002679198,0.00004816242,0.0009638887,0.00003240935,0.00005939345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001814074,0.00005686096,0.2111689,0.00002807821,0.00004414067,0.000009035537,0.000590302,0.00310889,0.002262575,0.1451816,0.04087412,0.5966573],"study_design_scores_gemma":[0.0002733423,0.00004122083,0.005450554,0.0000100285,0.00000289337,0.000009134811,0.0001574329,0.8633653,0.0002156689,0.002807536,0.1275106,0.0001563225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8837892,0.001062334,0.08085918,0.02929353,0.0014498,0.0002632804,0.000001984538,0.0002097218,0.003071015],"genre_scores_gemma":[0.986972,0.00003242927,0.0110314,0.001127278,0.00005799068,0.000004941091,9.949856e-7,0.000006592795,0.000766366],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8602564,"threshold_uncertainty_score":0.2685288,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099048704","doi":"10.1145/1924475.1924484","title":"Report on the SIGIR 2010 workshop on the simulation of interaction","year":2011,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Embodied cognition; Human–computer interaction; Interface (matter); User interface; Data science; Information retrieval; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.09104068326569431,"gpt":0.3145987307240725,"spread":0.2235580474583782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005714427,0.0000952207,0.00008164852,0.00007275992,0.0001854558,0.000066835,0.0008775347,0.00005439701,0.0001335377],"category_scores_gemma":[0.000697594,0.00004885896,0.00007907953,0.000282668,0.00004792056,0.0004752442,0.0002151672,0.00023687,0.0001903771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000289759,"about_ca_system_score_gemma":0.0000286004,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002286465,"about_ca_topic_score_gemma":0.00000392726,"domain_scores_codex":[0.9989135,0.00005869164,0.0002940682,0.0001462643,0.0003950512,0.0001923826],"domain_scores_gemma":[0.9978141,0.0007336983,0.0002211081,0.001054947,0.0001418811,0.00003429969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006301181,0.0009088526,0.008691542,0.0000307416,0.0001214164,0.00007844019,0.01703345,0.009924971,0.002177711,0.5349891,0.05351597,0.3718976],"study_design_scores_gemma":[0.001290452,0.002289847,0.1529462,0.0004324206,0.00005947477,0.0001076907,0.004207219,0.4521331,0.2254675,0.0589851,0.1008309,0.00125014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8781482,0.000009040293,0.07114058,0.01933846,0.001905116,0.0008807002,0.000004454383,0.0001699477,0.02840353],"genre_scores_gemma":[0.9975439,0.000002916856,0.0003261895,0.001063239,0.00002762729,0.00001556126,0.000002997514,0.000004721941,0.001012806],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.476004,"threshold_uncertainty_score":0.2446975,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070702247","doi":"10.1145/1328964.1328967","title":"Meeting of the MINDS","year":2007,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Key (lock); Space (punctuation); Probabilistic logic; Vector space model; Work (physics); Development (topology); Data science; World Wide Web; Information retrieval; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1208935656852042,"gpt":0.4059370702158174,"spread":0.2850435045306132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005465372,0.00005424055,0.000104887,0.00007106295,0.0001076588,0.00005077072,0.001858031,0.00002956523,0.0001333796],"category_scores_gemma":[0.005665328,0.00003036047,0.00008591675,0.0004747777,0.00008568238,0.0001509086,0.001140734,0.00005500689,0.0001413788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009407479,"about_ca_system_score_gemma":0.00001141008,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005441898,"about_ca_topic_score_gemma":0.0002427386,"domain_scores_codex":[0.9982767,0.00005793049,0.0004129338,0.0001788087,0.0008529299,0.0002207672],"domain_scores_gemma":[0.9974316,0.001043468,0.0001887074,0.001234157,0.00006682317,0.00003524742],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003130706,0.0001217279,0.04894946,0.000009519662,0.00002791656,0.000004367085,0.0009566504,0.00002674349,0.001642829,0.09138636,0.2979901,0.558853],"study_design_scores_gemma":[0.0001704887,0.00002860346,0.0459527,0.00001428455,0.000008359959,0.000001080363,0.004786501,0.00003239023,0.01218813,0.07404162,0.8626972,0.00007862515],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.714979,0.0001446283,0.01020938,0.01652216,0.001229629,0.000303764,0.00003429411,0.00003716202,0.25654],"genre_scores_gemma":[0.9930308,0.000001616167,0.001276759,0.001326773,0.00002467243,0.000001016782,0.000001144532,0.000003186117,0.004334018],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5647071,"threshold_uncertainty_score":0.6782337,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068557399","doi":"10.1145/792550.792556","title":"Analysis of papers from twenty-five years of SIGIR conferences","year":2002,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Citation; Library science; Quarter (Canadian coin); History; Computer science; Media studies; Sociology; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.02609597743280553,"gpt":0.2717500137787969,"spread":0.2456540363459914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002994667,0.00008657964,0.0003792788,0.000307661,0.0001567267,0.00002231448,0.0004558798,0.00008359979,0.001088173],"category_scores_gemma":[0.0004544592,0.00008400515,0.000224805,0.001169533,0.0004054267,0.0001808176,0.0001045086,0.00005408027,0.00003561752],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001869353,"about_ca_system_score_gemma":0.00002577408,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01305709,"about_ca_topic_score_gemma":0.005791047,"domain_scores_codex":[0.9985904,0.00007287252,0.0004267174,0.0001348896,0.0005247329,0.0002503749],"domain_scores_gemma":[0.9986375,0.0004230581,0.0003735641,0.0003141054,0.0001970237,0.00005474806],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009376707,0.00006816389,0.8475621,0.00001489926,0.00232632,0.000001242449,0.1119523,0.00008221348,0.0001162567,0.0196224,0.003425057,0.01481961],"study_design_scores_gemma":[0.0005717857,0.000109775,0.6032502,0.00005812335,0.0009192194,8.490618e-8,0.2807369,0.0002899223,0.0001745578,0.002975964,0.110545,0.0003685514],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8835682,0.0003833389,0.00001603747,0.0008621373,0.0002961119,0.0001747958,0.0001152586,0.000039136,0.114545],"genre_scores_gemma":[0.9988513,0.0002607339,0.0001119798,0.00008657394,0.00002806008,0.000008661076,0.00001242035,0.000003313215,0.0006369487],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.244312,"threshold_uncertainty_score":0.9998249,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2287148974","doi":"10.1145/2888422.2888439","title":"Report on the SIGIR 2015 Workshop on Reproducibility, Inexplicability, and Generalizability of Results (RIGOR)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Università degli Studi di Padova","keywords":"Generalizability theory; Computer science; Presentation (obstetrics); Thursday; Information retrieval; Library science; Data science; Statistics; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.04259519423738254,"gpt":0.3006233049999692,"spread":0.2580281107625866,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005688907,0.0002303333,0.0003563738,0.0000948482,0.0001641046,0.00008632347,0.001833374,0.0001002398,0.00001391268],"category_scores_gemma":[0.01669456,0.0001195423,0.0001371179,0.0005233134,0.0002956594,0.000311224,0.001604173,0.0001604857,0.00002898022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005641903,"about_ca_system_score_gemma":0.00007158014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001071751,"about_ca_topic_score_gemma":0.00004342706,"domain_scores_codex":[0.9960001,0.0002854286,0.0007569217,0.002041582,0.0005220588,0.0003939852],"domain_scores_gemma":[0.9848558,0.001966414,0.0003536961,0.01252153,0.0001779223,0.0001246765],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006073102,0.00169714,0.1901527,0.00007912196,0.0003186968,0.0001051576,0.001250064,0.0001737375,0.01034418,0.05430614,0.3245273,0.4164384],"study_design_scores_gemma":[0.005299484,0.003164568,0.3087355,0.001043032,0.0002228294,0.0002348182,0.0005120747,0.005977084,0.1449754,0.3671139,0.159782,0.002939396],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.849148,0.00007002734,0.004623293,0.143811,0.0002329134,0.000299111,0.00007167718,0.0001466699,0.001597285],"genre_scores_gemma":[0.9955367,0.00002904775,0.002626835,0.0007002136,0.00008035628,0.00002301538,0.00001066381,0.00001120439,0.0009819471],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.413499,"threshold_uncertainty_score":0.9915882,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3136109765","doi":"10.1145/3458553.3458563","title":"The neural hype, justified!","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Eternity; Artificial intelligence; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.01663961322052802,"gpt":0.2390605215602842,"spread":0.2224209083397562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001521387,0.00007932796,0.00007251287,0.00002047764,0.0001498308,0.0001635771,0.001926131,0.00003451338,0.00001100589],"category_scores_gemma":[0.00008647665,0.00005319456,0.0000466071,0.0001195146,0.00001793985,0.0002625449,0.0007660342,0.0001174136,0.0004801711],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000144573,"about_ca_system_score_gemma":0.00002292308,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000163954,"about_ca_topic_score_gemma":0.00000813616,"domain_scores_codex":[0.9990839,0.00002055084,0.0001273804,0.0002424669,0.0001859374,0.0003397783],"domain_scores_gemma":[0.9982554,0.0001822257,0.00003963932,0.001449098,0.00002852062,0.00004513586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000750716,0.0000215367,0.01166478,0.00001188858,0.00001846261,0.00001032459,0.0003922448,0.001362531,0.001886779,0.3836317,0.01679567,0.5841966],"study_design_scores_gemma":[0.0005147503,0.0001125262,0.005092842,0.00001422098,0.000006880178,0.00003566579,0.0001853601,0.6546699,0.001428831,0.06255719,0.275006,0.0003758006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7248617,0.000894801,0.178683,0.06088631,0.007459603,0.0005571534,0.000002119616,0.0006111013,0.02604411],"genre_scores_gemma":[0.9888931,0.000006656526,0.006348066,0.001168971,0.00006849533,0.00000591754,4.914191e-7,0.00000653229,0.003501778],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6533074,"threshold_uncertainty_score":0.6171789,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2075245318","doi":"10.1145/1670564.1670576","title":"TREC-CHEM","year":2009,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Data science; Domain (mathematical analysis); Information retrieval; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.01942046817583299,"gpt":0.253826350292681,"spread":0.234405882116848,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008420033,0.00007999995,0.000084735,0.00004002392,0.000062896,0.00007193705,0.001195084,0.00004204276,0.00001324833],"category_scores_gemma":[0.00006718809,0.00007350434,0.00004602068,0.0001396361,0.000007512511,0.0002930527,0.0002099903,0.00007784964,0.0001283463],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002061144,"about_ca_system_score_gemma":0.00001939303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006539993,"about_ca_topic_score_gemma":0.000002267372,"domain_scores_codex":[0.9991843,0.000009766361,0.0001197582,0.00025133,0.000147667,0.0002872367],"domain_scores_gemma":[0.9988669,0.00003306941,0.00002970637,0.0009865528,0.0000201004,0.00006364263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001706384,0.00003409505,0.0006835859,0.000001776696,0.000004346632,0.00001435379,0.0002891152,0.00008834949,0.001661678,0.129066,0.009404039,0.8587509],"study_design_scores_gemma":[0.001055982,0.0003711312,0.009613964,0.00003832333,0.000009888078,0.00006620277,0.00009276211,0.1391143,0.03022499,0.6478733,0.1707402,0.0007989994],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06761308,0.0002628668,0.8701289,0.03745679,0.0005426242,0.0001150318,6.079476e-7,0.000513464,0.02336663],"genre_scores_gemma":[0.9113988,0.000004493388,0.08484694,0.002845859,0.0000658262,0.000002001339,5.693367e-7,0.000003344837,0.0008321913],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8579519,"threshold_uncertainty_score":0.299742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167442898","doi":"10.1145/1480506.1480529","title":"Exploiting task-document relations in support of information retrieval in the workplace","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Information retrieval; Task (project management); Cognitive models of information retrieval; Context (archaeology); Information needs; Information seeking; Personal information management; Core (optical fiber); Human–computer information retrieval; Document retrieval; Information system; Search engine; World Wide Web; Data science; Management information systems","retraction":null,"screen_n_in":null,"score":{"opus":0.02133040209931976,"gpt":0.2606112803540804,"spread":0.2392808782547606,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008262937,0.00008242003,0.0001098585,0.0002743101,0.0001198815,0.00005673569,0.0008797435,0.00005607886,0.00002475535],"category_scores_gemma":[0.0003905647,0.00006384371,0.00004451506,0.001093074,0.00004209945,0.002742473,0.0002332532,0.0002206071,0.0001044639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007531427,"about_ca_system_score_gemma":0.00011953,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004094451,"about_ca_topic_score_gemma":0.00001110857,"domain_scores_codex":[0.9985116,0.00006053073,0.0005415668,0.00008873529,0.0005099144,0.0002876352],"domain_scores_gemma":[0.9990767,0.0001963238,0.0001546381,0.000456795,0.00008103115,0.00003449618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003008252,0.0005502219,0.4481663,0.0001246511,0.00002655823,0.0001364297,0.2076211,0.003814655,0.0007268795,0.228391,0.0479947,0.06214669],"study_design_scores_gemma":[0.005973282,0.00114661,0.8188012,0.0001727679,0.00001545087,0.0003242751,0.01332278,0.02007717,0.01079478,0.02055761,0.1076676,0.001146471],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9584786,0.00001800939,0.02694187,0.008092642,0.0001753243,0.0005502789,0.000006639922,0.00005797393,0.005678677],"genre_scores_gemma":[0.9954486,0.00001584827,0.003564647,0.0007773244,0.00000774511,0.00001549578,0.00001909774,0.000002259976,0.0001490078],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3706349,"threshold_uncertainty_score":0.2603471,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064224510","doi":"10.1145/2422256.2422269","title":"Open source information retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Open source; Information retrieval; World Wide Web; Library science; Data science; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02149873200924726,"gpt":0.2690667972065012,"spread":0.247568065197254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000435013,0.00007419057,0.00009813024,0.00007671948,0.000140571,0.0004831387,0.002711282,0.0000396219,0.00002874966],"category_scores_gemma":[0.0003081368,0.00006426594,0.00003975961,0.0003860159,0.00001394223,0.005885027,0.002454626,0.00007316509,0.0008515209],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001942272,"about_ca_system_score_gemma":0.0000249474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005282985,"about_ca_topic_score_gemma":0.000001482512,"domain_scores_codex":[0.999199,0.00002396659,0.0001600413,0.0001071348,0.0001871514,0.0003227355],"domain_scores_gemma":[0.9987757,0.00005617302,0.00008403405,0.0009459449,0.00003435586,0.0001038496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000221788,0.0001159699,0.04950507,0.00001582002,0.00009060216,0.000001406673,0.004367192,0.00005940913,0.0004263157,0.0520009,0.2381768,0.6552184],"study_design_scores_gemma":[0.0003524998,0.00005497017,0.006411105,0.00001255714,0.00001710354,0.00001329202,0.0003791598,0.008637834,0.002646406,0.001457349,0.9797563,0.0002614067],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08011509,0.0001689202,0.8848585,0.01049307,0.0008091451,0.0002225891,0.00001769527,0.0004027351,0.0229122],"genre_scores_gemma":[0.9700248,0.000004346803,0.0273783,0.00156719,0.0000686749,0.000003112827,0.00003542413,0.000004147193,0.0009140001],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8899097,"threshold_uncertainty_score":0.9999264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203502727","doi":"10.1145/3527546.3527552","title":"A proposed conceptual framework for a representational approach to information retrieval","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Query expansion; Document retrieval; Similarity (geometry); Relevance (law); Sentence; Natural language; Artificial intelligence; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.03800248683832368,"gpt":0.293113914803648,"spread":0.2551114279653243,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001750754,0.00009153961,0.0001151823,0.00005767797,0.0001203607,0.0001945635,0.0007014564,0.00008379656,0.000007845963],"category_scores_gemma":[0.001901957,0.00009182004,0.00006464086,0.0003721899,0.00002174233,0.0008221093,0.0004743263,0.0001094886,0.00003447345],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004421176,"about_ca_system_score_gemma":0.0001789568,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003600652,"about_ca_topic_score_gemma":5.449585e-7,"domain_scores_codex":[0.9988159,0.00002635709,0.0002570038,0.000291063,0.0003296075,0.0002800857],"domain_scores_gemma":[0.9986024,0.0002090834,0.0000704413,0.0007835546,0.0002433725,0.00009107194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002845173,0.00003903431,0.0002589417,0.00001834483,0.00001572886,0.0000012843,0.003425928,0.001625763,0.0002613998,0.9785438,0.003055237,0.01272609],"study_design_scores_gemma":[0.001742458,0.0002419086,0.001082,0.00006250597,0.00001691535,0.0000566847,0.003955131,0.3884886,0.02179494,0.5267279,0.05518144,0.000649537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008699054,0.00002339135,0.983044,0.006131302,0.0003475338,0.0004103615,0.000008813046,0.0001074928,0.001227997],"genre_scores_gemma":[0.3031015,6.157603e-7,0.6943062,0.002295968,0.00008397397,0.00003236826,0.00003333376,0.000004531985,0.0001415523],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4518159,"threshold_uncertainty_score":0.3744313,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158915197","doi":"10.1145/1067268.1067274","title":"The TREC terabyte retrieval track","year":2005,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Terabyte; Computer science; Information retrieval; Search engine indexing; Track (disk drive); Context (archaeology); Automatic indexing","retraction":null,"screen_n_in":null,"score":{"opus":0.01575666061787809,"gpt":0.2564480901007232,"spread":0.2406914294828451,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002560455,0.0001072803,0.0001055833,0.00002899677,0.0002898567,0.0002304367,0.002034093,0.00005427605,0.00001064014],"category_scores_gemma":[0.000338978,0.00006625864,0.00007652624,0.0001895579,0.00006937379,0.0003739824,0.0004013439,0.0001165786,0.0002797773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000253903,"about_ca_system_score_gemma":0.00003310008,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009094049,"about_ca_topic_score_gemma":0.00006537562,"domain_scores_codex":[0.9989083,0.00003281278,0.0001752682,0.0002483666,0.0002123321,0.0004228626],"domain_scores_gemma":[0.9983655,0.0003786216,0.00005366746,0.001117749,0.0000322436,0.00005224711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000248359,0.00004335475,0.002308056,0.000002854521,0.00002341459,0.00001413823,0.0006089013,0.00001564455,0.0007454841,0.05273231,0.05563683,0.8878442],"study_design_scores_gemma":[0.0005394501,0.0001580773,0.01908408,0.00001141356,0.000008817901,0.00005391785,0.0002293438,0.007225477,0.02001391,0.03317363,0.9192076,0.000294337],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5177381,0.005486474,0.06033257,0.3743388,0.003605905,0.0005714467,0.000004488651,0.0015544,0.03636777],"genre_scores_gemma":[0.9816778,0.00008671423,0.0133613,0.001752421,0.0001730027,0.000004066639,5.980638e-7,0.00000703923,0.002937096],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8875498,"threshold_uncertainty_score":0.3779885,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080549944","doi":"10.1145/1394251.1394257","title":"Advances in information and knowledge management","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Universidade de Lisboa; Pennsylvania State University","keywords":"Computer science; Data science; Knowledge extraction; Data management; Personal information management; XML; Digital library; World Wide Web; Information management; Information extraction; Knowledge management; Information system; Information retrieval; Management information systems; Database; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.07697138455936814,"gpt":0.3808004260670133,"spread":0.3038290415076452,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00104836,0.00007691629,0.000121175,0.0003010132,0.0001138185,0.00009071332,0.0006074062,0.00002522538,0.0000495689],"category_scores_gemma":[0.0005225273,0.00006045977,0.00002349202,0.0004555489,0.00007012369,0.002524085,0.0008027368,0.00004989798,0.000714048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001878321,"about_ca_system_score_gemma":0.000009108003,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001149561,"about_ca_topic_score_gemma":0.0001407755,"domain_scores_codex":[0.9987552,0.00005010619,0.0004022959,0.0001810471,0.0004132752,0.0001981398],"domain_scores_gemma":[0.9990746,0.0002129266,0.00008928518,0.0005388318,0.00003798813,0.0000464103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001585972,0.00003814165,0.009543776,0.00001714617,0.000003386796,0.000006791177,0.0009378268,0.00001508469,6.5913e-7,0.0627684,0.04112294,0.88553],"study_design_scores_gemma":[0.0003528258,0.00002671443,0.02836466,0.000009314992,0.000001984444,0.000003004912,0.003379293,0.0001247894,0.00001443719,0.04699444,0.9206458,0.00008275341],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.148992,0.00355446,0.0170156,0.007117624,0.001049615,0.0009578125,0.00004365402,0.0001361664,0.821133],"genre_scores_gemma":[0.9925918,0.002528861,0.002004896,0.0009252126,0.0000142368,0.0000253633,0.00001590847,0.000003017622,0.001890728],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8854472,"threshold_uncertainty_score":0.9177881,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041889759","doi":"10.1145/2641383.2641388","title":"Report on the CIKM workshop on living labs for information retrieval evaluation","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Session (web analytics); Scope (computer science); Information retrieval; World Wide Web; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.2454101908581725,"gpt":0.4366114750163633,"spread":0.1912012841581909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01194423,0.0001432674,0.0001495565,0.0002937379,0.0004346571,0.0006194894,0.0008807774,0.00008237135,0.0003434051],"category_scores_gemma":[0.03818513,0.00008788983,0.0001372874,0.0005364089,0.00003496696,0.001453974,0.0001968095,0.0001351406,0.001013162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007447381,"about_ca_system_score_gemma":0.00003868079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002287955,"about_ca_topic_score_gemma":0.000007344177,"domain_scores_codex":[0.9965256,0.0001381008,0.0007235773,0.0002181407,0.0021166,0.0002779758],"domain_scores_gemma":[0.9936838,0.004040327,0.0005317972,0.001113725,0.0005709383,0.00005940848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002621542,0.00006534209,0.007180107,0.000008168107,0.00002554434,7.094426e-7,0.001695731,0.001379838,0.00004136069,0.05006952,0.4672942,0.4719774],"study_design_scores_gemma":[0.0007428026,0.0003362389,0.08021133,0.00009855605,0.00006128089,0.00000516466,0.004150116,0.06716872,0.0004908669,0.0307118,0.8156571,0.0003659805],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8954194,0.000010774,0.01354185,0.03149343,0.001677778,0.001858137,0.00002084056,0.0001415851,0.05583622],"genre_scores_gemma":[0.9912296,0.00000229099,0.0002870619,0.005183477,0.0001242828,0.00007927104,0.00005109824,0.000007638478,0.003035314],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4716114,"threshold_uncertainty_score":0.9997647,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158222053","doi":"10.1145/2568388.2568403","title":"Report on the SIGIR 2013 workshop on modeling user behavior for information retrieval evaluation (MUBE 2013)","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Waterloo","funders":"","keywords":"Breakout; Computer science; Set (abstract data type); Information retrieval; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.05571689524022985,"gpt":0.3110163909179287,"spread":0.2552994956776988,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001887693,0.0002812549,0.000209416,0.0002650501,0.0005886757,0.0008230111,0.001415263,0.0002003135,0.0001622802],"category_scores_gemma":[0.00140959,0.0001938157,0.0001870856,0.0005363756,0.00004458378,0.004196519,0.0003362064,0.000368089,0.001213138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001969559,"about_ca_system_score_gemma":0.0001889689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001088983,"about_ca_topic_score_gemma":0.000007069863,"domain_scores_codex":[0.9965816,0.00008944537,0.0008154283,0.0003409873,0.001522876,0.0006496632],"domain_scores_gemma":[0.9962543,0.0003817397,0.0003536083,0.00161452,0.001236244,0.0001595755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004651328,0.0006538851,0.001376987,0.00007603786,0.0001061191,0.00001365117,0.00374848,0.07092222,0.0008113203,0.05730484,0.3505681,0.5139532],"study_design_scores_gemma":[0.001082989,0.0004416369,0.003055407,0.00007029072,0.0000410658,0.00002923311,0.0004463021,0.9687613,0.002075276,0.005553945,0.01792267,0.000519836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7289633,0.00003635065,0.2229654,0.0360594,0.001842129,0.007274549,0.00003015967,0.0004117062,0.002417053],"genre_scores_gemma":[0.9886406,0.00002769713,0.00523011,0.003467985,0.0001294911,0.001150347,0.0001963187,0.00002337937,0.001134085],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8978391,"threshold_uncertainty_score":0.9995645,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4401381293","doi":"10.1145/3687273.3687288","title":"Report on the Search Futures Workshop at ECIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"National Institute of Standards and Technology; University of Waterloo; Sapienza Università di Roma; Technische Universiteit Eindhoven; Universiteit van Amsterdam; Universiteit Leiden; Johns Hopkins University; RMIT University; Microsoft Research","keywords":"Futures contract; Computer science; Economics; Financial economics","retraction":null,"screen_n_in":null,"score":{"opus":0.03133616214902856,"gpt":0.2976194298512275,"spread":0.2662832677021989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006254544,0.0001301597,0.0001186855,0.0001176731,0.0003133581,0.0005408733,0.001733269,0.00005753839,0.000177004],"category_scores_gemma":[0.0002849716,0.00007765063,0.0001403583,0.000752985,0.00004733144,0.0002221342,0.001349007,0.0002747957,0.001028026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000497597,"about_ca_system_score_gemma":0.00006026881,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002733604,"about_ca_topic_score_gemma":0.00003692238,"domain_scores_codex":[0.9984289,0.00005182749,0.0001838974,0.0005348396,0.0004290174,0.0003715036],"domain_scores_gemma":[0.9972388,0.0005864309,0.00002736,0.002045418,0.00002853744,0.00007350849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003193939,0.00001876632,0.0007839963,0.000009729888,0.00009268771,0.0006906004,0.0004742127,0.000088716,0.0001728587,0.02795976,0.8952453,0.07446023],"study_design_scores_gemma":[0.00008252164,0.00008537866,0.001613929,0.0001689609,0.0000426808,0.0003019799,0.0006525862,0.03627064,0.003372541,0.008730358,0.9482979,0.0003805608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.368703,0.00505246,0.05508466,0.5044884,0.008517999,0.0004530672,0.00006962901,0.001714297,0.05591646],"genre_scores_gemma":[0.9389541,0.00004788487,0.001864698,0.001515088,0.000353979,0.00001724721,0.00002216078,0.00001685784,0.05720797],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5702511,"threshold_uncertainty_score":0.9997498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408184531","doi":"10.1145/3722449.3722461","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.03542714885077752,"gpt":0.3152205595817855,"spread":0.279793410731008,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002451456,0.0001979114,0.0001583721,0.0002376275,0.0001716763,0.000324136,0.0008161808,0.0001391265,0.00005865868],"category_scores_gemma":[0.00153213,0.0001482784,0.0001181783,0.0005147529,0.00001617919,0.0009011472,0.0004601538,0.0003314976,0.0001772923],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004080797,"about_ca_system_score_gemma":0.000184448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009309277,"about_ca_topic_score_gemma":0.00006822846,"domain_scores_codex":[0.997679,0.00006596007,0.0004992834,0.000461923,0.0008224896,0.0004713622],"domain_scores_gemma":[0.9978515,0.000578967,0.0001122862,0.001298232,0.0001010567,0.00005795115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004651501,0.0002306312,0.0005535598,0.0002643599,0.0001279125,0.0001618611,0.02096893,0.2780218,0.0007723705,0.2647797,0.1971984,0.2364554],"study_design_scores_gemma":[0.0004014088,0.00005445247,0.00008077519,0.0001292897,0.00001314287,0.00001429546,0.0002249558,0.9779367,0.0004574696,0.01247832,0.008037632,0.0001714845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2911738,0.0004946701,0.665692,0.02652935,0.004063607,0.00224593,0.00005552042,0.0003760726,0.00936895],"genre_scores_gemma":[0.9882663,0.00001290164,0.003074609,0.001754623,0.0001599423,0.000140704,0.00006842385,0.00001994597,0.006502475],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6999151,"threshold_uncertainty_score":0.6046617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4401381513","doi":"10.1145/3687273.3687282","title":"Report on the 8th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2024) at CHIIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina; Mila - Quebec Artificial Intelligence Institute","funders":"HORIZON EUROPE Framework Programme; Thüringer Ministerium für Wirtschaft, Wissenschaft und Digitale Gesellschaft; European Commission","keywords":"Computer science; Psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05451247505985401,"gpt":0.305349513459014,"spread":0.2508370383991599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006960069,0.0001990622,0.0001377176,0.0001485226,0.0002859735,0.0002981946,0.001173724,0.00008946515,0.000474796],"category_scores_gemma":[0.0004777769,0.0001423078,0.0001223804,0.0006103287,0.0000941344,0.0002424393,0.0008880313,0.0004824462,0.00125094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001977622,"about_ca_system_score_gemma":0.0001555228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002132297,"about_ca_topic_score_gemma":0.00002391736,"domain_scores_codex":[0.9975332,0.00006844899,0.000387555,0.0007737303,0.0007595678,0.0004775081],"domain_scores_gemma":[0.9974732,0.0008253827,0.00005742423,0.001467323,0.00007181743,0.0001048254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000267604,0.00006050607,0.0003092359,0.00001614715,0.00005612764,0.0003546366,0.001060361,0.00417709,0.0001554079,0.8614147,0.04058725,0.09178179],"study_design_scores_gemma":[0.0000654026,0.000154144,0.000346025,0.0002791307,0.00001535221,0.0001406615,0.0004694182,0.790121,0.008136598,0.1024274,0.09739461,0.0004502787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1145743,0.0002696103,0.7186811,0.1393363,0.01166118,0.000697447,0.00001847889,0.0005537712,0.01420785],"genre_scores_gemma":[0.9788632,0.0000205621,0.003197524,0.001933258,0.0004338612,0.00003898364,0.00001457671,0.00002265859,0.0154754],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8642889,"threshold_uncertainty_score":0.9995267,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318256937","doi":"10.1145/3582524.3582533","title":"Report on the 1st Early Career Researchers' Roundtable for Information Access Research (ECRs4IR 2022) at CHIIR 2022","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Implementation; Event (particle physics); Computer science; Career development; Conjunction (astronomy); Medical education; Public relations; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2292551529923465,"gpt":0.391157068144488,"spread":0.1619019151521415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007950233,0.000212997,0.0002614504,0.0005360396,0.002734941,0.001898674,0.004733316,0.00009361364,0.0002608275],"category_scores_gemma":[0.003000028,0.0001807165,0.0001807074,0.001872377,0.00008824861,0.005139846,0.007106356,0.0009745316,0.0002318521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001308841,"about_ca_system_score_gemma":0.0004528647,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001272871,"about_ca_topic_score_gemma":0.0002961642,"domain_scores_codex":[0.9943505,0.0007854323,0.0005795739,0.0006411118,0.002556992,0.001086369],"domain_scores_gemma":[0.9930922,0.00297554,0.0003062082,0.002644387,0.0008018113,0.0001798725],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005198291,0.0003034358,0.02830566,0.00009704678,0.0002073697,0.000125173,0.004696428,0.0001423621,0.0009084081,0.02513598,0.8434211,0.09613723],"study_design_scores_gemma":[0.00087614,0.0007821111,0.006141836,0.00003081516,0.000006881916,0.0001801161,0.001794202,0.003014364,0.002816466,0.00903655,0.9749179,0.0004026139],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7843607,0.0004233696,0.04220005,0.1247435,0.004441903,0.00928882,0.0005392318,0.000780146,0.03322224],"genre_scores_gemma":[0.9728454,0.000009537242,0.0001664245,0.001151979,0.0001404848,0.002949902,0.0001150628,0.00002957693,0.02259167],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1884847,"threshold_uncertainty_score":0.9991375,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145276519","doi":"10.1145/2492189.2492195","title":"Report on the workshop on search and exploration of x-rated information (SEXI 2013)","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Turun Yliopisto","keywords":"Computer science; World Wide Web; Perspective (graphical); Data science; Information retrieval; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05616040018560992,"gpt":0.3292985260509539,"spread":0.273138125865344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005934793,0.00004767056,0.00005201578,0.00002737134,0.0002732563,0.00003821225,0.0001013955,0.00006110885,0.00006124775],"category_scores_gemma":[0.0005443231,0.00002848399,0.00001965338,0.0001734475,0.00006787876,0.001349244,0.00003111262,0.00007690947,0.00006799165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003300521,"about_ca_system_score_gemma":0.00002092896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005051239,"about_ca_topic_score_gemma":0.0002218649,"domain_scores_codex":[0.9992839,0.00007553773,0.0001323018,0.00005066467,0.0002758163,0.0001817959],"domain_scores_gemma":[0.9995368,0.0001016423,0.00006930085,0.0001695161,0.00007983709,0.00004295335],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001967622,0.0002417988,0.02308751,0.00002744362,0.00006386604,0.000004284228,0.2902421,0.0002185773,0.001513061,0.4220339,0.09527815,0.1670926],"study_design_scores_gemma":[0.001029135,0.0005147614,0.117424,0.0002554957,0.00006404435,0.00001144691,0.5491315,0.0002984777,0.01094614,0.01584933,0.3037577,0.0007179569],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9630125,0.00008792729,0.00006989856,0.01474384,0.0001916128,0.0002604293,0.000002146219,0.00003322305,0.02159842],"genre_scores_gemma":[0.9985798,0.00008457017,0.00002663456,0.0003800449,0.0001024031,0.00001166441,0.00002466227,0.000002151575,0.0007880915],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4061845,"threshold_uncertainty_score":0.2101694,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7087720512","doi":"10.1145/3769733.3769739","title":"Report from the 4th Strategic Workshop on Information Retrieval in Lorne (SWIRL 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"University of Queensland; RMIT University","keywords":"Dissemination; Focus (optics); Key (lock); Information Dissemination; Information system; Document retrieval; Information center","retraction":null,"screen_n_in":null,"score":{"opus":0.03459522104513406,"gpt":0.3250965230222397,"spread":0.2905013019771057,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002135919,0.0001186472,0.0001829018,0.00009200758,0.000089664,0.00004086725,0.0001254972,0.0001146805,0.00005861169],"category_scores_gemma":[0.0004893979,0.00007720714,0.00005646373,0.0003493925,0.00002966661,0.0001035718,0.00005501983,0.0002714737,0.0001754063],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001464428,"about_ca_system_score_gemma":0.0001839924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004173588,"about_ca_topic_score_gemma":0.0001250235,"domain_scores_codex":[0.9990401,0.00002287693,0.0003413246,0.0001548621,0.0002080306,0.0002327898],"domain_scores_gemma":[0.9988719,0.0002743154,0.00008491034,0.0006750029,0.000047757,0.00004610521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004745568,0.001155123,0.7462483,0.0001475077,0.0007351329,0.001135801,0.001745516,0.0002111562,0.000188143,0.01478228,0.1446206,0.0842849],"study_design_scores_gemma":[0.01115378,0.0008587231,0.779579,0.002255001,0.0004193358,0.00006718344,0.006370142,0.0006550495,0.001900744,0.0809373,0.1153544,0.0004493387],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9342399,0.00029664,0.00003359094,0.02034731,0.0004339733,0.0003811452,0.00001044599,0.00005873663,0.04419832],"genre_scores_gemma":[0.993528,0.00008026027,0.0001310267,0.00217296,0.00006692468,0.00001220498,0.0003127465,0.000006155659,0.003689729],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08383556,"threshold_uncertainty_score":0.3148416,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077110404","doi":"10.1145/2215676.2215680","title":"Report on BooksOnline'11","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"City, University of London; Connaught Fund; University of Toronto; University of Twente","keywords":"Computer science; Crowdsourcing; Salient; Social media; Reading (process); Context (archaeology); Digital library; World Wide Web; Key (lock); Library science; Data science; Political science; History","retraction":null,"screen_n_in":null,"score":{"opus":0.02475597731603267,"gpt":0.2790317875960136,"spread":0.2542758102799809,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003257261,0.0001059127,0.0001278885,0.00008370599,0.0001052466,0.0000757836,0.001048844,0.00004361299,0.00002116364],"category_scores_gemma":[0.0002935911,0.00008769638,0.00008396918,0.0002188113,0.00001829793,0.0004879146,0.0004879901,0.0000835484,0.0003922529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001800944,"about_ca_system_score_gemma":0.00002237169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003637291,"about_ca_topic_score_gemma":0.000006715662,"domain_scores_codex":[0.9988751,0.00002110604,0.000182986,0.0002647025,0.0002363801,0.0004197646],"domain_scores_gemma":[0.9979935,0.00007985056,0.00008607814,0.001681303,0.00002572207,0.0001335137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007208618,0.0004848779,0.3818511,0.00001320356,0.0001219882,0.0002958003,0.0005785012,0.00003191938,0.0008304227,0.1098476,0.3390239,0.1669135],"study_design_scores_gemma":[0.0003094473,0.0001328524,0.02709548,0.00003531002,0.000038954,0.0002479192,0.00008485851,0.003290958,0.00681794,0.004223532,0.957189,0.0005337314],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6079904,0.0007544533,0.2831289,0.05524854,0.004075381,0.0002873762,0.00004353998,0.00165401,0.04681748],"genre_scores_gemma":[0.9670745,0.000003652102,0.02785509,0.001291859,0.0002209326,0.000005617936,0.00002352565,0.000008637664,0.003516236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6181651,"threshold_uncertainty_score":0.5041748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2465765001","doi":"10.1145/2964797.2964806","title":"Report on the Eighth Workshop on Exploiting Semantic Annotations in Information Retrieval (ESAIR '15)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Event (particle physics); Focus (optics); World Wide Web; Field (mathematics); Semantic Web; Track (disk drive); Data science; Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.03070239079812112,"gpt":0.262404220364391,"spread":0.2317018295662699,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000569527,0.0001160749,0.0001036465,0.0001579962,0.0001606342,0.0001214005,0.0007946823,0.00005980528,0.00001139165],"category_scores_gemma":[0.001905,0.00006877957,0.00004647863,0.0003914437,0.00002213504,0.001087872,0.000262098,0.0001554093,0.000167119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008744449,"about_ca_system_score_gemma":0.00005158416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000102568,"about_ca_topic_score_gemma":0.00001369848,"domain_scores_codex":[0.9986266,0.00004720314,0.0003999552,0.0002398277,0.000363174,0.0003232012],"domain_scores_gemma":[0.9978555,0.0006932943,0.0001756361,0.001168484,0.00006398079,0.00004313557],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000791816,0.0001479289,0.01487339,0.0000290618,0.00003708729,0.000197046,0.006226551,0.003128988,0.001064854,0.5301478,0.01053994,0.4335282],"study_design_scores_gemma":[0.00556786,0.0009532338,0.09059585,0.004336783,0.00003979903,0.0004525283,0.005423993,0.3827358,0.03481176,0.4045336,0.06754579,0.003002981],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6249769,0.00001066862,0.3207639,0.04969649,0.0005079102,0.000291578,0.000001687825,0.0001788439,0.003572066],"genre_scores_gemma":[0.9946821,0.000007168351,0.003343875,0.001619716,0.00005581552,0.00001783043,0.000002660259,0.000006393603,0.0002644915],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4305252,"threshold_uncertainty_score":0.280475,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7087264631","doi":"10.1145/3769733.3769742","title":"Report on the 2nd Search Futures Workshop at ECIR 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Viral Infections and Immunology Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Serendipity; Futures contract; Sketch; Reading (process); Soar; SPARK (programming language); Key (lock)","retraction":null,"screen_n_in":null,"score":{"opus":0.04065777467403634,"gpt":0.3698871153363614,"spread":0.329229340662325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004464826,0.0001198854,0.0001869091,0.0001771911,0.0005604642,0.00003263587,0.0002672873,0.0001501773,0.001116322],"category_scores_gemma":[0.001193125,0.00007220596,0.0001230395,0.0004945374,0.0001940025,0.00004154734,0.0004973038,0.0006102812,0.0003525242],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001301724,"about_ca_system_score_gemma":0.000133776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007510038,"about_ca_topic_score_gemma":0.00006982255,"domain_scores_codex":[0.9987933,0.00006944509,0.0002052363,0.0002757687,0.0002254413,0.0004307814],"domain_scores_gemma":[0.9981461,0.0004149671,0.00002841732,0.001240476,0.0001181732,0.00005187945],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005398174,0.0002490591,0.1280971,0.00003475904,0.0003945023,0.000295796,0.0001092774,0.000008986576,0.007236207,0.007294066,0.8130059,0.04273452],"study_design_scores_gemma":[0.001050558,0.0005493094,0.1651866,0.0001963641,0.00006523416,0.0002283303,0.001343379,0.00006504502,0.02847329,0.002474534,0.8002086,0.0001588148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7898455,0.001151903,0.00003868846,0.1379522,0.0004740857,0.0004510194,0.000003031725,0.00006706944,0.07001647],"genre_scores_gemma":[0.8148612,0.000230426,0.00003597129,0.002710712,0.0001015639,0.00005705799,0.00002074759,0.00001172651,0.1819706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1352415,"threshold_uncertainty_score":0.9997968,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2908686248","doi":"10.1145/3308774.3308788","title":"Autumn School for Information Retrieval and Foraging 2018","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Foraging; Computer science; Work (physics); Library science; Information retrieval; World Wide Web; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.0131197026370843,"gpt":0.2768595347667703,"spread":0.263739832129686,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008111958,0.00008701914,0.000136095,0.000147618,0.0006121438,0.0001754822,0.0002117443,0.00008509871,0.00004348317],"category_scores_gemma":[0.0009356246,0.00008212982,0.00005407232,0.0002520612,0.00008407928,0.001911831,0.000120736,0.00006573996,0.0003087503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005642571,"about_ca_system_score_gemma":0.00006320047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000278834,"about_ca_topic_score_gemma":0.00009557867,"domain_scores_codex":[0.9989606,0.00001879584,0.0002782065,0.00008927035,0.0002979781,0.0003552181],"domain_scores_gemma":[0.9991756,0.0001632899,0.0001628927,0.0002111148,0.0002041594,0.00008294646],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002525778,0.00002274745,0.4725965,0.0004232916,0.0001777344,3.104101e-7,0.07916725,0.00002052453,0.00009670135,0.2955918,0.1276505,0.02400002],"study_design_scores_gemma":[0.0007860469,0.00007994596,0.02159158,0.00003656705,0.0000121055,9.881481e-7,0.05146373,0.0001337529,0.00003827602,0.009293097,0.9163647,0.0001991502],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8010778,0.0003479321,0.002202759,0.01594879,0.003105982,0.003531512,0.00005674659,0.0004186877,0.1733097],"genre_scores_gemma":[0.9969082,0.00004063918,0.0007108222,0.0006991627,0.00008787532,0.00002880466,0.00001313407,0.000005093008,0.001506212],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7887142,"threshold_uncertainty_score":0.4708177,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2917961622","doi":"10.1145/3308774.3308785","title":"Report on CLEF 2018","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Clef; Contextualization; Computer science; Ninth; Social media; Presentation (obstetrics); World Wide Web; Library science","retraction":null,"screen_n_in":null,"score":{"opus":0.02534437264239013,"gpt":0.3248668344821655,"spread":0.2995224618397754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004041814,0.00005506988,0.00007359766,0.00004272393,0.0001749188,0.00006533776,0.0002463943,0.00006506561,0.001905922],"category_scores_gemma":[0.0007935596,0.00004744116,0.00004176255,0.0001241606,0.00004053437,0.0003435826,0.0000441116,0.0000663841,0.005104347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005061542,"about_ca_system_score_gemma":0.00008989343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002150617,"about_ca_topic_score_gemma":0.00008894643,"domain_scores_codex":[0.9991295,0.0000216312,0.0001450104,0.00009488529,0.0003323153,0.0002766627],"domain_scores_gemma":[0.9993156,0.00006280666,0.00008211955,0.0003956705,0.00003394586,0.0001099142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000243706,0.00004925088,0.01838651,0.000007309766,0.00001391796,0.00001282488,0.01235797,0.0000093658,0.00008980649,0.09584225,0.8395262,0.03368027],"study_design_scores_gemma":[0.0001564608,0.00006135646,0.01152911,0.000009746344,0.000001772668,0.000003347122,0.004096838,0.000008427607,0.0002257635,0.002613202,0.9812036,0.00009037078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3958201,0.000006805827,0.00001135433,0.007449599,0.000664831,0.0001313432,0.000001659648,0.00006930081,0.595845],"genre_scores_gemma":[0.9426276,0.000014607,0.00009758379,0.003126262,0.00009630673,6.74191e-7,0.000005918407,0.000005002626,0.05402604],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5468075,"threshold_uncertainty_score":0.9990065,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059882478","doi":"10.1145/1394251.1394268","title":"The Fourth Asian Information Retrieval Symposium (AIRS 08)","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Beijing; Computer science; China; Library science; TRACE (psycholinguistics); Information retrieval; History; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01092372813899535,"gpt":0.2161340161244162,"spread":0.2052102879854209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002883637,0.0001097135,0.0001077318,0.00008537416,0.0007142585,0.0002599587,0.001801323,0.00005306597,0.000004975533],"category_scores_gemma":[0.0002886172,0.00007639416,0.00009041061,0.0005272602,0.00006722813,0.001553797,0.0005442452,0.0001327393,0.0003308468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002921375,"about_ca_system_score_gemma":0.00007116874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002227484,"about_ca_topic_score_gemma":0.000008578707,"domain_scores_codex":[0.9988337,0.00003567601,0.0002426297,0.0001716825,0.00036093,0.0003553832],"domain_scores_gemma":[0.9983428,0.0001189541,0.0001168301,0.001266081,0.0000722696,0.00008305477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008907174,0.0001319231,0.02064087,0.00003049358,0.0003702615,0.00008255569,0.01154058,0.0006396564,0.0008245439,0.08454736,0.4973388,0.3837639],"study_design_scores_gemma":[0.0009180502,0.0003182253,0.0110195,0.00003150097,0.0000464657,0.0002008263,0.001263519,0.06864263,0.003740031,0.005416719,0.907727,0.0006755549],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1294935,0.0004166694,0.5957599,0.2048914,0.003087813,0.0005538902,0.00006294476,0.001462181,0.06427165],"genre_scores_gemma":[0.9908025,0.000108496,0.007195586,0.0008504969,0.00007721825,0.00000456717,0.00002878366,0.000006123966,0.0009261728],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.861309,"threshold_uncertainty_score":0.5493571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415051858","doi":"10.1145/3769733.3769740","title":"Report on the 3rd Workshop on NeuroPhysiological Approaches for Interactive Information Retrieval (NeuroPhysIIR 2025) at SIGIR CHIIR 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina; University of Toronto","funders":"","keywords":"Neurophysiology; Document retrieval; Question answering; Cognitive models of information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.04998961878863305,"gpt":0.2855186519445143,"spread":0.2355290331558813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003623738,0.0002774162,0.0002538955,0.0001741352,0.0005619451,0.000311482,0.001305808,0.0001132985,0.00002102768],"category_scores_gemma":[0.003231646,0.0001925221,0.0002127897,0.0006877018,0.00009036827,0.0006744907,0.0008278626,0.0004951405,0.0002254929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001162461,"about_ca_system_score_gemma":0.00007708748,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001893206,"about_ca_topic_score_gemma":7.655325e-7,"domain_scores_codex":[0.9979887,0.0001757354,0.000471098,0.0005496232,0.000371073,0.0004437917],"domain_scores_gemma":[0.9961507,0.002109014,0.0003239117,0.001222487,0.000118201,0.0000756855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004224837,0.0007127068,0.0004146026,0.000107171,0.0002947059,0.0001001473,0.002945012,0.02616142,0.004243615,0.5159234,0.1245325,0.3203399],"study_design_scores_gemma":[0.002922317,0.002439063,0.0402411,0.0003667145,0.00006668086,0.00004380567,0.001886518,0.3335222,0.01166767,0.05200044,0.5534411,0.001402404],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.39934,0.00006434491,0.4229165,0.08016319,0.004929672,0.00372439,0.00002645186,0.001061481,0.08777398],"genre_scores_gemma":[0.9826362,0.00001518065,0.00212977,0.009396689,0.00009158108,0.0001023924,0.00005285535,0.00001426077,0.005561039],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5832962,"threshold_uncertainty_score":0.7850822,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082311327","doi":"10.1145/1394251.1394266","title":"Information retrieval facility symposium in Vienna","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Intellectual property; Library science; Computer science; Focus (optics); Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.05247204572390295,"gpt":0.3053189767143107,"spread":0.2528469309904078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000857818,0.00009818816,0.0001053829,0.0002403072,0.0001383246,0.0005757824,0.0027403,0.00004573003,0.000011479],"category_scores_gemma":[0.001500919,0.00009316716,0.0000327991,0.0007503491,0.00005417988,0.05516138,0.001959854,0.0001970656,0.0004338956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000810048,"about_ca_system_score_gemma":0.00006733819,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009856778,"about_ca_topic_score_gemma":0.00001639827,"domain_scores_codex":[0.9984217,0.00009107039,0.0002814347,0.0002171859,0.0005576339,0.0004309213],"domain_scores_gemma":[0.9980237,0.0001920061,0.00009804884,0.001537487,0.00006712124,0.00008158345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006460014,0.001027261,0.3069206,0.0004408198,0.0001542405,0.0005206484,0.01316189,0.0008706822,0.00488144,0.3841872,0.1254449,0.1617444],"study_design_scores_gemma":[0.00132803,0.0003043044,0.1191661,0.00001991663,0.0000039058,0.00004598386,0.0004038734,0.009449583,0.002987626,0.003795694,0.8620149,0.0004801175],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4983234,0.0001319397,0.4040041,0.05422536,0.0008745278,0.001280261,0.00006259901,0.0005351084,0.04056269],"genre_scores_gemma":[0.993407,0.0004345457,0.004664769,0.000762895,0.00001500288,0.0000136884,0.00004697376,0.00000285607,0.0006523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7365699,"threshold_uncertainty_score":0.9580536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152646153","doi":"10.1145/2093346.2093360","title":"The 1st international workshop on diversity in document retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Diversity (politics); Information retrieval; World Wide Web; Search engine; Data science; Library science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.03726796463038515,"gpt":0.298920230571479,"spread":0.2616522659410939,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005818112,0.00007276543,0.00005535785,0.00007584975,0.0003387771,0.0001570287,0.001524442,0.00004019102,0.00003310609],"category_scores_gemma":[0.000249607,0.00004951833,0.0000446765,0.0002563634,0.00003379995,0.0009564125,0.001819885,0.0001770524,0.0002676388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001300478,"about_ca_system_score_gemma":0.00001873412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001348436,"about_ca_topic_score_gemma":0.000006174931,"domain_scores_codex":[0.9988288,0.00003132214,0.0001513182,0.0001014748,0.0005153622,0.0003716981],"domain_scores_gemma":[0.9991909,0.0002085434,0.00004954063,0.000418009,0.00005062963,0.00008236309],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0002897228,0.0002978515,0.2054267,0.000005379164,0.00003597478,0.0000145061,0.006316566,0.00006337485,0.0001212985,0.4441352,0.02215401,0.3211395],"study_design_scores_gemma":[0.002117341,0.0002425441,0.5926918,0.00005941393,0.0000084524,0.00001793988,0.001614998,0.003804545,0.005826689,0.0163927,0.3765854,0.0006381329],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9123746,0.0001433638,0.01465833,0.04785456,0.005446157,0.0005366262,0.000007868557,0.0001789182,0.01879957],"genre_scores_gemma":[0.99745,0.0000298668,0.0005200148,0.0007812823,0.0000584226,0.000003126313,0.000003078582,0.000002141331,0.001152066],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4277425,"threshold_uncertainty_score":0.3440045,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911105724","doi":"10.1145/3308774.3308787","title":"Autumn School for Information Retrieval and Information Foraging (ASIRF 2017)","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Foraging; Information retrieval; Information behavior; Library science; World Wide Web; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.01491614640924501,"gpt":0.2815758594604154,"spread":0.2666597130511704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005338322,0.00007432957,0.0000824621,0.0001075043,0.0004492316,0.0005051696,0.0002659867,0.0001152474,0.00007843672],"category_scores_gemma":[0.0007875911,0.00007002881,0.00003546451,0.000242439,0.00006530643,0.02289905,0.00006288035,0.00009000067,0.0002818669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003817374,"about_ca_system_score_gemma":0.0002455843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006777133,"about_ca_topic_score_gemma":0.00001990951,"domain_scores_codex":[0.9990789,0.00001911039,0.0002252175,0.00008865814,0.0002938502,0.0002943008],"domain_scores_gemma":[0.9993718,0.0001015225,0.0001407491,0.0001776846,0.00008771976,0.0001205511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004503764,0.00003903458,0.1417289,0.0002072889,0.00003245963,5.400202e-7,0.03090971,0.00005668944,0.0006323077,0.5891191,0.1025048,0.1343187],"study_design_scores_gemma":[0.0006166077,0.0001782491,0.01590241,0.00002582712,0.000007102303,0.000001323368,0.01329724,0.0008484761,0.0005811646,0.01506045,0.9532815,0.000199704],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8864633,0.00004573149,0.002051822,0.02879595,0.001336181,0.001647592,0.00004714135,0.0002075082,0.07940476],"genre_scores_gemma":[0.9952961,0.00003906796,0.001185761,0.002391017,0.00009247827,0.00001043954,0.0000888729,0.00000280878,0.0008934423],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8507766,"threshold_uncertainty_score":0.9907672,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011189381","doi":"10.1145/2093346.2093351","title":"Report on the first summer school on NLP and IR in Beijing","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Beijing; Computer science; Event (particle physics); Natural language processing; Artificial intelligence; China; History","retraction":null,"screen_n_in":null,"score":{"opus":0.02036935427269608,"gpt":0.2822931948946493,"spread":0.2619238406219532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004974805,0.0001168078,0.00009769065,0.00008802426,0.0001398679,0.000116857,0.0007953152,0.00006535737,0.000007182248],"category_scores_gemma":[0.0008270547,0.00007441775,0.00002558452,0.0002271656,0.00003179322,0.0004641454,0.0004984292,0.0002771982,0.00002985667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005023603,"about_ca_system_score_gemma":0.00001681325,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003289773,"about_ca_topic_score_gemma":0.00002267188,"domain_scores_codex":[0.9990193,0.0000235232,0.0001550831,0.0002432107,0.0002042037,0.0003547349],"domain_scores_gemma":[0.9987612,0.0002231306,0.0000788651,0.0008506838,0.00002087471,0.00006525848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003312667,0.0002291591,0.6364788,0.00004602759,0.00002209682,0.0002678629,0.00110282,0.000003423246,0.001176028,0.2039388,0.05964955,0.09705226],"study_design_scores_gemma":[0.001608136,0.001106713,0.2699439,0.00192321,0.00003620608,0.001078625,0.0004689304,0.002990874,0.1892235,0.2689559,0.2598317,0.002832216],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8694173,0.005484562,0.01628411,0.09779318,0.0009613733,0.0008501142,0.000002503499,0.001179675,0.008027202],"genre_scores_gemma":[0.9685428,0.000008360023,0.02713707,0.004050267,0.00006272282,0.0000223985,7.67935e-7,0.000009460709,0.0001661295],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.366535,"threshold_uncertainty_score":0.3034668,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7133544178","doi":"10.1145/3799914.3799924","title":"Report on the 18th Round of NII Testbeds and Community for Information Access Research (NTCIR-18)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Event (particle physics); Metadata; Key (lock); Lifelog; Resource (disambiguation); Public access; Data access","retraction":null,"screen_n_in":null,"score":{"opus":0.2047772391424067,"gpt":0.4925866001118755,"spread":0.2878093609694689,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00265086,0.00005781553,0.0001286663,0.0001161354,0.0004590551,0.00005025766,0.0002418431,0.00007847507,0.00001545903],"category_scores_gemma":[0.009450354,0.00003871395,0.00002774191,0.0002465306,0.0001400241,0.0004131898,0.0001585478,0.0004452694,0.000003240507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004906263,"about_ca_system_score_gemma":0.000176263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004457904,"about_ca_topic_score_gemma":0.00003108458,"domain_scores_codex":[0.9992226,0.0001560291,0.0002427836,0.00007119124,0.0001362002,0.0001711569],"domain_scores_gemma":[0.9957564,0.003071747,0.0001346357,0.0007091637,0.0002970886,0.00003089439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001140543,0.0005201023,0.5193328,0.0005699839,0.0002239351,0.000002822052,0.002700303,0.000007700218,0.0007560671,0.02060495,0.3995288,0.054612],"study_design_scores_gemma":[0.001194116,0.001255221,0.6404769,0.0002092306,0.0001118497,0.00009142479,0.01076491,0.0002517358,0.003946766,0.02568002,0.3159177,0.0001001817],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.937195,0.00006908814,0.0001178926,0.04191581,0.0001838717,0.0005835293,0.000004750342,0.00001272331,0.01991734],"genre_scores_gemma":[0.9970623,0.00006051012,0.0001883469,0.001367092,0.00003605323,0.00007368136,0.00006969202,0.000003880409,0.001138504],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.121144,"threshold_uncertainty_score":0.9988934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001615126","doi":"10.1145/2701583.2701597","title":"Report on the 1st International Workshop on Information Access in Smart Cities (i-ASC 2014)","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"IBM; Computer science; Smart city; Sustainability; Social media; Event (particle physics); Information infrastructure; Information system; World Wide Web; Data science; Political science; Internet of Things","retraction":null,"screen_n_in":null,"score":{"opus":0.01863138344186197,"gpt":0.2621117976048251,"spread":0.2434804141629631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007605466,0.0001304274,0.0001120076,0.0001818687,0.0001636773,0.0006762606,0.001497701,0.00006429471,0.00002143374],"category_scores_gemma":[0.0009459405,0.00009506098,0.00005493147,0.0002028209,0.0000416375,0.0009823833,0.0005123364,0.000228261,0.0001675106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006324025,"about_ca_system_score_gemma":0.00003020094,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006268046,"about_ca_topic_score_gemma":0.0000393042,"domain_scores_codex":[0.9987502,0.00005663186,0.0003155662,0.0002239848,0.0003837682,0.0002698342],"domain_scores_gemma":[0.9981699,0.0004915571,0.0001691183,0.001058294,0.00006977154,0.00004138623],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007851818,0.0001421649,0.05536212,0.00002498977,0.00005211723,0.00005534296,0.002858637,0.00878245,0.0001008801,0.2568356,0.2574216,0.4182855],"study_design_scores_gemma":[0.001414262,0.0002882809,0.1338871,0.0007666053,0.00001086398,0.0002083739,0.0011751,0.148649,0.007120916,0.05349855,0.6519158,0.001065128],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6912432,0.00001917686,0.1305575,0.07066531,0.004219981,0.0004225191,0.000003383654,0.0003612335,0.1025077],"genre_scores_gemma":[0.9943522,0.000005949251,0.00047441,0.004501272,0.0001007874,0.00002172622,0.00001145338,0.000006557671,0.000525695],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4172204,"threshold_uncertainty_score":0.6521196,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2995652189","doi":"10.1145/3458553.3458560","title":"Report on the First HIPstIR Workshop on the Future of Information Retrieval","year":2019,"lang":"en","type":"preprint","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Mainstream; Library science; Computer science; Information retrieval; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02401280320501431,"gpt":0.2514759305807931,"spread":0.2274631273757788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001045408,0.0002514531,0.0002502378,0.00009747489,0.000178317,0.000227864,0.003761133,0.0003144603,0.00001617173],"category_scores_gemma":[0.000900613,0.0001395601,0.0001843641,0.0002219074,0.00004110211,0.0002639105,0.002838983,0.001018515,0.0001052444],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009361227,"about_ca_system_score_gemma":0.0001627561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001484253,"about_ca_topic_score_gemma":0.000007856175,"domain_scores_codex":[0.9979401,0.00006035532,0.0005685983,0.0003885895,0.0007392222,0.000303147],"domain_scores_gemma":[0.9934879,0.0007406888,0.0006996311,0.004891494,0.0001468695,0.0000334139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001645205,0.0001151207,0.002061138,0.0003197623,0.0002111105,0.0000343143,0.006347258,0.05363612,0.00001407884,0.6581329,0.1618048,0.1171589],"study_design_scores_gemma":[0.0006806302,0.0003099134,0.007058722,0.002070046,0.00006429266,0.00008916262,0.001414518,0.2823199,0.00271036,0.1893717,0.5125208,0.001389919],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1823504,0.0004216569,0.288643,0.4867743,0.0161559,0.003123051,0.00003465864,0.0004494027,0.02204772],"genre_scores_gemma":[0.9914333,0.00006563438,0.002629585,0.004913201,0.0004151975,0.00002972688,0.00002257108,0.00001460745,0.0004762242],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8090829,"threshold_uncertainty_score":0.6989183,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7133552272","doi":"10.1145/3799914.3799929","title":"Report on the 9th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2025) at IJCAI 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Chatbot; Dialog system; Natural language; Information system; Natural language generation; Recommender system; Intelligent decision support system","retraction":null,"screen_n_in":null,"score":{"opus":0.04806760995621584,"gpt":0.3324288491059448,"spread":0.2843612391497289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005290463,0.0002259195,0.0001737487,0.0002178881,0.0006331667,0.0002147449,0.001939948,0.0001134918,0.00050252],"category_scores_gemma":[0.001139751,0.0001773335,0.0001427052,0.001065893,0.0001409315,0.0003576432,0.001368085,0.000528738,0.001662078],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003584215,"about_ca_system_score_gemma":0.0002494644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000651142,"about_ca_topic_score_gemma":0.0001348765,"domain_scores_codex":[0.997534,0.0001225952,0.0004919808,0.0006995652,0.0006475094,0.0005043953],"domain_scores_gemma":[0.9951908,0.002216371,0.0001528397,0.002076501,0.0002715841,0.00009187724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001054365,0.0002296502,0.001102716,0.000009100103,0.00009330981,0.0001042214,0.0006227403,0.002484608,0.0002143762,0.8324672,0.1364985,0.02606811],"study_design_scores_gemma":[0.000338216,0.0004385885,0.004081761,0.0006802477,0.00005907475,0.0001140338,0.003670205,0.2001535,0.06415468,0.2042556,0.5209939,0.001060181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05621661,0.00006502747,0.4754866,0.4105816,0.01209998,0.00103323,0.00002391431,0.0004960787,0.04399691],"genre_scores_gemma":[0.9441682,0.00002423358,0.004359634,0.01435851,0.0002037762,0.0001167203,0.00004487001,0.0000212791,0.03670277],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8879516,"threshold_uncertainty_score":0.9991152,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7087778017","doi":"10.1145/3769733.3769737","title":"Report on the 1st Workshop on Information Retrieval for Climate Impact (MANILA24) at SIGIR 2024","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ouranos","funders":"","keywords":"Climate change; Set (abstract data type); Core (optical fiber); Cognitive models of information retrieval; Relevance (law); Human–computer information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.03628779379416243,"gpt":0.3954195328043205,"spread":0.3591317390101581,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00209507,0.0001422278,0.0001864717,0.0001591479,0.001165344,0.0001984575,0.0004164143,0.0001058574,0.0002543056],"category_scores_gemma":[0.004796174,0.00009483592,0.000290546,0.0007768432,0.00009238319,0.0002740107,0.0001682842,0.0001501041,0.0001213402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003179515,"about_ca_system_score_gemma":0.0001663852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001032903,"about_ca_topic_score_gemma":0.0002259787,"domain_scores_codex":[0.9984004,0.0001412019,0.000379125,0.000206074,0.0004675401,0.0004056319],"domain_scores_gemma":[0.9961768,0.002941106,0.000215624,0.0004206033,0.0001775544,0.00006826679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001381799,0.0001744617,0.01671665,0.00005464259,0.0004583349,0.00001432253,0.003759382,0.003377123,0.0000888354,0.434404,0.3952703,0.1443001],"study_design_scores_gemma":[0.0004887899,0.0001763797,0.01783442,0.0001052079,0.0001202948,0.00000265793,0.00267196,0.002762832,0.0004063449,0.1155077,0.8596061,0.0003172708],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.533169,0.0001785629,0.009537856,0.1246777,0.003504072,0.002105133,0.0001117744,0.0003157716,0.3264001],"genre_scores_gemma":[0.978561,0.00006925048,0.0006997598,0.003150357,0.0002359867,0.00004230333,0.0001069169,0.000009851515,0.0171246],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4643359,"threshold_uncertainty_score":0.8963001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225552142","doi":"10.1145/3527546.3527570","title":"Report on the 15th round of NII testbeds and community for information access research (NTCIR-15)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Scope (computer science); Question answering; Information retrieval; World Wide Web; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1691181348945088,"gpt":0.396189058206301,"spread":0.2270709233117922,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002337334,0.00006801982,0.0001073577,0.00006154396,0.0005012489,0.0003108911,0.001359639,0.00005037853,0.00000376836],"category_scores_gemma":[0.003131208,0.00005123673,0.00003291809,0.0003213059,0.0000615243,0.0009932548,0.001651945,0.0003463216,0.000002920162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000031935,"about_ca_system_score_gemma":0.0001384589,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001963299,"about_ca_topic_score_gemma":0.00007524365,"domain_scores_codex":[0.9988042,0.0001967417,0.0002782625,0.0001298825,0.0003469062,0.0002440236],"domain_scores_gemma":[0.9961954,0.001623268,0.000108968,0.001621975,0.0004105863,0.00003983515],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005951286,0.0003707342,0.05146365,0.0003718898,0.00009540903,0.00003164348,0.00942474,0.0006092347,0.001289849,0.6386956,0.02724664,0.2703411],"study_design_scores_gemma":[0.001876004,0.001115788,0.06403775,0.0003678991,0.00002576634,0.0003329787,0.005605632,0.14551,0.06203203,0.5921384,0.1262455,0.0007122578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7925022,0.00005631029,0.1866045,0.01514803,0.0002208054,0.0004014359,0.000006999977,0.00004956109,0.005010168],"genre_scores_gemma":[0.9913364,0.000009188066,0.007788449,0.0005904416,0.00002218909,0.00003256746,0.0000103266,0.000003961654,0.0002064964],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2696289,"threshold_uncertainty_score":0.3855252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7133559681","doi":"10.1145/3799914.3799926","title":"SIGIR 2025 Low Resource Environments Track Report","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Resource (disambiguation); Presentation (obstetrics); Context (archaeology); Schedule; Action (physics)","retraction":null,"screen_n_in":null,"score":{"opus":0.01229705593844419,"gpt":0.2689785239797574,"spread":0.2566814680413132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003651848,0.0001541976,0.0001626573,0.0001583779,0.0002332873,0.0001784672,0.001499908,0.000100482,0.00006329622],"category_scores_gemma":[0.000235293,0.0001391288,0.0001070978,0.0004769194,0.00006154012,0.0006609361,0.000869663,0.0002120522,0.0004340346],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008419877,"about_ca_system_score_gemma":0.00008469309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001203977,"about_ca_topic_score_gemma":0.00000141248,"domain_scores_codex":[0.9982573,0.00003667588,0.0004210154,0.0003407004,0.0004752209,0.0004690483],"domain_scores_gemma":[0.9982625,0.0001029839,0.0001107713,0.001379699,0.00003257967,0.000111466],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007598026,0.0005361575,0.02289827,0.00009810843,0.0001023634,0.0006799088,0.001232666,0.0002455815,0.006767504,0.05156361,0.2750521,0.6407478],"study_design_scores_gemma":[0.0005034929,0.00007733778,0.01084126,0.00003686409,0.000009975966,0.00003786223,0.00009559705,0.002241816,0.02464646,0.002698784,0.9585618,0.0002486896],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2476751,0.000385577,0.5167205,0.03541807,0.002338721,0.001738694,0.00003056712,0.0009447085,0.1947481],"genre_scores_gemma":[0.8271911,0.00003127968,0.01047082,0.006116577,0.00006647087,0.00006802744,0.00005999397,0.00001699304,0.1559787],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6835098,"threshold_uncertainty_score":0.5673506,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056419757","doi":"10.1145/1113343.1113353","title":"Report on the ACM International Workshop on Methodologies and Evaluation of Lexical Cohesion Techniques in Real-World Applications (ELECTRA 2005) held at SIGIR 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Cohesion (chemistry); Natural language processing; Sentence; Computational linguistics; Information retrieval; Artificial intelligence; Question answering; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.08345274433676694,"gpt":0.4050711201048519,"spread":0.3216183757680849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003058654,0.0001804318,0.0002009688,0.0003191673,0.0001268345,0.00007877743,0.002027153,0.000138831,0.00003042101],"category_scores_gemma":[0.003084548,0.0001291536,0.00005508291,0.0003940538,0.0001043013,0.000330221,0.00107946,0.0003330855,0.000006662457],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000366154,"about_ca_system_score_gemma":0.00008494729,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004061982,"about_ca_topic_score_gemma":0.0005228953,"domain_scores_codex":[0.9978434,0.0002258728,0.0004307803,0.0005029177,0.0006746521,0.000322349],"domain_scores_gemma":[0.9963911,0.001491611,0.0002877893,0.001618518,0.0001645161,0.00004650928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000107574,0.0001973014,0.002220146,0.00001475269,0.00002924268,0.00001066603,0.000217072,0.00008950292,0.0185567,0.07063796,0.02464511,0.883274],"study_design_scores_gemma":[0.0002483776,0.0001255009,0.003361866,0.0002263219,0.00002221157,0.00004662579,0.00003854905,0.004517256,0.6517519,0.320476,0.01886049,0.0003248992],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1598968,0.004487662,0.4147699,0.3914864,0.0004498646,0.006054185,0.00002669748,0.002814994,0.0200135],"genre_scores_gemma":[0.4866134,0.0002182368,0.5110892,0.0009518773,0.0000912539,0.0003832766,0.00001582141,0.0000145781,0.0006223261],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8829491,"threshold_uncertainty_score":0.526673,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250486641","doi":"10.1145/2568388.2568394","title":"HCIR 2013","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"Computer science; Event (particle physics); Library science; Digital library; Work (physics); Data science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01434396881751462,"gpt":0.2327104276785104,"spread":0.2183664588609958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006258986,0.00009379708,0.0001068878,0.00004575327,0.00008054273,0.0001601156,0.001575852,0.00005140045,0.0001205043],"category_scores_gemma":[0.0001156577,0.00007301064,0.00004915818,0.0001365901,0.00003568664,0.0006080988,0.0006340843,0.00006758625,0.002986778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001060803,"about_ca_system_score_gemma":0.00001779625,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003015187,"about_ca_topic_score_gemma":0.00002517087,"domain_scores_codex":[0.999133,0.00001527494,0.000120846,0.0002304299,0.000139533,0.0003609289],"domain_scores_gemma":[0.9987563,0.0001084914,0.00003689651,0.0009885208,0.00004488938,0.00006492362],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001061255,0.00004734741,0.01752774,0.00000812443,0.00001944687,0.00001286075,0.0003148898,0.00000771888,0.001334402,0.07876992,0.6794447,0.2225117],"study_design_scores_gemma":[0.0007327001,0.000265953,0.1968704,0.00002780266,0.000009580517,0.00006654711,0.0005034175,0.01503812,0.009790801,0.5115282,0.2644053,0.0007611384],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5187503,0.001821919,0.2431549,0.1852069,0.00351693,0.0007502984,0.000001804939,0.001890724,0.04490628],"genre_scores_gemma":[0.9586781,0.00002425076,0.03734818,0.002268088,0.00004900443,0.00002776601,7.546574e-7,0.00000584698,0.001598048],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4399278,"threshold_uncertainty_score":0.9977895,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225643544","doi":"10.1145/3527546.3527557","title":"Report on the 44th international ACM SIGIR conference on research and development in information retrieval (SIGIR 2021)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Library science; Diversity (politics); World Wide Web; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.05651165150014269,"gpt":0.2915587808469815,"spread":0.2350471293468388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000443265,0.0001248379,0.0001184907,0.0001918816,0.0001132104,0.0001498648,0.0004844226,0.0001175621,0.0001165822],"category_scores_gemma":[0.002507669,0.0001000589,0.00001907474,0.0002623707,0.00007264173,0.0002298447,0.0005245181,0.0004406869,0.00007586975],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001660143,"about_ca_system_score_gemma":0.00009050366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001089377,"about_ca_topic_score_gemma":0.00005008095,"domain_scores_codex":[0.9987637,0.00001870949,0.0003005411,0.0001676653,0.0004351487,0.0003142001],"domain_scores_gemma":[0.9987005,0.0004447088,0.00003770394,0.0006285847,0.0001565742,0.00003195844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006185829,0.0004283502,0.1309657,0.000325141,0.0005906787,0.001300468,0.007969338,0.003055666,0.005414804,0.2976397,0.2084156,0.343276],"study_design_scores_gemma":[0.001389473,0.0004036454,0.07608572,0.0005225828,0.000005953177,0.0001445513,0.01451319,0.00342217,0.1872697,0.04346367,0.6719907,0.0007886486],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9743487,0.00007080211,0.0001440595,0.009724895,0.0006322667,0.0001912611,0.00001056484,0.0001438231,0.01473365],"genre_scores_gemma":[0.9984521,0.0002330567,0.0007402333,0.0001326712,0.00003859136,0.00003318307,0.00006355417,0.00001120499,0.0002954255],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4635752,"threshold_uncertainty_score":0.4080282,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389316254","doi":"10.1145/3636341.3636349","title":"Report on the 8th International Workshop on Mining Actionable Insights from Social Networks (MAISoN'22) - Special Edition on Mental Health and Social Media at TheWebConf 2022","year":2023,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; University of Ottawa; Toronto Metropolitan University","funders":"","keywords":"Social media; Mental health; Computer science; Coronavirus disease 2019 (COVID-19); Focus (optics); World Wide Web; Data science; Psychology; Medicine; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.05254443880394268,"gpt":0.3532503276953332,"spread":0.3007058888913905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005404992,0.0002625288,0.0002891306,0.0001707109,0.001762212,0.00007137357,0.0003416765,0.000247199,0.002371272],"category_scores_gemma":[0.0002106303,0.0002282623,0.000102989,0.0002506544,0.0001222351,0.0001171751,0.0002970487,0.000599955,0.0003663845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006728895,"about_ca_system_score_gemma":0.00007106593,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000722568,"about_ca_topic_score_gemma":0.0003269978,"domain_scores_codex":[0.9971626,0.0002775115,0.0005394985,0.0006395492,0.0007131383,0.0006676984],"domain_scores_gemma":[0.9974933,0.001573862,0.0004497788,0.0003158733,0.00003257893,0.0001346531],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001143012,0.0001744859,0.001627143,0.000007109301,0.0001139947,0.00009060058,0.01357138,0.000009433586,0.00003016799,0.01839976,0.927855,0.0369779],"study_design_scores_gemma":[0.007033221,0.001169461,0.1791201,0.000568605,0.00005036397,0.0001154038,0.1291046,0.001192797,0.0002205981,0.0195135,0.6605842,0.001327079],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8973786,0.0000691974,0.00001163443,0.05993738,0.01551934,0.0005553947,0.0002037026,0.0001677584,0.026157],"genre_scores_gemma":[0.9659687,0.00005800716,0.00002660225,0.00997512,0.01863821,0.0001497576,0.002707393,0.00006453771,0.00241171],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2672708,"threshold_uncertainty_score":0.9995373,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318710503","doi":"10.1145/3582900.3582911","title":"Report on the 16th Round of NII Testbeds and Community for Information Access Research (NTCIR-16)","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Scope (computer science); Task (project management); Question answering; World Wide Web; Information retrieval; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1588813914080171,"gpt":0.3847171032660551,"spread":0.225835711858038,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003813291,0.00006490669,0.00009600949,0.0001003818,0.001192097,0.0001947807,0.002146234,0.00002593665,0.000007974722],"category_scores_gemma":[0.001368793,0.0000508193,0.00003080238,0.0003430582,0.00005751277,0.0008170626,0.003182699,0.0004893743,0.000001397687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000850396,"about_ca_system_score_gemma":0.000089598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004844057,"about_ca_topic_score_gemma":0.00003825951,"domain_scores_codex":[0.9986228,0.0002712154,0.000270052,0.0001208265,0.0004695492,0.0002456023],"domain_scores_gemma":[0.9967272,0.001486356,0.0001361167,0.00145768,0.0001593285,0.00003332249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001379064,0.0004512604,0.05290434,0.0002311717,0.00008236102,0.00001141852,0.01388032,0.002888706,0.00040002,0.6096374,0.06447328,0.2549018],"study_design_scores_gemma":[0.001572806,0.002290165,0.02397973,0.00007679879,0.00001653018,0.0002070969,0.009057261,0.1449132,0.006061629,0.5688258,0.2424316,0.0005673651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8527703,0.00003745138,0.1265644,0.01416193,0.0002901072,0.0007413441,0.00001561636,0.00006500454,0.005353888],"genre_scores_gemma":[0.9969953,0.000002836847,0.002097073,0.00059147,0.00001558742,0.0001194247,0.00001143781,0.000004199782,0.0001626862],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2543344,"threshold_uncertainty_score":0.9168768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}