{"meta":{"query_hash":"bc39e0aabec5","filters":{"venue":"ACM SIGIR Forum"},"cohort_total":45,"direct_labels_cover":0,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bc39e0aabec5","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGIR+Forum"},"results":[{"id":"W1986353013","doi":"10.1145/1328964.1328989","title":"Toponym resolution in text","year":2007,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Referent; Ambiguity; Task (project management); Coreference; Information retrieval; Focus (optics); Natural language processing; Toponymy; Geographic coordinate system; Artificial intelligence; Proper noun; Ambiguity resolution; Resolution (logic); Linguistics; Global Positioning System; Cartography; Geography","score_opus":0.0114038817565472,"score_gpt":0.281587358509245,"score_spread":0.27018347675269777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986353013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027386254,0.002860113,0.9568574,0.0063727936,0.00032713055,0.0001839222,6.542918e-7,0.0009488491,0.0050628902],"genre_scores_gemma":[0.6599823,0.000004317553,0.3391573,0.0006118422,0.00002677121,0.000003004718,9.2082604e-7,0.0000046719306,0.00020880345],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990337,0.000016008726,0.00016880472,0.00023810676,0.00017310814,0.00037030145],"domain_scores_gemma":[0.99917716,0.00008847945,0.000048905025,0.00060745503,0.0000341124,0.000043876193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004893844,0.00008415371,0.00008317048,0.00017226598,0.00005502602,0.000061462204,0.001155602,0.000083345534,0.000006173593],"category_scores_gemma":[0.00028363316,0.00007583315,0.000027644694,0.00048952695,0.000023831166,0.00047064663,0.00049123727,0.00016891914,0.000031401738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022274075,0.000072523384,0.0066412454,0.000016841615,0.000003842964,0.00014895502,0.0006467399,0.000003311298,0.013578156,0.27042726,0.009516623,0.6989222],"study_design_scores_gemma":[0.00055792613,0.0001939933,0.011093681,0.00012249095,0.000003171925,0.000078481426,0.000115488685,0.0036430445,0.1806897,0.7660133,0.036901426,0.0005872583],"about_ca_topic_score_codex":0.00007126348,"about_ca_topic_score_gemma":0.00012542168,"teacher_disagreement_score":0.698335,"about_ca_system_score_codex":0.00008171224,"about_ca_system_score_gemma":0.000022081536,"threshold_uncertainty_score":0.3092386},"labels":[],"label_agreement":null},{"id":"W2001615126","doi":"10.1145/2701583.2701597","title":"Report on the 1st International Workshop on Information Access in Smart Cities (i-ASC 2014)","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"IBM; Computer science; Smart city; Sustainability; Social media; Event (particle physics); Information infrastructure; Information system; World Wide Web; Data science; Political science; Internet of Things","score_opus":0.01863138344186197,"score_gpt":0.26211179760482506,"score_spread":0.2434804141629631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001615126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69124323,0.000019176863,0.13055746,0.070665315,0.004219981,0.00042251908,0.000003383654,0.0003612335,0.10250772],"genre_scores_gemma":[0.99435216,0.000005949251,0.00047440996,0.0045012725,0.00010078736,0.000021726217,0.000011453379,0.0000065576714,0.00052569504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987502,0.000056631856,0.0003155662,0.00022398483,0.0003837682,0.00026983419],"domain_scores_gemma":[0.9981699,0.00049155706,0.00016911831,0.0010582942,0.00006977154,0.00004138623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007605466,0.00013042739,0.000112007554,0.00018186869,0.00016367731,0.00067626056,0.001497701,0.00006429471,0.000021433741],"category_scores_gemma":[0.0009459405,0.00009506098,0.00005493147,0.00020282085,0.0000416375,0.0009823833,0.0005123364,0.00022826101,0.00016751057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078518184,0.00014216494,0.055362117,0.000024989771,0.00005211723,0.000055342964,0.0028586374,0.00878245,0.0001008801,0.2568356,0.25742164,0.41828555],"study_design_scores_gemma":[0.0014142616,0.00028828095,0.13388711,0.0007666053,0.000010863979,0.00020837385,0.0011750998,0.148649,0.007120916,0.053498555,0.6519158,0.0010651277],"about_ca_topic_score_codex":0.00006268046,"about_ca_topic_score_gemma":0.000039304196,"teacher_disagreement_score":0.4172204,"about_ca_system_score_codex":0.00006324025,"about_ca_system_score_gemma":0.00003020094,"threshold_uncertainty_score":0.65211964},"labels":[],"label_agreement":null},{"id":"W2011189381","doi":"10.1145/2093346.2093351","title":"Report on the first summer school on NLP and IR in Beijing","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Beijing; Computer science; Event (particle physics); Natural language processing; Artificial intelligence; China; History","score_opus":0.020369354272696084,"score_gpt":0.28229319489464927,"score_spread":0.2619238406219532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011189381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8694173,0.005484562,0.016284108,0.09779318,0.0009613733,0.00085011416,0.0000025034992,0.0011796748,0.008027202],"genre_scores_gemma":[0.9685428,0.0000083600235,0.027137065,0.004050267,0.00006272282,0.000022398499,7.6793503e-7,0.000009460709,0.0001661295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901927,0.000023523198,0.00015508306,0.00024321073,0.00020420371,0.0003547349],"domain_scores_gemma":[0.9987612,0.0002231306,0.0000788651,0.00085068383,0.000020874708,0.00006525848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004974805,0.00011680781,0.00009769065,0.00008802426,0.00013986792,0.000116856994,0.0007953152,0.000065357366,0.000007182248],"category_scores_gemma":[0.00082705467,0.000074417745,0.000025584519,0.00022716561,0.000031793217,0.0004641454,0.0004984292,0.00027719824,0.000029856668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033126667,0.0002291591,0.63647884,0.00004602759,0.000022096823,0.0002678629,0.0011028196,0.0000034232462,0.0011760283,0.20393878,0.059649553,0.09705226],"study_design_scores_gemma":[0.0016081355,0.0011067125,0.2699439,0.0019232099,0.00003620608,0.001078625,0.00046893043,0.0029908742,0.18922354,0.26895595,0.2598317,0.0028322164],"about_ca_topic_score_codex":0.00003289773,"about_ca_topic_score_gemma":0.000022671877,"teacher_disagreement_score":0.36653498,"about_ca_system_score_codex":0.00005023603,"about_ca_system_score_gemma":0.000016813252,"threshold_uncertainty_score":0.30346677},"labels":[],"label_agreement":null},{"id":"W2041889759","doi":"10.1145/2641383.2641388","title":"Report on the CIKM workshop on living labs for information retrieval evaluation","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Session (web analytics); Scope (computer science); Information retrieval; World Wide Web; Data science","score_opus":0.24541019085817245,"score_gpt":0.4366114750163633,"score_spread":0.19120128415819088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041889759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89541936,0.000010773995,0.013541847,0.03149343,0.0016777777,0.0018581366,0.000020840556,0.00014158513,0.055836223],"genre_scores_gemma":[0.9912296,0.0000022909896,0.00028706194,0.0051834774,0.00012428283,0.00007927104,0.000051098235,0.000007638478,0.0030353141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965256,0.00013810083,0.00072357734,0.0002181407,0.0021165996,0.00027797584],"domain_scores_gemma":[0.9936838,0.0040403274,0.00053179724,0.0011137252,0.0005709383,0.000059408485],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011944228,0.00014326737,0.00014955646,0.00029373786,0.0004346571,0.00061948935,0.00088077737,0.00008237135,0.00034340506],"category_scores_gemma":[0.038185127,0.00008788983,0.00013728741,0.0005364089,0.00003496696,0.0014539737,0.00019680952,0.00013514061,0.0010131623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002621542,0.00006534209,0.007180107,0.000008168107,0.000025544341,7.0944265e-7,0.0016957308,0.0013798384,0.000041360694,0.050069522,0.46729416,0.47197735],"study_design_scores_gemma":[0.00074280263,0.0003362389,0.080211334,0.00009855605,0.00006128089,0.00000516466,0.004150116,0.06716872,0.0004908669,0.030711802,0.81565714,0.0003659805],"about_ca_topic_score_codex":0.0000022879547,"about_ca_topic_score_gemma":0.0000073441765,"teacher_disagreement_score":0.47161138,"about_ca_system_score_codex":0.00007447381,"about_ca_system_score_gemma":0.00003868079,"threshold_uncertainty_score":0.9997647},"labels":[],"label_agreement":null},{"id":"W2056419757","doi":"10.1145/1113343.1113353","title":"Report on the ACM International Workshop on Methodologies and Evaluation of Lexical Cohesion Techniques in Real-World Applications (ELECTRA 2005) held at SIGIR 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Cohesion (chemistry); Natural language processing; Sentence; Computational linguistics; Information retrieval; Artificial intelligence; Question answering; Linguistics","score_opus":0.08345274433676694,"score_gpt":0.4050711201048519,"score_spread":0.32161837576808494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056419757","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1598968,0.0044876616,0.41476992,0.39148638,0.0004498646,0.006054185,0.000026697478,0.002814994,0.0200135],"genre_scores_gemma":[0.48661342,0.0002182368,0.5110892,0.0009518773,0.0000912539,0.00038327658,0.000015821412,0.000014578095,0.0006223261],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99784344,0.00022587282,0.00043078035,0.00050291774,0.0006746521,0.000322349],"domain_scores_gemma":[0.99639106,0.0014916112,0.00028778933,0.0016185185,0.00016451611,0.000046509278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030586543,0.00018043177,0.0002009688,0.00031916727,0.00012683454,0.00007877743,0.0020271533,0.00013883096,0.000030421013],"category_scores_gemma":[0.003084548,0.00012915357,0.000055082906,0.0003940538,0.00010430133,0.00033022097,0.0010794604,0.00033308548,0.000006662457],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010757397,0.00019730139,0.002220146,0.000014752692,0.000029242685,0.000010666028,0.00021707201,0.000089502915,0.0185567,0.070637956,0.024645105,0.88327396],"study_design_scores_gemma":[0.00024837756,0.00012550088,0.0033618663,0.00022632192,0.000022211567,0.000046625788,0.000038549046,0.0045172563,0.6517519,0.320476,0.018860493,0.00032489924],"about_ca_topic_score_codex":0.000040619823,"about_ca_topic_score_gemma":0.00052289525,"teacher_disagreement_score":0.88294905,"about_ca_system_score_codex":0.00036615398,"about_ca_system_score_gemma":0.00008494729,"threshold_uncertainty_score":0.52667296},"labels":[],"label_agreement":null},{"id":"W2059882478","doi":"10.1145/1394251.1394268","title":"The Fourth Asian Information Retrieval Symposium (AIRS 08)","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Beijing; Computer science; China; Library science; TRACE (psycholinguistics); Information retrieval; History; Linguistics","score_opus":0.010923728138995347,"score_gpt":0.21613401612441624,"score_spread":0.2052102879854209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059882478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12949355,0.0004166694,0.59575987,0.20489144,0.0030878128,0.00055389025,0.00006294476,0.0014621811,0.06427165],"genre_scores_gemma":[0.9908025,0.00010849603,0.007195586,0.0008504969,0.000077218254,0.0000045671695,0.000028783661,0.000006123966,0.0009261728],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988337,0.000035676007,0.00024262974,0.00017168252,0.00036093005,0.00035538324],"domain_scores_gemma":[0.9983428,0.00011895406,0.00011683005,0.0012660809,0.0000722696,0.00008305477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002883637,0.00010971352,0.00010773181,0.00008537416,0.00071425847,0.00025995873,0.0018013228,0.000053065967,0.000004975533],"category_scores_gemma":[0.00028861724,0.000076394164,0.000090410605,0.00052726024,0.00006722813,0.0015537972,0.0005442452,0.0001327393,0.0003308468],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008907174,0.00013192311,0.020640867,0.000030493582,0.00037026146,0.00008255569,0.011540577,0.00063965644,0.00082454394,0.08454736,0.49733877,0.3837639],"study_design_scores_gemma":[0.00091805024,0.00031822533,0.011019503,0.00003150097,0.000046465702,0.00020082625,0.0012635192,0.06864263,0.0037400308,0.005416719,0.907727,0.0006755549],"about_ca_topic_score_codex":0.000022274844,"about_ca_topic_score_gemma":0.000008578707,"teacher_disagreement_score":0.861309,"about_ca_system_score_codex":0.000029213752,"about_ca_system_score_gemma":0.00007116874,"threshold_uncertainty_score":0.54935706},"labels":[],"label_agreement":null},{"id":"W2064224510","doi":"10.1145/2422256.2422269","title":"Open source information retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Open source; Information retrieval; World Wide Web; Library science; Data science; Software","score_opus":0.021498732009247255,"score_gpt":0.26906679720650123,"score_spread":0.24756806519725397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064224510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080115095,0.00016892025,0.88485855,0.010493074,0.0008091451,0.00022258914,0.000017695269,0.00040273505,0.022912202],"genre_scores_gemma":[0.9700248,0.000004346803,0.027378302,0.0015671897,0.000068674904,0.0000031128268,0.000035424127,0.0000041471926,0.00091400015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999199,0.000023966588,0.00016004131,0.00010713482,0.00018715143,0.00032273546],"domain_scores_gemma":[0.99877566,0.000056173023,0.00008403405,0.00094594486,0.000034355864,0.00010384962],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000435013,0.00007419057,0.00009813024,0.00007671948,0.00014057102,0.0004831387,0.0027112819,0.000039621904,0.000028749659],"category_scores_gemma":[0.00030813678,0.000064265936,0.000039759612,0.00038601592,0.000013942234,0.0058850273,0.002454626,0.000073165094,0.0008515209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022178796,0.00011596986,0.049505074,0.000015820022,0.00009060216,0.0000014066734,0.0043671923,0.000059409125,0.00042631567,0.052000903,0.23817678,0.65521836],"study_design_scores_gemma":[0.0003524998,0.000054970165,0.0064111054,0.000012557144,0.00001710354,0.0000132920195,0.00037915984,0.008637834,0.0026464062,0.0014573488,0.9797563,0.00026140668],"about_ca_topic_score_codex":0.00005282985,"about_ca_topic_score_gemma":0.0000014825123,"teacher_disagreement_score":0.8899097,"about_ca_system_score_codex":0.000019422721,"about_ca_system_score_gemma":0.000024947396,"threshold_uncertainty_score":0.99992645},"labels":[],"label_agreement":null},{"id":"W2068557399","doi":"10.1145/792550.792556","title":"Analysis of papers from twenty-five years of SIGIR conferences","year":2002,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Library science; Quarter (Canadian coin); History; Computer science; Media studies; Sociology; Archaeology","score_opus":0.026095977432805534,"score_gpt":0.27175001377879693,"score_spread":0.2456540363459914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068557399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88356817,0.00038333895,0.000016037466,0.0008621373,0.00029611186,0.00017479577,0.00011525858,0.000039136,0.11454504],"genre_scores_gemma":[0.9988513,0.00026073385,0.00011197983,0.00008657394,0.00002806008,0.000008661076,0.000012420351,0.000003313215,0.0006369487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985904,0.00007287252,0.00042671736,0.00013488962,0.00052473287,0.00025037487],"domain_scores_gemma":[0.9986375,0.0004230581,0.00037356414,0.00031410542,0.00019702375,0.00005474806],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029946666,0.00008657964,0.0003792788,0.000307661,0.00015672667,0.000022314482,0.0004558798,0.00008359979,0.0010881727],"category_scores_gemma":[0.00045445922,0.00008400515,0.00022480503,0.001169533,0.0004054267,0.00018081762,0.00010450864,0.00005408027,0.00003561752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009376707,0.00006816389,0.84756213,0.000014899256,0.0023263202,0.0000012424487,0.11195231,0.00008221348,0.00011625666,0.019622399,0.0034250566,0.014819607],"study_design_scores_gemma":[0.0005717857,0.000109775,0.6032502,0.000058123354,0.0009192194,8.4906176e-8,0.28073686,0.00028992232,0.00017455776,0.002975964,0.11054498,0.0003685514],"about_ca_topic_score_codex":0.0130570885,"about_ca_topic_score_gemma":0.005791047,"teacher_disagreement_score":0.24431197,"about_ca_system_score_codex":0.00001869353,"about_ca_system_score_gemma":0.000025774083,"threshold_uncertainty_score":0.99982494},"labels":[],"label_agreement":null},{"id":"W2070702247","doi":"10.1145/1328964.1328967","title":"Meeting of the MINDS","year":2007,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Key (lock); Space (punctuation); Probabilistic logic; Vector space model; Work (physics); Development (topology); Data science; World Wide Web; Information retrieval; Artificial intelligence","score_opus":0.12089356568520415,"score_gpt":0.4059370702158174,"score_spread":0.2850435045306132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070702247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.714979,0.0001446283,0.010209378,0.016522158,0.0012296287,0.00030376398,0.000034294106,0.000037162023,0.25653997],"genre_scores_gemma":[0.9930308,0.0000016161671,0.001276759,0.0013267731,0.000024672427,0.0000010167819,0.0000011445323,0.0000031861168,0.004334018],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827665,0.000057930494,0.0004129338,0.00017880872,0.0008529299,0.00022076722],"domain_scores_gemma":[0.9974316,0.0010434678,0.00018870736,0.0012341567,0.00006682317,0.000035247424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054653725,0.000054240554,0.00010488696,0.000071062954,0.00010765883,0.00005077072,0.0018580314,0.000029565226,0.00013337957],"category_scores_gemma":[0.0056653284,0.000030360472,0.00008591675,0.00047477765,0.00008568238,0.00015090859,0.0011407337,0.00005500689,0.0001413788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031307056,0.0001217279,0.04894946,0.000009519662,0.00002791656,0.0000043670852,0.0009566504,0.00002674349,0.0016428286,0.09138636,0.2979901,0.55885303],"study_design_scores_gemma":[0.00017048871,0.000028603456,0.0459527,0.0000142845465,0.000008359959,0.0000010803627,0.0047865007,0.000032390235,0.012188127,0.07404162,0.86269724,0.00007862515],"about_ca_topic_score_codex":0.00005441898,"about_ca_topic_score_gemma":0.00024273859,"teacher_disagreement_score":0.5647071,"about_ca_system_score_codex":0.0000094074785,"about_ca_system_score_gemma":0.000011410085,"threshold_uncertainty_score":0.6782337},"labels":[],"label_agreement":null},{"id":"W2075245318","doi":"10.1145/1670564.1670576","title":"TREC-CHEM","year":2009,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Data science; Domain (mathematical analysis); Information retrieval; Database","score_opus":0.019420468175832994,"score_gpt":0.25382635029268097,"score_spread":0.23440588211684799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075245318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06761308,0.00026286684,0.87012887,0.03745679,0.00054262416,0.00011503185,6.079476e-7,0.00051346404,0.023366634],"genre_scores_gemma":[0.91139877,0.000004493388,0.08484694,0.0028458594,0.0000658262,0.0000020013388,5.6933675e-7,0.0000033448373,0.00083219126],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918425,0.000009766361,0.0001197582,0.00025133,0.00014766703,0.00028723673],"domain_scores_gemma":[0.9988669,0.000033069406,0.000029706373,0.0009865528,0.000020100404,0.00006364263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008420033,0.00007999995,0.000084735,0.000040023922,0.000062896004,0.00007193705,0.0011950843,0.00004204276,0.000013248335],"category_scores_gemma":[0.00006718809,0.00007350434,0.000046020683,0.00013963613,0.0000075125113,0.00029305267,0.00020999029,0.00007784964,0.00012834628],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017063837,0.000034095046,0.00068358594,0.0000017766961,0.0000043466316,0.000014353789,0.00028911518,0.00008834949,0.0016616776,0.129066,0.009404039,0.85875094],"study_design_scores_gemma":[0.0010559816,0.00037113123,0.009613964,0.000038323327,0.000009888078,0.00006620277,0.000092762115,0.13911429,0.030224992,0.6478733,0.17074017,0.0007989994],"about_ca_topic_score_codex":0.0000065399927,"about_ca_topic_score_gemma":0.0000022673723,"teacher_disagreement_score":0.85795194,"about_ca_system_score_codex":0.000020611438,"about_ca_system_score_gemma":0.00001939303,"threshold_uncertainty_score":0.299742},"labels":[],"label_agreement":null},{"id":"W2077110404","doi":"10.1145/2215676.2215680","title":"Report on BooksOnline'11","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"City, University of London; Connaught Fund; University of Toronto; University of Twente","keywords":"Computer science; Crowdsourcing; Salient; Social media; Reading (process); Context (archaeology); Digital library; World Wide Web; Key (lock); Library science; Data science; Political science; History","score_opus":0.02475597731603267,"score_gpt":0.2790317875960136,"score_spread":0.2542758102799809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077110404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6079904,0.0007544533,0.28312886,0.055248536,0.0040753805,0.00028737617,0.000043539978,0.0016540099,0.046817478],"genre_scores_gemma":[0.96707445,0.0000036521021,0.027855095,0.0012918591,0.00022093263,0.0000056179365,0.000023525652,0.000008637664,0.0035162363],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988751,0.00002110604,0.00018298601,0.00026470254,0.00023638009,0.00041976463],"domain_scores_gemma":[0.9979935,0.00007985056,0.00008607814,0.0016813027,0.000025722069,0.00013351372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032572608,0.00010591272,0.00012788849,0.000083705985,0.00010524658,0.000075783595,0.001048844,0.000043612992,0.000021163642],"category_scores_gemma":[0.00029359112,0.00008769638,0.00008396918,0.00021881126,0.00001829793,0.00048791463,0.0004879901,0.0000835484,0.00039225287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072086177,0.00048487788,0.38185108,0.000013203561,0.00012198815,0.0002958003,0.0005785012,0.00003191938,0.00083042274,0.10984764,0.3390239,0.16691346],"study_design_scores_gemma":[0.0003094473,0.00013285235,0.027095484,0.000035310022,0.000038954,0.00024791918,0.00008485851,0.003290958,0.00681794,0.0042235316,0.957189,0.0005337314],"about_ca_topic_score_codex":0.000036372905,"about_ca_topic_score_gemma":0.000006715662,"teacher_disagreement_score":0.61816514,"about_ca_system_score_codex":0.000018009445,"about_ca_system_score_gemma":0.000022371687,"threshold_uncertainty_score":0.50417477},"labels":[],"label_agreement":null},{"id":"W2080549944","doi":"10.1145/1394251.1394257","title":"Advances in information and knowledge management","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Universidade de Lisboa; Pennsylvania State University","keywords":"Computer science; Data science; Knowledge extraction; Data management; Personal information management; XML; Digital library; World Wide Web; Information management; Information extraction; Knowledge management; Information system; Information retrieval; Management information systems; Database; Data mining","score_opus":0.07697138455936814,"score_gpt":0.3808004260670133,"score_spread":0.30382904150764517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080549944","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14899205,0.0035544597,0.017015602,0.007117624,0.001049615,0.00095781253,0.000043654025,0.00013616637,0.821133],"genre_scores_gemma":[0.9925918,0.0025288614,0.0020048958,0.00092521263,0.0000142368,0.000025363304,0.000015908468,0.0000030176218,0.0018907278],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875516,0.000050106195,0.00040229587,0.00018104709,0.00041327524,0.00019813981],"domain_scores_gemma":[0.9990746,0.00021292659,0.00008928518,0.00053883175,0.000037988135,0.000046410303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010483605,0.000076916294,0.00012117498,0.00030101324,0.000113818525,0.00009071332,0.0006074062,0.00002522538,0.000049568902],"category_scores_gemma":[0.00052252726,0.000060459766,0.000023492015,0.0004555489,0.000070123686,0.0025240846,0.0008027368,0.000049897983,0.00071404804],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015859725,0.00003814165,0.009543776,0.000017146172,0.0000033867962,0.0000067911774,0.0009378268,0.000015084687,6.5912997e-7,0.0627684,0.041122943,0.88553],"study_design_scores_gemma":[0.00035282582,0.000026714426,0.028364662,0.000009314992,0.0000019844442,0.000003004912,0.003379293,0.00012478937,0.000014437186,0.046994437,0.9206458,0.00008275341],"about_ca_topic_score_codex":0.000011495609,"about_ca_topic_score_gemma":0.00014077549,"teacher_disagreement_score":0.8854472,"about_ca_system_score_codex":0.000018783214,"about_ca_system_score_gemma":0.000009108003,"threshold_uncertainty_score":0.91778815},"labels":[],"label_agreement":null},{"id":"W2082311327","doi":"10.1145/1394251.1394266","title":"Information retrieval facility symposium in Vienna","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intellectual property; Library science; Computer science; Focus (optics); Political science; Law","score_opus":0.052472045723902946,"score_gpt":0.30531897671431074,"score_spread":0.2528469309904078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082311327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49832344,0.00013193968,0.40400407,0.054225363,0.0008745278,0.0012802606,0.000062599014,0.00053510844,0.040562686],"genre_scores_gemma":[0.99340695,0.00043454568,0.0046647694,0.00076289504,0.000015002879,0.000013688405,0.000046973757,0.0000028560703,0.0006523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984217,0.00009107039,0.00028143465,0.0002171859,0.00055763393,0.00043092133],"domain_scores_gemma":[0.99802375,0.00019200612,0.00009804884,0.0015374868,0.00006712124,0.00008158345],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000857818,0.00009818816,0.00010538288,0.00024030717,0.00013832461,0.0005757824,0.0027402996,0.00004573003,0.000011478998],"category_scores_gemma":[0.0015009195,0.00009316716,0.000032799104,0.0007503491,0.00005417988,0.05516138,0.0019598538,0.00019706564,0.0004338956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064600137,0.001027261,0.30692056,0.0004408198,0.00015424048,0.0005206484,0.013161891,0.0008706822,0.00488144,0.3841872,0.12544493,0.16174436],"study_design_scores_gemma":[0.0013280304,0.00030430444,0.11916609,0.000019916632,0.0000039057995,0.000045983863,0.00040387345,0.0094495835,0.0029876265,0.003795694,0.8620149,0.00048011754],"about_ca_topic_score_codex":0.00009856778,"about_ca_topic_score_gemma":0.00001639827,"teacher_disagreement_score":0.73656994,"about_ca_system_score_codex":0.0000810048,"about_ca_system_score_gemma":0.000067338195,"threshold_uncertainty_score":0.9580536},"labels":[],"label_agreement":null},{"id":"W2093432797","doi":"10.1145/3130348.3130358","title":"Information Retrieval using a Singular Value Decomposition Model of Latent Semantic Structure","year":2017,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Tensor decomposition and applications","field":"Mathematics","cited_by":387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Bell (Canada)","funders":"","keywords":"Computer science; Singular value decomposition; Citation; Information retrieval; Value (mathematics); Latent semantic analysis; World Wide Web; Artificial intelligence","score_opus":0.04617564812377155,"score_gpt":0.3387440814574338,"score_spread":0.2925684333336622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093432797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92070585,0.0000069258926,0.077752635,0.00084628287,0.00007438031,0.0002691985,0.000086596796,0.00005687558,0.00020126112],"genre_scores_gemma":[0.92439413,0.0000027674182,0.07538478,0.000116382456,0.000022666443,0.0000013510063,0.000043393688,0.000013792006,0.00002073145],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990804,0.000016478334,0.0003787069,0.00010430273,0.00023236137,0.00018773036],"domain_scores_gemma":[0.99832135,0.000050901,0.0004871624,0.0009314107,0.00015322956,0.000055923225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010542195,0.00012772325,0.00020243529,0.00008113407,0.00043254867,0.00011069858,0.0004025876,0.0001061567,0.000019431052],"category_scores_gemma":[0.00022242349,0.000121684076,0.00009517216,0.000055305165,0.000061249906,0.0005729284,0.00016072621,0.0001072175,0.000008993285],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016440217,0.00025217788,0.0027152835,0.00042186934,0.00015534082,0.000002042348,0.0017364831,0.0116378525,0.5847843,0.39451814,0.0013809875,0.0022310733],"study_design_scores_gemma":[0.0006498418,0.000035843015,0.0014512838,0.00010241953,0.00011352873,0.000020163021,0.00006554313,0.3212379,0.08557114,0.59048235,0.00006149125,0.00020852302],"about_ca_topic_score_codex":0.000019014245,"about_ca_topic_score_gemma":0.000002801538,"teacher_disagreement_score":0.49921322,"about_ca_system_score_codex":0.00005218715,"about_ca_system_score_gemma":0.000033610177,"threshold_uncertainty_score":0.49621326},"labels":[],"label_agreement":null},{"id":"W2099048704","doi":"10.1145/1924475.1924484","title":"Report on the SIGIR 2010 workshop on the simulation of interaction","year":2011,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Embodied cognition; Human–computer interaction; Interface (matter); User interface; Data science; Information retrieval; Artificial intelligence","score_opus":0.09104068326569431,"score_gpt":0.31459873072407246,"score_spread":0.22355804745837815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099048704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781482,0.000009040293,0.07114058,0.019338459,0.0019051159,0.0008807002,0.000004454383,0.00016994774,0.02840353],"genre_scores_gemma":[0.99754393,0.000002916856,0.0003261895,0.0010632392,0.000027627288,0.000015561256,0.000002997514,0.0000047219414,0.0010128057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989135,0.000058691636,0.00029406816,0.00014626433,0.0003950512,0.00019238258],"domain_scores_gemma":[0.99781406,0.00073369825,0.00022110814,0.0010549468,0.00014188109,0.00003429969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005714427,0.000095220705,0.00008164852,0.00007275992,0.00018545584,0.000066835004,0.0008775347,0.000054397005,0.0001335377],"category_scores_gemma":[0.00069759396,0.00004885896,0.00007907953,0.00028266804,0.000047920563,0.00047524425,0.00021516721,0.00023687004,0.00019037706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063011807,0.0009088526,0.008691542,0.000030741598,0.00012141637,0.00007844019,0.017033454,0.0099249715,0.0021777109,0.5349891,0.053515974,0.37189764],"study_design_scores_gemma":[0.0012904522,0.002289847,0.15294616,0.00043242055,0.000059474773,0.00010769067,0.004207219,0.45213312,0.22546749,0.058985095,0.10083088,0.0012501399],"about_ca_topic_score_codex":0.000022864648,"about_ca_topic_score_gemma":0.00000392726,"teacher_disagreement_score":0.47600403,"about_ca_system_score_codex":0.000028975901,"about_ca_system_score_gemma":0.000028600398,"threshold_uncertainty_score":0.24469754},"labels":[],"label_agreement":null},{"id":"W2145276519","doi":"10.1145/2492189.2492195","title":"Report on the workshop on search and exploration of x-rated information (SEXI 2013)","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Turun Yliopisto","keywords":"Computer science; World Wide Web; Perspective (graphical); Data science; Information retrieval; Artificial intelligence","score_opus":0.05616040018560992,"score_gpt":0.32929852605095394,"score_spread":0.27313812586534403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145276519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630125,0.00008792729,0.00006989856,0.014743842,0.00019161281,0.00026042925,0.0000021462192,0.00003322305,0.02159842],"genre_scores_gemma":[0.9985798,0.00008457017,0.000026634556,0.00038004492,0.000102403086,0.000011664406,0.00002466227,0.0000021515752,0.0007880915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9992839,0.00007553773,0.00013230176,0.000050664672,0.0002758163,0.00018179591],"domain_scores_gemma":[0.99953675,0.0001016423,0.00006930085,0.00016951609,0.00007983709,0.000042953347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059347926,0.000047670557,0.000052015777,0.000027371341,0.00027325627,0.000038212253,0.000101395475,0.000061108854,0.000061247745],"category_scores_gemma":[0.0005443231,0.000028483992,0.00001965338,0.0001734475,0.00006787876,0.0013492439,0.00003111262,0.00007690947,0.00006799165],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019676224,0.00024179876,0.023087509,0.000027443622,0.00006386604,0.000004284228,0.2902421,0.00021857729,0.0015130605,0.42203388,0.09527815,0.16709258],"study_design_scores_gemma":[0.001029135,0.0005147614,0.11742403,0.0002554957,0.000064044354,0.000011446912,0.5491315,0.0002984777,0.0109461425,0.015849331,0.30375767,0.00071795686],"about_ca_topic_score_codex":0.00050512387,"about_ca_topic_score_gemma":0.00022186486,"teacher_disagreement_score":0.40618452,"about_ca_system_score_codex":0.000033005213,"about_ca_system_score_gemma":0.000020928965,"threshold_uncertainty_score":0.21016939},"labels":[],"label_agreement":null},{"id":"W2152646153","doi":"10.1145/2093346.2093360","title":"The 1st international workshop on diversity in document retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Diversity (politics); Information retrieval; World Wide Web; Search engine; Data science; Library science; Political science","score_opus":0.037267964630385154,"score_gpt":0.29892023057147904,"score_spread":0.26165226594109386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152646153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9123746,0.00014336382,0.014658333,0.04785456,0.005446157,0.0005366262,0.000007868557,0.00017891823,0.01879957],"genre_scores_gemma":[0.99745,0.0000298668,0.0005200148,0.00078128226,0.000058422596,0.0000031263128,0.0000030785818,0.0000021413314,0.0011520657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988288,0.000031322135,0.00015131818,0.00010147482,0.0005153622,0.00037169814],"domain_scores_gemma":[0.9991909,0.00020854344,0.000049540635,0.00041800897,0.000050629627,0.00008236309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058181124,0.00007276543,0.000055357854,0.00007584975,0.0003387771,0.00015702867,0.0015244422,0.000040191022,0.000033106087],"category_scores_gemma":[0.00024960696,0.000049518327,0.000044676504,0.0002563634,0.00003379995,0.00095641246,0.0018198849,0.0001770524,0.00026763882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028972278,0.00029785145,0.20542668,0.000005379164,0.000035974776,0.000014506097,0.0063165664,0.00006337485,0.00012129847,0.4441352,0.02215401,0.32113945],"study_design_scores_gemma":[0.002117341,0.00024254406,0.59269184,0.000059413927,0.0000084524,0.000017939876,0.0016149982,0.0038045454,0.005826689,0.016392704,0.37658542,0.00063813286],"about_ca_topic_score_codex":0.000013484356,"about_ca_topic_score_gemma":0.0000061749306,"teacher_disagreement_score":0.42774248,"about_ca_system_score_codex":0.00013004777,"about_ca_system_score_gemma":0.000018734116,"threshold_uncertainty_score":0.34400448},"labels":[],"label_agreement":null},{"id":"W2158222053","doi":"10.1145/2568388.2568403","title":"Report on the SIGIR 2013 workshop on modeling user behavior for information retrieval evaluation (MUBE 2013)","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"","keywords":"Breakout; Computer science; Set (abstract data type); Information retrieval; World Wide Web","score_opus":0.055716895240229845,"score_gpt":0.31101639091792865,"score_spread":0.25529949567769883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158222053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72896326,0.000036350648,0.2229654,0.036059402,0.0018421288,0.007274549,0.000030159672,0.0004117062,0.002417053],"genre_scores_gemma":[0.9886406,0.00002769713,0.00523011,0.0034679847,0.00012949115,0.0011503471,0.0001963187,0.000023379365,0.0011340849],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965816,0.00008944537,0.00081542827,0.00034098735,0.0015228757,0.0006496632],"domain_scores_gemma":[0.9962543,0.00038173972,0.00035360828,0.0016145196,0.0012362436,0.00015957549],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018876928,0.00028125494,0.000209416,0.0002650501,0.0005886757,0.0008230111,0.0014152633,0.00020031355,0.00016228018],"category_scores_gemma":[0.0014095905,0.0001938157,0.00018708559,0.00053637556,0.000044583783,0.004196519,0.00033620637,0.00036808904,0.0012131378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004651328,0.00065388513,0.0013769873,0.00007603786,0.00010611912,0.000013651169,0.0037484802,0.07092222,0.00081132026,0.05730484,0.35056812,0.5139532],"study_design_scores_gemma":[0.0010829893,0.0004416369,0.0030554074,0.00007029072,0.000041065803,0.000029233113,0.00044630206,0.9687613,0.0020752763,0.0055539454,0.017922672,0.00051983603],"about_ca_topic_score_codex":0.00010889826,"about_ca_topic_score_gemma":0.0000070698634,"teacher_disagreement_score":0.8978391,"about_ca_system_score_codex":0.0001969559,"about_ca_system_score_gemma":0.00018896886,"threshold_uncertainty_score":0.9995645},"labels":[],"label_agreement":null},{"id":"W2158915197","doi":"10.1145/1067268.1067274","title":"The TREC terabyte retrieval track","year":2005,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Terabyte; Computer science; Information retrieval; Search engine indexing; Track (disk drive); Context (archaeology); Automatic indexing","score_opus":0.015756660617878095,"score_gpt":0.2564480901007232,"score_spread":0.24069142948284514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158915197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5177381,0.0054864744,0.060332566,0.37433884,0.003605905,0.0005714467,0.000004488651,0.0015544001,0.03636777],"genre_scores_gemma":[0.9816778,0.00008671423,0.013361296,0.0017524206,0.00017300269,0.000004066639,5.9806376e-7,0.0000070392302,0.0029370964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890834,0.000032812783,0.00017526824,0.00024836656,0.0002123321,0.00042286256],"domain_scores_gemma":[0.99836546,0.00037862163,0.000053667456,0.0011177487,0.000032243603,0.000052247113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025604555,0.00010728033,0.000105583254,0.000028996772,0.00028985666,0.00023043668,0.0020340933,0.000054276054,0.000010640139],"category_scores_gemma":[0.000338978,0.00006625864,0.00007652624,0.0001895579,0.00006937379,0.00037398236,0.00040134392,0.00011657857,0.0002797773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024835905,0.000043354747,0.0023080565,0.0000028545207,0.000023414594,0.000014138226,0.00060890126,0.000015644553,0.0007454841,0.05273231,0.055636827,0.8878442],"study_design_scores_gemma":[0.00053945015,0.00015807731,0.019084085,0.0000114135555,0.000008817901,0.000053917847,0.00022934379,0.0072254767,0.020013906,0.03317363,0.9192076,0.000294337],"about_ca_topic_score_codex":0.000009094049,"about_ca_topic_score_gemma":0.00006537562,"teacher_disagreement_score":0.8875498,"about_ca_system_score_codex":0.000025390296,"about_ca_system_score_gemma":0.00003310008,"threshold_uncertainty_score":0.3779885},"labels":[],"label_agreement":null},{"id":"W2167442898","doi":"10.1145/1480506.1480529","title":"Exploiting task-document relations in support of information retrieval in the workplace","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Information retrieval; Task (project management); Cognitive models of information retrieval; Context (archaeology); Information needs; Information seeking; Personal information management; Core (optical fiber); Human–computer information retrieval; Document retrieval; Information system; Search engine; World Wide Web; Data science; Management information systems","score_opus":0.02133040209931976,"score_gpt":0.2606112803540804,"score_spread":0.23928087825476063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167442898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95847857,0.000018009394,0.026941866,0.008092642,0.00017532431,0.0005502789,0.0000066399216,0.00005797393,0.0056786765],"genre_scores_gemma":[0.9954486,0.00001584827,0.0035646467,0.00077732437,0.00000774511,0.000015495782,0.000019097743,0.0000022599759,0.00014900784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985116,0.000060530732,0.00054156675,0.000088735294,0.00050991436,0.00028763516],"domain_scores_gemma":[0.9990767,0.00019632385,0.00015463812,0.00045679498,0.00008103115,0.00003449618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082629366,0.00008242003,0.000109858454,0.0002743101,0.00011988149,0.000056735687,0.00087974354,0.00005607886,0.000024755345],"category_scores_gemma":[0.0003905647,0.00006384371,0.000044515058,0.0010930744,0.00004209945,0.0027424733,0.00023325322,0.00022060711,0.00010446391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003008252,0.0005502219,0.4481663,0.00012465105,0.000026558226,0.00013642969,0.20762111,0.0038146554,0.00072687946,0.22839098,0.0479947,0.06214669],"study_design_scores_gemma":[0.005973282,0.00114661,0.8188012,0.00017276793,0.000015450869,0.00032427508,0.013322781,0.020077175,0.010794784,0.02055761,0.10766759,0.0011464709],"about_ca_topic_score_codex":0.000040944506,"about_ca_topic_score_gemma":0.000011108573,"teacher_disagreement_score":0.3706349,"about_ca_system_score_codex":0.00007531427,"about_ca_system_score_gemma":0.00011953004,"threshold_uncertainty_score":0.2603471},"labels":[],"label_agreement":null},{"id":"W2287148974","doi":"10.1145/2888422.2888439","title":"Report on the SIGIR 2015 Workshop on Reproducibility, Inexplicability, and Generalizability of Results (RIGOR)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Università degli Studi di Padova","keywords":"Generalizability theory; Computer science; Presentation (obstetrics); Thursday; Information retrieval; Library science; Data science; Statistics; Medicine","score_opus":0.04259519423738254,"score_gpt":0.3006233049999692,"score_spread":0.25802811076258664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287148974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.849148,0.00007002734,0.0046232934,0.14381103,0.00023291339,0.00029911104,0.00007167718,0.00014666986,0.0015972853],"genre_scores_gemma":[0.99553674,0.000029047753,0.0026268351,0.0007002136,0.00008035628,0.000023015378,0.000010663806,0.000011204388,0.000981947],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99600005,0.00028542857,0.0007569217,0.002041582,0.0005220588,0.0003939852],"domain_scores_gemma":[0.9848558,0.001966414,0.0003536961,0.012521529,0.00017792228,0.00012467653],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005688907,0.0002303333,0.00035637384,0.0000948482,0.00016410455,0.00008632347,0.0018333741,0.00010023985,0.000013912684],"category_scores_gemma":[0.01669456,0.00011954225,0.00013711792,0.00052331336,0.00029565935,0.000311224,0.0016041728,0.00016048568,0.00002898022],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060731015,0.0016971398,0.19015272,0.000079121965,0.00031869684,0.00010515759,0.0012500635,0.00017373748,0.010344176,0.05430614,0.32452732,0.41643843],"study_design_scores_gemma":[0.0052994844,0.0031645675,0.3087355,0.0010430319,0.00022282939,0.00023481816,0.00051207474,0.005977084,0.14497538,0.3671139,0.15978198,0.0029393956],"about_ca_topic_score_codex":0.000107175096,"about_ca_topic_score_gemma":0.000043427055,"teacher_disagreement_score":0.41349903,"about_ca_system_score_codex":0.00005641903,"about_ca_system_score_gemma":0.00007158014,"threshold_uncertainty_score":0.99158823},"labels":[],"label_agreement":null},{"id":"W2465765001","doi":"10.1145/2964797.2964806","title":"Report on the Eighth Workshop on Exploiting Semantic Annotations in Information Retrieval (ESAIR '15)","year":2016,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Event (particle physics); Focus (optics); World Wide Web; Field (mathematics); Semantic Web; Track (disk drive); Data science; Information retrieval","score_opus":0.030702390798121124,"score_gpt":0.262404220364391,"score_spread":0.23170182956626986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465765001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62497693,0.000010668625,0.32076386,0.049696494,0.00050791015,0.00029157804,0.0000016878254,0.00017884391,0.0035720658],"genre_scores_gemma":[0.9946821,0.000007168351,0.0033438746,0.0016197164,0.000055815515,0.000017830433,0.0000026602593,0.0000063936027,0.00026449154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99862665,0.000047203135,0.00039995523,0.00023982768,0.00036317404,0.00032320124],"domain_scores_gemma":[0.9978555,0.00069329434,0.00017563613,0.0011684843,0.00006398079,0.00004313557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056952704,0.00011607493,0.00010364648,0.00015799624,0.00016063418,0.000121400466,0.0007946823,0.00005980528,0.000011391647],"category_scores_gemma":[0.0019049998,0.00006877957,0.000046478628,0.0003914437,0.000022135044,0.0010878717,0.00026209798,0.00015540927,0.00016711897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000791816,0.00014792895,0.014873385,0.000029061805,0.000037087295,0.00019704599,0.006226551,0.0031289884,0.0010648536,0.5301478,0.010539941,0.43352816],"study_design_scores_gemma":[0.00556786,0.0009532338,0.09059585,0.004336783,0.00003979903,0.00045252833,0.0054239933,0.38273582,0.034811758,0.4045336,0.067545794,0.0030029814],"about_ca_topic_score_codex":0.000010256805,"about_ca_topic_score_gemma":0.000013698483,"teacher_disagreement_score":0.43052518,"about_ca_system_score_codex":0.00008744449,"about_ca_system_score_gemma":0.000051584164,"threshold_uncertainty_score":0.28047496},"labels":[],"label_agreement":null},{"id":"W2908686248","doi":"10.1145/3308774.3308788","title":"Autumn School for Information Retrieval and Foraging 2018","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Foraging; Computer science; Work (physics); Library science; Information retrieval; World Wide Web; Ecology","score_opus":0.013119702637084304,"score_gpt":0.2768595347667703,"score_spread":0.263739832129686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908686248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80107784,0.00034793213,0.0022027588,0.015948795,0.0031059822,0.0035315116,0.000056746594,0.00041868768,0.17330974],"genre_scores_gemma":[0.99690825,0.000040639177,0.00071082223,0.00069916266,0.00008787532,0.000028804661,0.00001313407,0.000005093008,0.001506212],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896055,0.000018795841,0.00027820654,0.000089270354,0.00029797814,0.0003552181],"domain_scores_gemma":[0.9991756,0.00016328992,0.00016289271,0.00021111484,0.00020415937,0.00008294646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081119576,0.00008701914,0.00013609503,0.00014761798,0.0006121438,0.00017548222,0.00021174432,0.00008509871,0.000043483175],"category_scores_gemma":[0.0009356246,0.000082129816,0.000054072323,0.00025206117,0.00008407928,0.0019118313,0.00012073604,0.00006573996,0.00030875026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025257783,0.00002274745,0.47259653,0.00042329158,0.00017773436,3.1041012e-7,0.079167254,0.000020524529,0.000096701355,0.29559177,0.12765053,0.024000017],"study_design_scores_gemma":[0.0007860469,0.00007994596,0.021591581,0.000036567046,0.000012105503,9.881481e-7,0.05146373,0.00013375291,0.000038276015,0.009293097,0.9163647,0.00019915018],"about_ca_topic_score_codex":0.00027883396,"about_ca_topic_score_gemma":0.00009557867,"teacher_disagreement_score":0.78871423,"about_ca_system_score_codex":0.00005642571,"about_ca_system_score_gemma":0.00006320047,"threshold_uncertainty_score":0.47081766},"labels":[],"label_agreement":null},{"id":"W2910577570","doi":"10.1145/3308774.3308781","title":"The Neural Hype and Comparisons Against Weak Baselines","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pace; Hyperparameter; Benchmark (surveying); Field (mathematics); Artificial intelligence; Data science; Point (geometry); Machine learning","score_opus":0.018584518233013887,"score_gpt":0.24437018413777653,"score_spread":0.22578566590476265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910577570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8837892,0.0010623336,0.080859184,0.029293526,0.0014497995,0.00026328038,0.0000019845384,0.00020972175,0.0030710145],"genre_scores_gemma":[0.98697203,0.000032429274,0.011031403,0.0011272776,0.000057990685,0.0000049410905,9.949856e-7,0.000006592795,0.00076636596],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999103,0.000031624455,0.00015372949,0.00025791323,0.00015175735,0.00030195905],"domain_scores_gemma":[0.9986282,0.0002679198,0.000048162416,0.0009638887,0.000032409353,0.00005939345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001755377,0.00009670645,0.00010609805,0.000025161742,0.00019021399,0.00018438496,0.001044816,0.000033166867,0.0000028153804],"category_scores_gemma":[0.000088072076,0.00006585007,0.000034994042,0.000099966295,0.00003177108,0.00023767089,0.0007458339,0.00011535131,0.00007089087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018140743,0.000056860958,0.21116894,0.000028078208,0.00004414067,0.000009035537,0.000590302,0.0031088903,0.0022625746,0.14518163,0.040874116,0.5966573],"study_design_scores_gemma":[0.00027334227,0.000041220832,0.0054505537,0.000010028504,0.0000028933698,0.000009134811,0.00015743294,0.8633653,0.00021566886,0.0028075362,0.12751056,0.00015632251],"about_ca_topic_score_codex":0.000015034069,"about_ca_topic_score_gemma":0.000022933322,"teacher_disagreement_score":0.86025643,"about_ca_system_score_codex":0.000009007021,"about_ca_system_score_gemma":0.00001962974,"threshold_uncertainty_score":0.26852882},"labels":[],"label_agreement":null},{"id":"W2911105724","doi":"10.1145/3308774.3308787","title":"Autumn School for Information Retrieval and Information Foraging (ASIRF 2017)","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Foraging; Information retrieval; Information behavior; Library science; World Wide Web; Ecology","score_opus":0.014916146409245011,"score_gpt":0.28157585946041536,"score_spread":0.26665971305117037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911105724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8864633,0.000045731493,0.0020518221,0.028795952,0.0013361814,0.0016475918,0.000047141348,0.00020750816,0.07940476],"genre_scores_gemma":[0.9952961,0.000039067956,0.0011857614,0.002391017,0.000092478265,0.000010439538,0.000088872905,0.0000028087795,0.0008934423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907887,0.000019110394,0.00022521746,0.00008865814,0.00029385023,0.00029430076],"domain_scores_gemma":[0.99937177,0.000101522455,0.00014074912,0.00017768457,0.00008771976,0.00012055113],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005338322,0.00007432957,0.0000824621,0.0001075043,0.00044923156,0.0005051696,0.0002659867,0.00011524741,0.00007843672],"category_scores_gemma":[0.0007875911,0.00007002881,0.000035464505,0.00024243904,0.000065306434,0.022899048,0.00006288035,0.00009000067,0.00028186693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045037636,0.000039034585,0.1417289,0.00020728886,0.000032459633,5.4002015e-7,0.030909713,0.000056689438,0.00063230767,0.58911914,0.102504805,0.13431874],"study_design_scores_gemma":[0.0006166077,0.00017824915,0.015902407,0.000025827117,0.000007102303,0.0000013233685,0.013297245,0.0008484761,0.00058116455,0.015060451,0.95328146,0.00019970395],"about_ca_topic_score_codex":0.000067771325,"about_ca_topic_score_gemma":0.000019909507,"teacher_disagreement_score":0.8507766,"about_ca_system_score_codex":0.000038173737,"about_ca_system_score_gemma":0.00024558426,"threshold_uncertainty_score":0.9907672},"labels":[],"label_agreement":null},{"id":"W2917961622","doi":"10.1145/3308774.3308785","title":"Report on CLEF 2018","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Clef; Contextualization; Computer science; Ninth; Social media; Presentation (obstetrics); World Wide Web; Library science","score_opus":0.025344372642390128,"score_gpt":0.3248668344821655,"score_spread":0.2995224618397754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917961622","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39582008,0.000006805827,0.000011354327,0.0074495994,0.00066483096,0.00013134323,0.0000016596483,0.00006930081,0.59584504],"genre_scores_gemma":[0.9426276,0.000014606996,0.00009758379,0.0031262615,0.00009630673,6.74191e-7,0.000005918407,0.0000050026265,0.054026045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991295,0.000021631196,0.00014501036,0.00009488529,0.0003323153,0.00027666267],"domain_scores_gemma":[0.99931556,0.000062806655,0.00008211955,0.0003956705,0.000033945864,0.000109914225],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004041814,0.00005506988,0.000073597665,0.00004272393,0.00017491882,0.00006533776,0.0002463943,0.000065065615,0.0019059218],"category_scores_gemma":[0.0007935596,0.00004744116,0.000041762545,0.00012416061,0.000040534367,0.0003435826,0.000044111595,0.0000663841,0.0051043467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024370596,0.000049250877,0.018386511,0.0000073097663,0.000013917956,0.000012824876,0.012357974,0.0000093658,0.00008980649,0.09584225,0.8395262,0.033680268],"study_design_scores_gemma":[0.00015646084,0.000061356455,0.011529108,0.000009746344,0.0000017726677,0.0000033471224,0.004096838,0.000008427607,0.00022576352,0.0026132015,0.9812036,0.000090370784],"about_ca_topic_score_codex":0.00021506171,"about_ca_topic_score_gemma":0.00008894643,"teacher_disagreement_score":0.5468075,"about_ca_system_score_codex":0.000050615417,"about_ca_system_score_gemma":0.00008989343,"threshold_uncertainty_score":0.99900645},"labels":[],"label_agreement":null},{"id":"W2995652189","doi":"10.1145/3458553.3458560","title":"Report on the First HIPstIR Workshop on the Future of Information Retrieval","year":2019,"lang":"en","type":"preprint","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Mainstream; Library science; Computer science; Information retrieval; Political science","score_opus":0.02401280320501431,"score_gpt":0.25147593058079315,"score_spread":0.22746312737577884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995652189","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18235038,0.00042165688,0.28864297,0.48677427,0.016155904,0.0031230515,0.000034658642,0.00044940267,0.022047715],"genre_scores_gemma":[0.99143326,0.00006563438,0.0026295853,0.0049132006,0.00041519746,0.000029726878,0.000022571077,0.000014607445,0.00047622423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794006,0.000060355324,0.00056859833,0.00038858945,0.0007392222,0.00030314704],"domain_scores_gemma":[0.9934879,0.00074068876,0.00069963105,0.004891494,0.00014686954,0.000033413904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010454078,0.0002514531,0.00025023776,0.00009747489,0.00017831703,0.00022786402,0.003761133,0.00031446034,0.000016171725],"category_scores_gemma":[0.00090061297,0.00013956007,0.00018436411,0.00022190744,0.000041102114,0.00026391054,0.002838983,0.0010185151,0.000105244435],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016452053,0.00011512067,0.0020611382,0.0003197623,0.00021111054,0.000034314296,0.0063472576,0.053636122,0.000014078844,0.6581329,0.16180477,0.117158875],"study_design_scores_gemma":[0.00068063015,0.0003099134,0.0070587215,0.0020700458,0.00006429266,0.00008916262,0.0014145181,0.28231987,0.00271036,0.18937175,0.5125208,0.0013899193],"about_ca_topic_score_codex":0.000014842527,"about_ca_topic_score_gemma":0.000007856175,"teacher_disagreement_score":0.80908287,"about_ca_system_score_codex":0.000093612274,"about_ca_system_score_gemma":0.00016275611,"threshold_uncertainty_score":0.69891834},"labels":[],"label_agreement":null},{"id":"W3136109765","doi":"10.1145/3458553.3458563","title":"The neural hype, justified!","year":2019,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Eternity; Artificial intelligence; Epistemology; Philosophy","score_opus":0.01663961322052802,"score_gpt":0.2390605215602842,"score_spread":0.2224209083397562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136109765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72486174,0.000894801,0.17868303,0.06088631,0.007459603,0.00055715337,0.0000021196158,0.00061110134,0.026044112],"genre_scores_gemma":[0.9888931,0.0000066565262,0.006348066,0.0011689712,0.000068495334,0.00000591754,4.914191e-7,0.0000065322897,0.003501778],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990839,0.000020550844,0.00012738038,0.00024246694,0.0001859374,0.00033977834],"domain_scores_gemma":[0.9982554,0.00018222575,0.000039639322,0.001449098,0.000028520615,0.00004513586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015213866,0.00007932796,0.00007251287,0.00002047764,0.0001498308,0.00016357707,0.0019261308,0.000034513385,0.000011005888],"category_scores_gemma":[0.00008647665,0.000053194555,0.000046607103,0.00011951461,0.000017939847,0.0002625449,0.0007660342,0.00011741356,0.00048017115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000750716,0.000021536698,0.01166478,0.000011888576,0.000018462613,0.000010324589,0.0003922448,0.0013625307,0.0018867787,0.3836317,0.016795674,0.58419657],"study_design_scores_gemma":[0.0005147503,0.000112526155,0.005092842,0.000014220976,0.000006880178,0.000035665787,0.00018536011,0.65466994,0.001428831,0.06255719,0.27500603,0.00037580065],"about_ca_topic_score_codex":0.000016395401,"about_ca_topic_score_gemma":0.00000813616,"teacher_disagreement_score":0.6533074,"about_ca_system_score_codex":0.000014457299,"about_ca_system_score_gemma":0.00002292308,"threshold_uncertainty_score":0.61717886},"labels":[],"label_agreement":null},{"id":"W3203502727","doi":"10.1145/3527546.3527552","title":"A proposed conceptual framework for a representational approach to information retrieval","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Query expansion; Document retrieval; Similarity (geometry); Relevance (law); Sentence; Natural language; Artificial intelligence; Natural language processing","score_opus":0.038002486838323676,"score_gpt":0.293113914803648,"score_spread":0.2551114279653243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203502727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008699054,0.000023391347,0.983044,0.006131302,0.00034753385,0.0004103615,0.000008813046,0.000107492786,0.0012279971],"genre_scores_gemma":[0.30310145,6.1576026e-7,0.6943062,0.002295968,0.00008397397,0.000032368258,0.000033333756,0.000004531985,0.00014155229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988159,0.000026357091,0.00025700376,0.00029106298,0.00032960746,0.00028008566],"domain_scores_gemma":[0.99860245,0.00020908337,0.0000704413,0.0007835546,0.00024337253,0.00009107194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017507543,0.00009153961,0.000115182294,0.00005767797,0.00012036071,0.00019456352,0.0007014564,0.000083796556,0.000007845963],"category_scores_gemma":[0.0019019569,0.00009182004,0.00006464086,0.0003721899,0.00002174233,0.0008221093,0.0004743263,0.000109488574,0.000034473447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002845173,0.00003903431,0.0002589417,0.000018344832,0.00001572886,0.0000012842996,0.0034259276,0.001625763,0.00026139978,0.9785438,0.0030552365,0.012726086],"study_design_scores_gemma":[0.0017424582,0.00024190856,0.0010819999,0.00006250597,0.000016915346,0.000056684705,0.003955131,0.38848862,0.021794936,0.52672786,0.055181436,0.00064953696],"about_ca_topic_score_codex":0.000003600652,"about_ca_topic_score_gemma":5.4495854e-7,"teacher_disagreement_score":0.45181593,"about_ca_system_score_codex":0.000044211756,"about_ca_system_score_gemma":0.0001789568,"threshold_uncertainty_score":0.37443125},"labels":[],"label_agreement":null},{"id":"W4225552142","doi":"10.1145/3527546.3527570","title":"Report on the 15th round of NII testbeds and community for information access research (NTCIR-15)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Scope (computer science); Question answering; Information retrieval; World Wide Web; Artificial intelligence; Programming language","score_opus":0.1691181348945088,"score_gpt":0.39618905820630096,"score_spread":0.22707092331179216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225552142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79250216,0.00005631029,0.18660453,0.015148025,0.0002208054,0.00040143591,0.0000069999774,0.000049561088,0.005010168],"genre_scores_gemma":[0.9913364,0.000009188066,0.007788449,0.0005904416,0.000022189086,0.00003256746,0.000010326601,0.0000039616543,0.0002064964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988042,0.00019674173,0.00027826245,0.00012988254,0.00034690616,0.00024402357],"domain_scores_gemma":[0.9961954,0.0016232678,0.00010896797,0.0016219753,0.00041058628,0.00003983515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023373337,0.00006801982,0.00010735766,0.00006154396,0.0005012489,0.0003108911,0.0013596393,0.000050378527,0.0000037683603],"category_scores_gemma":[0.0031312078,0.00005123673,0.000032918088,0.0003213059,0.0000615243,0.0009932548,0.0016519453,0.00034632164,0.000002920162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059512862,0.00037073417,0.051463652,0.0003718898,0.00009540903,0.000031643478,0.00942474,0.00060923473,0.0012898492,0.6386956,0.027246643,0.2703411],"study_design_scores_gemma":[0.0018760037,0.0011157878,0.06403775,0.00036789913,0.000025766343,0.00033297873,0.005605632,0.14550996,0.062032025,0.5921384,0.12624553,0.00071225775],"about_ca_topic_score_codex":0.00019632989,"about_ca_topic_score_gemma":0.000075243646,"teacher_disagreement_score":0.26962885,"about_ca_system_score_codex":0.000031934997,"about_ca_system_score_gemma":0.00013845885,"threshold_uncertainty_score":0.38552523},"labels":[],"label_agreement":null},{"id":"W4225643544","doi":"10.1145/3527546.3527557","title":"Report on the 44th international ACM SIGIR conference on research and development in information retrieval (SIGIR 2021)","year":2021,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Library science; Diversity (politics); World Wide Web; Political science","score_opus":0.05651165150014269,"score_gpt":0.2915587808469815,"score_spread":0.2350471293468388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225643544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97434866,0.00007080211,0.00014405946,0.0097248955,0.00063226675,0.00019126109,0.000010564842,0.00014382314,0.014733646],"genre_scores_gemma":[0.99845207,0.00023305666,0.0007402333,0.0001326712,0.000038591363,0.00003318307,0.00006355417,0.000011204995,0.0002954255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876374,0.000018709492,0.0003005411,0.00016766526,0.00043514872,0.00031420012],"domain_scores_gemma":[0.9987005,0.00044470877,0.00003770394,0.0006285847,0.00015657421,0.000031958436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044326496,0.00012483788,0.00011849074,0.00019188164,0.000113210386,0.00014986485,0.0004844226,0.000117562115,0.00011658225],"category_scores_gemma":[0.0025076687,0.00010005887,0.000019074741,0.00026237068,0.000072641735,0.00022984466,0.00052451814,0.00044068694,0.00007586975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006185829,0.00042835018,0.13096574,0.00032514104,0.00059067865,0.0013004683,0.0079693375,0.0030556659,0.0054148044,0.29763973,0.20841555,0.34327596],"study_design_scores_gemma":[0.0013894733,0.0004036454,0.07608572,0.0005225828,0.000005953177,0.00014455128,0.014513185,0.0034221704,0.18726972,0.043463666,0.6719907,0.00078864855],"about_ca_topic_score_codex":0.000010893773,"about_ca_topic_score_gemma":0.00005008095,"teacher_disagreement_score":0.46357515,"about_ca_system_score_codex":0.00016601435,"about_ca_system_score_gemma":0.000090503665,"threshold_uncertainty_score":0.40802822},"labels":[],"label_agreement":null},{"id":"W4250486641","doi":"10.1145/2568388.2568394","title":"HCIR 2013","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"Computer science; Event (particle physics); Library science; Digital library; Work (physics); Data science; World Wide Web","score_opus":0.014343968817514622,"score_gpt":0.23271042767851038,"score_spread":0.21836645886099576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250486641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5187503,0.0018219185,0.24315487,0.18520688,0.0035169297,0.00075029844,0.0000018049388,0.001890724,0.044906277],"genre_scores_gemma":[0.95867807,0.00002425076,0.037348177,0.002268088,0.00004900443,0.000027766015,7.5465744e-7,0.0000058469805,0.0015980479],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999133,0.000015274944,0.00012084603,0.00023042985,0.00013953296,0.0003609289],"domain_scores_gemma":[0.9987563,0.00010849143,0.00003689651,0.0009885208,0.00004488938,0.000064923624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006258986,0.000093797076,0.00010688777,0.000045753273,0.00008054273,0.00016011561,0.0015758523,0.000051400446,0.00012050434],"category_scores_gemma":[0.00011565772,0.00007301064,0.000049158185,0.00013659013,0.00003568664,0.0006080988,0.00063408434,0.000067586254,0.0029867778],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010612553,0.00004734741,0.017527742,0.00000812443,0.000019446867,0.000012860748,0.0003148898,0.00000771888,0.0013344024,0.07876992,0.67944473,0.22251174],"study_design_scores_gemma":[0.0007327001,0.00026595296,0.19687042,0.000027802662,0.000009580517,0.00006654711,0.0005034175,0.015038119,0.009790801,0.5115282,0.26440534,0.00076113845],"about_ca_topic_score_codex":0.0003015187,"about_ca_topic_score_gemma":0.000025170872,"teacher_disagreement_score":0.43992776,"about_ca_system_score_codex":0.000010608033,"about_ca_system_score_gemma":0.000017796248,"threshold_uncertainty_score":0.9977895},"labels":[],"label_agreement":null},{"id":"W4318256937","doi":"10.1145/3582524.3582533","title":"Report on the 1st Early Career Researchers' Roundtable for Information Access Research (ECRs4IR 2022) at CHIIR 2022","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Implementation; Event (particle physics); Computer science; Career development; Conjunction (astronomy); Medical education; Public relations; Political science; Medicine","score_opus":0.22925515299234653,"score_gpt":0.39115706814448803,"score_spread":0.1619019151521415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318256937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7843607,0.0004233696,0.04220005,0.12474354,0.004441903,0.0092888195,0.00053923175,0.00078014605,0.033222236],"genre_scores_gemma":[0.9728454,0.0000095372425,0.00016642454,0.0011519789,0.00014048477,0.0029499023,0.00011506281,0.000029576928,0.022591673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943505,0.0007854323,0.00057957385,0.0006411118,0.0025569925,0.0010863688],"domain_scores_gemma":[0.9930922,0.00297554,0.00030620824,0.0026443873,0.0008018113,0.00017987247],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007950233,0.00021299704,0.00026145036,0.00053603965,0.0027349414,0.0018986737,0.0047333157,0.00009361364,0.00026082748],"category_scores_gemma":[0.0030000275,0.0001807165,0.0001807074,0.0018723775,0.00008824861,0.005139846,0.007106356,0.00097453163,0.00023185206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005198291,0.00030343584,0.02830566,0.00009704678,0.00020736974,0.00012517301,0.004696428,0.00014236214,0.0009084081,0.025135983,0.8434211,0.096137226],"study_design_scores_gemma":[0.00087613997,0.00078211114,0.0061418363,0.000030815158,0.0000068819163,0.0001801161,0.0017942025,0.0030143643,0.0028164664,0.00903655,0.9749179,0.00040261392],"about_ca_topic_score_codex":0.0012728706,"about_ca_topic_score_gemma":0.00029616416,"teacher_disagreement_score":0.18848467,"about_ca_system_score_codex":0.0013088414,"about_ca_system_score_gemma":0.00045286474,"threshold_uncertainty_score":0.99913746},"labels":[],"label_agreement":null},{"id":"W4318710503","doi":"10.1145/3582900.3582911","title":"Report on the 16th Round of NII Testbeds and Community for Information Access Research (NTCIR-16)","year":2022,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automatic summarization; Scope (computer science); Task (project management); Question answering; World Wide Web; Information retrieval; Programming language","score_opus":0.15888139140801708,"score_gpt":0.38471710326605507,"score_spread":0.225835711858038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318710503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85277027,0.000037451384,0.1265644,0.014161933,0.00029010721,0.0007413441,0.000015616364,0.00006500454,0.005353888],"genre_scores_gemma":[0.9969953,0.0000028368468,0.0020970728,0.00059147,0.00001558742,0.00011942473,0.000011437809,0.0000041997823,0.00016268619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986228,0.0002712154,0.00027005197,0.00012082648,0.00046954915,0.00024560228],"domain_scores_gemma":[0.99672717,0.0014863558,0.0001361167,0.0014576802,0.00015932854,0.000033322485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038132912,0.00006490669,0.00009600949,0.00010038185,0.0011920971,0.00019478066,0.0021462343,0.000025936646,0.000007974722],"category_scores_gemma":[0.0013687934,0.000050819297,0.00003080238,0.0003430582,0.000057512767,0.00081706257,0.0031826985,0.00048937433,0.0000013976871],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013790643,0.00045126036,0.05290434,0.00023117165,0.000082361024,0.000011418519,0.013880325,0.0028887056,0.00040002,0.6096374,0.06447328,0.25490183],"study_design_scores_gemma":[0.0015728062,0.0022901653,0.02397973,0.000076798795,0.000016530183,0.00020709693,0.009057261,0.14491324,0.0060616294,0.56882584,0.24243155,0.00056736515],"about_ca_topic_score_codex":0.00048440567,"about_ca_topic_score_gemma":0.00003825951,"teacher_disagreement_score":0.25433445,"about_ca_system_score_codex":0.0000850396,"about_ca_system_score_gemma":0.000089598,"threshold_uncertainty_score":0.9168768},"labels":[],"label_agreement":null},{"id":"W4389316254","doi":"10.1145/3636341.3636349","title":"Report on the 8th International Workshop on Mining Actionable Insights from Social Networks (MAISoN'22) - Special Edition on Mental Health and Social Media at TheWebConf 2022","year":2023,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Ottawa; Toronto Metropolitan University","funders":"","keywords":"Social media; Mental health; Computer science; Coronavirus disease 2019 (COVID-19); Focus (optics); World Wide Web; Data science; Psychology; Medicine; Psychiatry","score_opus":0.05254443880394268,"score_gpt":0.35325032769533316,"score_spread":0.3007058888913905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389316254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89737856,0.0000691974,0.000011634431,0.059937384,0.0155193405,0.0005553947,0.00020370256,0.00016775838,0.026157],"genre_scores_gemma":[0.96596867,0.000058007157,0.000026602249,0.00997512,0.018638214,0.00014975759,0.002707393,0.00006453771,0.0024117099],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971626,0.00027751154,0.0005394985,0.00063954917,0.0007131383,0.0006676984],"domain_scores_gemma":[0.99749327,0.0015738617,0.00044977877,0.00031587327,0.00003257893,0.0001346531],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005404992,0.0002625288,0.00028913058,0.00017071092,0.0017622119,0.00007137357,0.00034167647,0.000247199,0.0023712718],"category_scores_gemma":[0.00021063034,0.00022826235,0.00010298897,0.00025065444,0.00012223513,0.00011717511,0.00029704874,0.000599955,0.0003663845],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011430123,0.00017448586,0.0016271434,0.000007109301,0.00011399472,0.00009060058,0.01357138,0.0000094335865,0.00003016799,0.018399764,0.927855,0.0369779],"study_design_scores_gemma":[0.007033221,0.001169461,0.17912011,0.000568605,0.00005036397,0.000115403804,0.12910464,0.0011927969,0.00022059807,0.019513497,0.6605842,0.0013270794],"about_ca_topic_score_codex":0.0000722568,"about_ca_topic_score_gemma":0.00032699778,"teacher_disagreement_score":0.2672708,"about_ca_system_score_codex":0.00067288947,"about_ca_system_score_gemma":0.00007106593,"threshold_uncertainty_score":0.99953735},"labels":[],"label_agreement":null},{"id":"W4401381293","doi":"10.1145/3687273.3687288","title":"Report on the Search Futures Workshop at ECIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"National Institute of Standards and Technology; University of Waterloo; Sapienza Università di Roma; Technische Universiteit Eindhoven; Universiteit van Amsterdam; Universiteit Leiden; Johns Hopkins University; RMIT University; Microsoft Research","keywords":"Futures contract; Computer science; Economics; Financial economics","score_opus":0.03133616214902856,"score_gpt":0.29761942985122747,"score_spread":0.2662832677021989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401381293","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36870304,0.00505246,0.055084664,0.5044884,0.008517999,0.0004530672,0.00006962901,0.0017142975,0.05591646],"genre_scores_gemma":[0.9389541,0.000047884867,0.0018646976,0.0015150878,0.00035397903,0.000017247212,0.000022160779,0.000016857835,0.057207968],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842894,0.00005182749,0.00018389744,0.0005348396,0.00042901735,0.00037150361],"domain_scores_gemma":[0.99723876,0.0005864309,0.000027360002,0.0020454184,0.00002853744,0.00007350849],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062545436,0.00013015968,0.000118685486,0.000117673124,0.0003133581,0.00054087327,0.001733269,0.000057538386,0.00017700401],"category_scores_gemma":[0.00028497164,0.000077650635,0.00014035829,0.00075298495,0.000047331443,0.00022213421,0.0013490071,0.0002747957,0.0010280261],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031939394,0.000018766319,0.0007839963,0.000009729888,0.00009268771,0.0006906004,0.00047421272,0.000088716,0.00017285874,0.027959764,0.89524525,0.07446023],"study_design_scores_gemma":[0.00008252164,0.00008537866,0.001613929,0.00016896092,0.000042680796,0.00030197995,0.00065258617,0.036270637,0.003372541,0.008730358,0.94829786,0.00038056078],"about_ca_topic_score_codex":0.000027336037,"about_ca_topic_score_gemma":0.000036922378,"teacher_disagreement_score":0.5702511,"about_ca_system_score_codex":0.000049759696,"about_ca_system_score_gemma":0.00006026881,"threshold_uncertainty_score":0.9997498},"labels":[],"label_agreement":null},{"id":"W4401381513","doi":"10.1145/3687273.3687282","title":"Report on the 8th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2024) at CHIIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; Mila - Quebec Artificial Intelligence Institute","funders":"HORIZON EUROPE Framework Programme; Thüringer Ministerium für Wirtschaft, Wissenschaft und Digitale Gesellschaft; European Commission","keywords":"Computer science; Psychology; Artificial intelligence","score_opus":0.05451247505985401,"score_gpt":0.30534951345901395,"score_spread":0.25083703839915994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401381513","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11457426,0.00026961026,0.7186811,0.13933633,0.011661185,0.000697447,0.000018478888,0.00055377115,0.014207851],"genre_scores_gemma":[0.9788632,0.000020562096,0.0031975235,0.0019332579,0.00043386122,0.000038983642,0.000014576705,0.000022658593,0.0154754035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975332,0.000068448986,0.000387555,0.0007737303,0.0007595678,0.00047750812],"domain_scores_gemma":[0.99747324,0.0008253827,0.000057424226,0.0014673226,0.00007181743,0.000104825354],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006960069,0.00019906221,0.00013771756,0.00014852255,0.0002859735,0.0002981946,0.0011737241,0.000089465146,0.00047479605],"category_scores_gemma":[0.0004777769,0.0001423078,0.00012238036,0.0006103287,0.0000941344,0.0002424393,0.0008880313,0.00048244616,0.00125094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026760397,0.000060506067,0.00030923588,0.000016147147,0.000056127636,0.00035463658,0.0010603607,0.0041770902,0.00015540788,0.8614147,0.040587254,0.09178179],"study_design_scores_gemma":[0.0000654026,0.00015414404,0.00034602504,0.0002791307,0.000015352212,0.00014066149,0.0004694182,0.790121,0.008136598,0.10242737,0.09739461,0.00045027875],"about_ca_topic_score_codex":0.000021322965,"about_ca_topic_score_gemma":0.000023917364,"teacher_disagreement_score":0.8642889,"about_ca_system_score_codex":0.00019776217,"about_ca_system_score_gemma":0.00015552284,"threshold_uncertainty_score":0.9995267},"labels":[],"label_agreement":null},{"id":"W4408184531","doi":"10.1145/3722449.3722461","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Natural language processing","score_opus":0.03542714885077752,"score_gpt":0.3152205595817855,"score_spread":0.279793410731008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408184531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29117385,0.0004946701,0.66569203,0.026529348,0.0040636067,0.0022459305,0.000055520424,0.0003760726,0.00936895],"genre_scores_gemma":[0.98826635,0.000012901642,0.0030746087,0.0017546227,0.0001599423,0.00014070395,0.000068423855,0.000019945968,0.0065024747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997679,0.00006596007,0.0004992834,0.00046192302,0.0008224896,0.00047136223],"domain_scores_gemma":[0.9978515,0.00057896704,0.0001122862,0.0012982317,0.00010105674,0.000057951147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002451456,0.00019791143,0.00015837207,0.0002376275,0.00017167632,0.000324136,0.0008161808,0.00013912653,0.000058658683],"category_scores_gemma":[0.00153213,0.00014827838,0.00011817828,0.00051475293,0.00001617919,0.0009011472,0.00046015377,0.0003314976,0.00017729233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046515014,0.00023063117,0.0005535598,0.0002643599,0.00012791247,0.00016186114,0.020968925,0.27802175,0.0007723705,0.2647797,0.19719844,0.23645535],"study_design_scores_gemma":[0.00040140876,0.000054452466,0.000080775186,0.00012928968,0.000013142867,0.00001429546,0.00022495579,0.97793674,0.0004574696,0.012478324,0.008037632,0.0001714845],"about_ca_topic_score_codex":0.000009309277,"about_ca_topic_score_gemma":0.00006822846,"teacher_disagreement_score":0.69991505,"about_ca_system_score_codex":0.00040807968,"about_ca_system_score_gemma":0.000184448,"threshold_uncertainty_score":0.6046617},"labels":[],"label_agreement":null},{"id":"W4415051858","doi":"10.1145/3769733.3769740","title":"Report on the 3rd Workshop on NeuroPhysiological Approaches for Interactive Information Retrieval (NeuroPhysIIR 2025) at SIGIR CHIIR 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Toronto","funders":"","keywords":"Neurophysiology; Document retrieval; Question answering; Cognitive models of information retrieval","score_opus":0.049989618788633054,"score_gpt":0.2855186519445143,"score_spread":0.23552903315588125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415051858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39934,0.00006434491,0.42291647,0.08016319,0.0049296725,0.0037243904,0.000026451862,0.0010614812,0.08777398],"genre_scores_gemma":[0.9826362,0.000015180651,0.0021297701,0.009396689,0.00009158108,0.00010239241,0.000052855346,0.000014260768,0.0055610393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979887,0.00017573542,0.000471098,0.00054962316,0.00037107302,0.0004437917],"domain_scores_gemma":[0.9961507,0.002109014,0.00032391172,0.001222487,0.00011820098,0.0000756855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036237383,0.0002774162,0.00025389553,0.00017413519,0.00056194514,0.00031148197,0.0013058083,0.00011329846,0.000021027685],"category_scores_gemma":[0.0032316456,0.00019252206,0.00021278969,0.0006877018,0.00009036827,0.0006744907,0.0008278626,0.0004951405,0.00022549291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042248373,0.00071270677,0.00041460257,0.000107171014,0.00029470588,0.0001001473,0.0029450124,0.026161417,0.004243615,0.5159234,0.12453248,0.32033995],"study_design_scores_gemma":[0.0029223165,0.002439063,0.040241096,0.00036671452,0.00006668086,0.000043805667,0.0018865182,0.33352217,0.011667666,0.05200044,0.5534411,0.0014024038],"about_ca_topic_score_codex":0.0000018932058,"about_ca_topic_score_gemma":7.655325e-7,"teacher_disagreement_score":0.58329624,"about_ca_system_score_codex":0.00011624615,"about_ca_system_score_gemma":0.00007708748,"threshold_uncertainty_score":0.78508216},"labels":[],"label_agreement":null},{"id":"W7087264631","doi":"10.1145/3769733.3769742","title":"Report on the 2nd Search Futures Workshop at ECIR 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Viral Infections and Immunology Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Serendipity; Futures contract; Sketch; Reading (process); Soar; SPARK (programming language); Key (lock)","score_opus":0.04065777467403634,"score_gpt":0.36988711533636137,"score_spread":0.329229340662325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087264631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7898455,0.0011519026,0.000038688464,0.13795221,0.0004740857,0.00045101938,0.0000030317253,0.00006706944,0.07001647],"genre_scores_gemma":[0.8148612,0.000230426,0.000035971294,0.002710712,0.00010156393,0.000057057987,0.000020747593,0.000011726506,0.1819706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987933,0.00006944509,0.00020523634,0.00027576872,0.00022544131,0.00043078142],"domain_scores_gemma":[0.9981461,0.00041496707,0.000028417322,0.0012404757,0.00011817323,0.000051879448],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044648265,0.000119885386,0.00018690908,0.00017719109,0.0005604642,0.000032635868,0.00026728728,0.00015017734,0.0011163215],"category_scores_gemma":[0.0011931249,0.000072205956,0.00012303948,0.00049453735,0.0001940025,0.000041547344,0.0004973038,0.0006102812,0.00035252422],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053981744,0.00024905909,0.12809712,0.000034759036,0.00039450228,0.000295796,0.00010927742,0.000008986576,0.0072362074,0.007294066,0.81300586,0.042734522],"study_design_scores_gemma":[0.0010505584,0.0005493094,0.16518657,0.00019636413,0.000065234155,0.00022833027,0.0013433786,0.000065045024,0.028473288,0.0024745336,0.80020857,0.00015881477],"about_ca_topic_score_codex":0.000075100375,"about_ca_topic_score_gemma":0.00006982255,"teacher_disagreement_score":0.1352415,"about_ca_system_score_codex":0.00013017235,"about_ca_system_score_gemma":0.00013377596,"threshold_uncertainty_score":0.9997968},"labels":[],"label_agreement":null},{"id":"W7087720512","doi":"10.1145/3769733.3769739","title":"Report from the 4th Strategic Workshop on Information Retrieval in Lorne (SWIRL 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"University of Queensland; RMIT University","keywords":"Dissemination; Focus (optics); Key (lock); Information Dissemination; Information system; Document retrieval; Information center","score_opus":0.03459522104513406,"score_gpt":0.32509652302223974,"score_spread":0.29050130197710566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087720512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93423986,0.00029663998,0.000033590943,0.020347307,0.0004339733,0.00038114522,0.000010445992,0.000058736627,0.044198323],"genre_scores_gemma":[0.993528,0.00008026027,0.00013102667,0.0021729595,0.00006692468,0.0000122049805,0.0003127465,0.0000061556593,0.0036897291],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990401,0.000022876926,0.0003413246,0.00015486206,0.00020803059,0.0002327898],"domain_scores_gemma":[0.9988719,0.00027431545,0.00008491034,0.00067500287,0.000047757003,0.00004610521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021359189,0.00011864723,0.0001829018,0.000092007576,0.000089664005,0.00004086725,0.00012549723,0.00011468051,0.00005861169],"category_scores_gemma":[0.0004893979,0.00007720714,0.00005646373,0.00034939247,0.000029666606,0.00010357177,0.000055019827,0.00027147372,0.0001754063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004745568,0.0011551228,0.7462483,0.0001475077,0.0007351329,0.0011358006,0.0017455157,0.00021115616,0.00018814299,0.014782277,0.14462055,0.0842849],"study_design_scores_gemma":[0.011153782,0.0008587231,0.77957904,0.002255001,0.00041933576,0.00006718344,0.0063701416,0.00065504946,0.0019007442,0.080937296,0.11535436,0.0004493387],"about_ca_topic_score_codex":0.00041735877,"about_ca_topic_score_gemma":0.00012502348,"teacher_disagreement_score":0.083835565,"about_ca_system_score_codex":0.00014644284,"about_ca_system_score_gemma":0.0001839924,"threshold_uncertainty_score":0.3148416},"labels":[],"label_agreement":null},{"id":"W7087778017","doi":"10.1145/3769733.3769737","title":"Report on the 1st Workshop on Information Retrieval for Climate Impact (MANILA24) at SIGIR 2024","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ouranos","funders":"","keywords":"Climate change; Set (abstract data type); Core (optical fiber); Cognitive models of information retrieval; Relevance (law); Human–computer information retrieval","score_opus":0.03628779379416243,"score_gpt":0.3954195328043205,"score_spread":0.3591317390101581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7087778017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53316903,0.00017856294,0.009537856,0.12467766,0.003504072,0.0021051334,0.00011177441,0.0003157716,0.3264001],"genre_scores_gemma":[0.978561,0.00006925048,0.00069975975,0.003150357,0.00023598668,0.000042303327,0.00010691685,0.000009851515,0.0171246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840045,0.00014120192,0.000379125,0.00020607401,0.00046754006,0.00040563193],"domain_scores_gemma":[0.99617684,0.0029411062,0.00021562402,0.00042060332,0.00017755444,0.00006826679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020950697,0.00014222784,0.00018647166,0.00015914785,0.0011653439,0.00019845748,0.0004164143,0.0001058574,0.00025430557],"category_scores_gemma":[0.0047961744,0.00009483592,0.00029054596,0.00077684317,0.00009238319,0.00027401067,0.00016828417,0.00015010405,0.00012134023],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001381799,0.0001744617,0.01671665,0.000054642587,0.00045833492,0.0000143225325,0.003759382,0.003377123,0.000088835404,0.434404,0.3952703,0.14430015],"study_design_scores_gemma":[0.0004887899,0.00017637972,0.017834425,0.000105207924,0.00012029476,0.0000026579303,0.00267196,0.0027628322,0.00040634486,0.115507685,0.85960615,0.00031727084],"about_ca_topic_score_codex":0.000103290324,"about_ca_topic_score_gemma":0.00022597866,"teacher_disagreement_score":0.46433586,"about_ca_system_score_codex":0.0003179515,"about_ca_system_score_gemma":0.00016638519,"threshold_uncertainty_score":0.8963001},"labels":[],"label_agreement":null},{"id":"W7133544178","doi":"10.1145/3799914.3799924","title":"Report on the 18th Round of NII Testbeds and Community for Information Access Research (NTCIR-18)","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Event (particle physics); Metadata; Key (lock); Lifelog; Resource (disambiguation); Public access; Data access","score_opus":0.2047772391424067,"score_gpt":0.49258660011187555,"score_spread":0.28780936096946885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133544178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937195,0.00006908814,0.00011789262,0.04191581,0.00018387167,0.0005835293,0.0000047503418,0.000012723314,0.019917345],"genre_scores_gemma":[0.99706227,0.000060510116,0.0001883469,0.001367092,0.00003605323,0.00007368136,0.00006969202,0.0000038804087,0.0011385041],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99922264,0.00015602911,0.00024278359,0.000071191236,0.00013620018,0.00017115689],"domain_scores_gemma":[0.99575645,0.003071747,0.0001346357,0.0007091637,0.00029708864,0.000030894393],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026508595,0.000057815527,0.00012866629,0.00011613544,0.00045905513,0.000050257662,0.00024184307,0.00007847507,0.000015459034],"category_scores_gemma":[0.009450354,0.00003871395,0.000027741911,0.0002465306,0.00014002406,0.0004131898,0.0001585478,0.0004452694,0.0000032405069],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001140543,0.0005201023,0.5193328,0.00056998385,0.0002239351,0.0000028220522,0.002700303,0.000007700218,0.0007560671,0.020604948,0.3995288,0.054612003],"study_design_scores_gemma":[0.0011941156,0.0012552212,0.6404769,0.00020923058,0.00011184971,0.00009142479,0.010764915,0.00025173582,0.003946766,0.025680019,0.3159177,0.000100181715],"about_ca_topic_score_codex":0.00044579044,"about_ca_topic_score_gemma":0.000031084575,"teacher_disagreement_score":0.12114405,"about_ca_system_score_codex":0.000049062626,"about_ca_system_score_gemma":0.00017626297,"threshold_uncertainty_score":0.99889344},"labels":[],"label_agreement":null},{"id":"W7133552272","doi":"10.1145/3799914.3799929","title":"Report on the 9th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2025) at IJCAI 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Chatbot; Dialog system; Natural language; Information system; Natural language generation; Recommender system; Intelligent decision support system","score_opus":0.04806760995621584,"score_gpt":0.3324288491059448,"score_spread":0.28436123914972894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133552272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056216605,0.00006502747,0.47548664,0.41058165,0.012099981,0.0010332305,0.00002391431,0.0004960787,0.043996908],"genre_scores_gemma":[0.9441682,0.00002423358,0.0043596337,0.014358511,0.00020377623,0.0001167203,0.00004487001,0.000021279096,0.03670277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997534,0.00012259517,0.00049198075,0.00069956516,0.00064750935,0.00050439534],"domain_scores_gemma":[0.9951908,0.002216371,0.0001528397,0.002076501,0.0002715841,0.00009187724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00052904635,0.00022591949,0.00017374873,0.00021788813,0.0006331667,0.00021474488,0.0019399476,0.0001134918,0.00050252],"category_scores_gemma":[0.0011397508,0.00017733347,0.00014270518,0.0010658933,0.0001409315,0.00035764318,0.0013680848,0.000528738,0.0016620776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010543651,0.00022965018,0.0011027161,0.000009100103,0.00009330981,0.00010422145,0.0006227403,0.0024846084,0.00021437621,0.8324672,0.1364985,0.026068114],"study_design_scores_gemma":[0.00033821596,0.00043858847,0.0040817615,0.00068024773,0.00005907475,0.00011403381,0.0036702054,0.20015348,0.064154685,0.20425561,0.5209939,0.0010601808],"about_ca_topic_score_codex":0.000065114196,"about_ca_topic_score_gemma":0.00013487654,"teacher_disagreement_score":0.8879516,"about_ca_system_score_codex":0.00035842153,"about_ca_system_score_gemma":0.00024946436,"threshold_uncertainty_score":0.9991152},"labels":[],"label_agreement":null},{"id":"W7133559681","doi":"10.1145/3799914.3799926","title":"SIGIR 2025 Low Resource Environments Track Report","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Resource (disambiguation); Presentation (obstetrics); Context (archaeology); Schedule; Action (physics)","score_opus":0.01229705593844419,"score_gpt":0.2689785239797574,"score_spread":0.2566814680413132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133559681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24767508,0.00038557703,0.5167205,0.03541807,0.0023387214,0.0017386944,0.000030567124,0.00094470853,0.1947481],"genre_scores_gemma":[0.8271911,0.000031279684,0.0104708215,0.006116577,0.00006647087,0.00006802744,0.00005999397,0.000016993043,0.15597872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825734,0.000036675883,0.0004210154,0.00034070044,0.0004752209,0.0004690483],"domain_scores_gemma":[0.9982625,0.00010298388,0.00011077133,0.0013796986,0.000032579672,0.000111465975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036518482,0.0001541976,0.00016265732,0.00015837792,0.00023328727,0.00017846722,0.0014999078,0.00010048196,0.00006329622],"category_scores_gemma":[0.00023529302,0.00013912875,0.00010709785,0.00047691938,0.00006154012,0.00066093606,0.000869663,0.0002120522,0.00043403462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075980264,0.00053615746,0.022898268,0.00009810843,0.00010236338,0.00067990884,0.0012326656,0.0002455815,0.0067675044,0.05156361,0.27505207,0.6407478],"study_design_scores_gemma":[0.0005034929,0.00007733778,0.010841257,0.00003686409,0.000009975966,0.00003786223,0.000095597046,0.0022418157,0.024646463,0.0026987842,0.95856184,0.0002486896],"about_ca_topic_score_codex":0.00001203977,"about_ca_topic_score_gemma":0.00000141248,"teacher_disagreement_score":0.68350977,"about_ca_system_score_codex":0.00008419877,"about_ca_system_score_gemma":0.00008469309,"threshold_uncertainty_score":0.56735057},"labels":[],"label_agreement":null}]}