{"meta":{"query_hash":"4f2ab75c29b4","filters":{"topic":"Information Retrieval and Search Behavior"},"cohort_total":465,"direct_labels_cover":3,"predictions_cover":465,"exported":465,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4f2ab75c29b4","api":"https://metacan.xera.ac/api/v1/cohort?topic=Information+Retrieval+and+Search+Behavior"},"results":[{"id":"W112137159","doi":"10.1007/978-1-4757-3283-2_5","title":"An Interestingness Framework","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Ranking (information retrieval); Context (archaeology); Computer science; Term (time); Foundation (evidence); Data science; Information retrieval; Management science; Geography; Engineering; Archaeology; Physics","score_opus":0.04462122417691516,"score_gpt":0.3024794038734064,"score_spread":0.2578581796964912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W112137159","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010655297,0.0000133674885,0.42153677,0.0001057655,0.00025308228,0.00008088449,0.0000018385956,0.00022807886,0.5777696],"genre_scores_gemma":[0.0035753516,0.00003063056,0.04882094,0.0011559224,0.00024122388,0.0000047309477,0.000020139416,0.00002334297,0.9461277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883735,0.000008415632,0.0002694545,0.00026337017,0.00039931462,0.00022208312],"domain_scores_gemma":[0.9987464,0.000054434062,0.00010041879,0.0007547409,0.0001758055,0.00016818206],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016315577,0.00019562415,0.00017543294,0.00016005314,0.00009021512,0.00032577242,0.0012695899,0.00028554292,0.00179855],"category_scores_gemma":[0.00001929736,0.00016036753,0.00007962043,0.000054940072,0.000042037937,0.0006132724,0.00022300768,0.00046633685,0.0013402178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014671951,0.0000066613993,0.000008227235,0.0000057437665,0.0000032052826,0.000024428853,0.00012264847,0.0000016210272,8.6092996e-7,0.91278476,0.00058211235,0.08645829],"study_design_scores_gemma":[0.0001553474,0.00035104807,0.00015803546,0.0002584885,0.000012596336,0.00009943139,0.000015002746,0.009346371,0.00009492813,0.30370116,0.6848881,0.00091948314],"about_ca_topic_score_codex":0.000008294591,"about_ca_topic_score_gemma":0.0000028763939,"teacher_disagreement_score":0.68430597,"about_ca_system_score_codex":0.000039984458,"about_ca_system_score_gemma":0.00007646683,"threshold_uncertainty_score":0.99943733},"labels":[],"label_agreement":null},{"id":"W112718574","doi":"","title":"Augmenting and Limiting Search Queries.","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Limiting; Computer science; Information retrieval; Web search query; Web query classification; Process (computing); World Wide Web; Search engine; Programming language","score_opus":0.04949009351009535,"score_gpt":0.24760128346891208,"score_spread":0.19811118995881674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W112718574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5342746,0.00010864117,0.27887675,0.0031985666,0.00013693233,0.00018648095,6.891901e-7,0.00038000045,0.18283738],"genre_scores_gemma":[0.97503513,0.000019649706,0.020004123,0.00034752177,0.000017966988,0.0000022203556,2.7908374e-7,0.000001863829,0.0045712483],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994254,0.000014419231,0.00010088057,0.00009196819,0.00018881165,0.00017849873],"domain_scores_gemma":[0.99973255,0.000032305827,0.000013564583,0.00011243695,0.000046138142,0.000062972744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020262202,0.000040582647,0.000041762858,0.000051226638,0.00015183081,0.00022706355,0.00016484183,0.000017000944,0.00021003683],"category_scores_gemma":[0.00001929224,0.00003308526,0.000012863186,0.0001674072,0.000022790195,0.0006561884,0.00018375662,0.0000705429,0.00013418608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.988827e-7,0.000031136384,0.0069594625,0.00002427525,0.000004863224,0.000013134474,0.0046219556,0.000007962348,0.0010056349,0.20126131,0.0012265071,0.7848428],"study_design_scores_gemma":[0.0005271807,0.00012061352,0.013846964,0.000019870033,0.0000024727658,0.00006645828,0.00057477155,0.95134044,0.01592511,0.00026812905,0.016984703,0.0003232749],"about_ca_topic_score_codex":0.000012415392,"about_ca_topic_score_gemma":7.627514e-7,"teacher_disagreement_score":0.9513325,"about_ca_system_score_codex":0.000008996762,"about_ca_system_score_gemma":0.000005341936,"threshold_uncertainty_score":0.22997561},"labels":[],"label_agreement":null},{"id":"W1175472468","doi":"10.71781/9898","title":"Extracting and exploiting word relationships for information retrieval","year":2008,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval; Query expansion; Ranking (information retrieval); Independence (probability theory); Ambiguity; Web query classification; Document retrieval; Vector space model; Word (group theory); Representation (politics); Web search query; Search engine; Mathematics","score_opus":0.011167596171239238,"score_gpt":0.17779846217019843,"score_spread":0.16663086599895918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1175472468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6357554,0.0007409618,0.01640327,0.003809626,0.001926824,0.0021325545,0.0005793537,0.00012782174,0.3385242],"genre_scores_gemma":[0.97603995,0.00034099046,0.012838113,0.00042419598,0.000070844246,0.000024104966,0.00026093892,0.000018323008,0.009982569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99771017,0.000040325056,0.00047910458,0.00016755381,0.0013559081,0.00024694973],"domain_scores_gemma":[0.9987316,0.00051154045,0.0004186714,0.00015576204,0.0000038996145,0.00017852549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000034868153,0.0001797027,0.00020922393,0.00006840475,0.00054203725,0.00010927701,0.0002567837,0.000064872256,0.0000030709245],"category_scores_gemma":[0.00003886256,0.00018317529,0.00002930571,0.00012933531,0.000024201256,0.0027908143,0.000073992356,0.00028070825,3.4248067e-9],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021624968,0.000048077745,0.009565791,0.0028961396,0.00016165205,0.000051158055,0.009895967,0.00011654951,0.0056994436,0.59578,0.002150682,0.37147203],"study_design_scores_gemma":[0.0035588047,0.00050709595,0.3944489,0.0018304792,0.00014256034,0.00012786886,0.072241284,0.10238825,0.25056195,0.0068463623,0.16423692,0.0031095266],"about_ca_topic_score_codex":0.0003141757,"about_ca_topic_score_gemma":0.002115604,"teacher_disagreement_score":0.58893365,"about_ca_system_score_codex":0.000009071263,"about_ca_system_score_gemma":0.001674856,"threshold_uncertainty_score":0.74696714},"labels":[],"label_agreement":null},{"id":"W1194425494","doi":"10.9776/13370","title":"Using digital book metrics for navigation and browsing","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Vocabulary; Computer science; Index (typography); Variety (cybernetics); Domain (mathematical analysis); Subject (documents); Realm; Information retrieval; World Wide Web; Digital library; Data science; Multimedia; Artificial intelligence; Linguistics; Geography; Mathematics","score_opus":0.05306019366853586,"score_gpt":0.29633239140697154,"score_spread":0.24327219773843567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1194425494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10033115,0.000024031024,0.8978823,0.000148179,0.000052474697,0.00021362996,0.0000011893019,0.000048166105,0.0012988853],"genre_scores_gemma":[0.84216535,0.0000023339028,0.15606393,0.0004217723,0.000025863097,0.000010368122,0.0000053320796,0.0000037339873,0.0013013249],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995793,0.0000032983542,0.00010370522,0.00007574182,0.00012453996,0.000113418995],"domain_scores_gemma":[0.99966615,0.000046770616,0.000027076952,0.000077093224,0.0001320806,0.00005081361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007489168,0.000040032246,0.000041995783,0.000072494215,0.0000967826,0.00066591846,0.000101953694,0.000021122753,0.000011786119],"category_scores_gemma":[0.000029116221,0.00003195412,0.000017499344,0.00019036562,0.000014223043,0.00318967,0.00006347038,0.000027063375,0.00002156897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004105839,0.00004531006,0.0018309663,0.0000689117,0.000010517479,0.0000011204457,0.001077942,0.00005895502,0.005526209,0.09632345,0.0035857167,0.8914668],"study_design_scores_gemma":[0.00025253525,0.000055577013,0.0009804881,0.0000090329295,0.000002265529,0.000015492558,0.00005778281,0.98424643,0.005953005,0.0022495457,0.0060511352,0.0001267233],"about_ca_topic_score_codex":0.0000140927195,"about_ca_topic_score_gemma":2.973444e-8,"teacher_disagreement_score":0.9841875,"about_ca_system_score_codex":0.000018066003,"about_ca_system_score_gemma":0.000018344166,"threshold_uncertainty_score":0.6421467},"labels":[],"label_agreement":null},{"id":"W142507386","doi":"","title":"A new method for matching a document to potential users' information needs.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Matching (statistics); Information retrieval; Search engine indexing; Information needs; Order (exchange); Data science; World Wide Web","score_opus":0.023005536762901072,"score_gpt":0.2633448286971886,"score_spread":0.24033929193428755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W142507386","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026491936,0.000006170493,0.99021256,0.004342927,0.00037204628,0.0011817394,0.0000035432024,0.0001194478,0.0011123528],"genre_scores_gemma":[0.17032732,0.0000054408033,0.8171579,0.0051984736,0.00018461807,0.0018420409,0.000010545092,0.000008865983,0.005264799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989281,0.000021879163,0.00026066086,0.00007638348,0.00034199003,0.00037095652],"domain_scores_gemma":[0.9993419,0.000034375447,0.000065425855,0.00020917128,0.000091363676,0.00025778275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048303712,0.00008638911,0.000093899456,0.00027267972,0.00011579997,0.0005212901,0.00044467032,0.00003791795,0.000033301447],"category_scores_gemma":[0.000053410426,0.000076689255,0.00006874021,0.00045121717,0.0000033131944,0.0024763045,0.00013989978,0.00006616043,0.00016371056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009765544,0.000007052302,0.0000049842583,0.000009414626,0.0000054472557,3.8830194e-7,0.004058936,0.00035750694,0.000007174017,0.011041256,0.007970296,0.97652775],"study_design_scores_gemma":[0.0055936584,0.00031398487,0.02583365,0.000025326353,0.000056949953,0.00009927145,0.001183087,0.1992678,0.005681576,0.013856116,0.746758,0.00133061],"about_ca_topic_score_codex":0.000060709008,"about_ca_topic_score_gemma":0.0000012626011,"teacher_disagreement_score":0.9751972,"about_ca_system_score_codex":0.00006821236,"about_ca_system_score_gemma":0.000018243312,"threshold_uncertainty_score":0.50268126},"labels":[],"label_agreement":null},{"id":"W145221795","doi":"10.1002/asi.20319","title":"Query expansion behavior within a thesaurus‐enhanced search environment: A user‐centered evaluation","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thesaurus; Information retrieval; Computer science; Selection (genetic algorithm); Search engine; Interface (matter); World Wide Web; Term (time); Artificial intelligence","score_opus":0.02012799786360112,"score_gpt":0.2890141695333088,"score_spread":0.26888617166970763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145221795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91905224,0.000019732372,0.07777365,0.002416966,0.00014765852,0.000479569,0.0000047994804,0.000028879656,0.00007651103],"genre_scores_gemma":[0.9805197,0.0000369789,0.018922219,0.00043794478,0.00002057079,0.000033530458,0.0000013719616,0.000002546767,0.000025130368],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977154,0.000027147049,0.0005622122,0.00010893865,0.001320128,0.00026616434],"domain_scores_gemma":[0.99749166,0.000041518888,0.0008977001,0.00030655472,0.001207675,0.000054886434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028181144,0.000098215714,0.0001672933,0.0003659797,0.00051797304,0.00023111496,0.00104149,0.000051897776,0.0000021901528],"category_scores_gemma":[0.00014901119,0.00006380747,0.00014396639,0.0018456478,0.0010692023,0.0038285237,0.0002725635,0.00022033637,0.0000046658765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009253869,0.00023413816,0.004499682,0.000040689734,0.00004077371,7.1915144e-7,0.0081836665,0.0014870376,0.13104218,0.044768196,0.0021274367,0.80748296],"study_design_scores_gemma":[0.007530236,0.003350311,0.12105033,0.00018629408,0.0002639654,0.000747124,0.030016193,0.35459822,0.4413973,0.008533391,0.03112696,0.0011996636],"about_ca_topic_score_codex":0.000016775995,"about_ca_topic_score_gemma":8.186899e-7,"teacher_disagreement_score":0.8062833,"about_ca_system_score_codex":0.00023976159,"about_ca_system_score_gemma":0.0005239505,"threshold_uncertainty_score":0.39838824},"labels":[],"label_agreement":null},{"id":"W1481561381","doi":"10.1007/978-1-4899-7993-3_949-2","title":"Relevance Feedback for Text Retrieval","year":2016,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relevance feedback; Relevance (law); Information retrieval; Computer science; Artificial intelligence; Image retrieval; Political science","score_opus":0.023401706191479694,"score_gpt":0.2573843107632072,"score_spread":0.23398260457172754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481561381","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022909788,0.0014249147,0.19105597,0.00020148707,0.0040392247,0.002085128,0.004838733,0.00019249725,0.7961391],"genre_scores_gemma":[0.0003011362,0.0021860693,0.0067377607,0.000054046788,0.0009630853,0.000053615106,0.0003962381,0.000067035246,0.989241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967777,0.000035580957,0.0011120882,0.0006017286,0.0010144699,0.0004583959],"domain_scores_gemma":[0.996132,0.00055482244,0.0008361069,0.0016012596,0.00065303926,0.00022276305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084046676,0.00042455125,0.0006790504,0.0002953704,0.0001237263,0.00009137232,0.0015039186,0.00031057253,0.00009667019],"category_scores_gemma":[0.0002886336,0.0003283029,0.00025370912,0.00010348644,0.0001216964,0.0010671573,0.00043653385,0.00029172128,0.0006849675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009536781,0.000026561529,0.0000067120855,0.0010397411,0.0000626016,0.000019928462,0.00018123291,0.0000022371307,0.00018091273,0.9280628,0.051400438,0.0189215],"study_design_scores_gemma":[0.00062545773,0.00017037669,0.0000071720797,0.00094778097,0.000030078269,0.000021266565,0.000008235352,0.00038774242,0.00019687711,0.0009971508,0.9961247,0.00048316192],"about_ca_topic_score_codex":0.000010099866,"about_ca_topic_score_gemma":0.000001979758,"teacher_disagreement_score":0.94472426,"about_ca_system_score_codex":0.000118543634,"about_ca_system_score_gemma":0.0004240231,"threshold_uncertainty_score":0.9999169},"labels":[],"label_agreement":null},{"id":"W1482214210","doi":"10.1002/meet.14505001042","title":"Closing the loop: Assisting archival appraisal and information retrieval in one sweep","year":2013,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"European Commission","keywords":"Relevance (law); Computer science; Judgement; Selection (genetic algorithm); Information retrieval; Closing (real estate); Process (computing); Sketch; Data science; Artificial intelligence; Epistemology; Political science; Algorithm","score_opus":0.015070231931868327,"score_gpt":0.26520535910096904,"score_spread":0.2501351271691007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482214210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98318654,0.0000063372186,0.0050620674,0.010251201,0.0000565731,0.00060211745,0.0000032813741,0.0000701498,0.00076175784],"genre_scores_gemma":[0.9835002,0.000032714215,0.015577336,0.00083374314,0.000008275758,0.000040964474,7.7331697e-7,0.000001734952,0.000004273654],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854034,0.0000030931678,0.00043527383,0.000112119036,0.0005689605,0.0003401876],"domain_scores_gemma":[0.9980696,0.00011242726,0.0005762785,0.00013778105,0.0010546313,0.000049287974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015438229,0.00009648435,0.00015395998,0.0003240314,0.0005520448,0.0005013258,0.0009574132,0.00004199622,3.9274812e-7],"category_scores_gemma":[0.0011256749,0.00006186758,0.000051197894,0.003463638,0.0020101287,0.011288585,0.0006238046,0.00022821945,0.000002860011],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020530206,0.00002285731,0.008684234,0.00013709509,0.000013785222,7.577251e-9,0.009450934,0.00000547361,0.013603866,0.29494235,0.00047592568,0.67264295],"study_design_scores_gemma":[0.0023265935,0.0009745399,0.42272714,0.00020798392,0.000042759955,0.0001061026,0.05103693,0.4218056,0.06523898,0.019419825,0.015223386,0.0008901846],"about_ca_topic_score_codex":0.000045768436,"about_ca_topic_score_gemma":2.399265e-7,"teacher_disagreement_score":0.67175275,"about_ca_system_score_codex":0.000057677436,"about_ca_system_score_gemma":0.00013989239,"threshold_uncertainty_score":0.81839514},"labels":[],"label_agreement":null},{"id":"W1492029073","doi":"10.29173/cais415","title":"Search Intermediary Elicitations During Mediated Online Searching","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intermediary; Relevance (law); Online search; Information retrieval; Computer science; Selection (genetic algorithm); World Wide Web; Business; Artificial intelligence; Political science; Marketing","score_opus":0.02540953471168459,"score_gpt":0.2644749459473071,"score_spread":0.2390654112356225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492029073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935258,0.000015515036,0.0003549273,0.0033594188,0.00009100521,0.00042107134,0.0002231744,0.000080179016,0.0019289153],"genre_scores_gemma":[0.99648976,0.000034283814,0.0027653698,0.00017902824,0.000050832463,0.000038018276,0.000019141362,0.000012264888,0.0004112781],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9978109,0.00003767665,0.0005668972,0.00025425394,0.00082409213,0.00050617586],"domain_scores_gemma":[0.9597253,0.00030618708,0.00038441364,0.0002485268,0.039113272,0.00022225376],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0005397205,0.00020047637,0.00030377787,0.0003353056,0.00021259514,0.0026742793,0.002861571,0.000105368024,0.00015080377],"category_scores_gemma":[0.010639958,0.00014956605,0.00013800598,0.00081548997,0.00034259766,0.016872253,0.0012933693,0.0004747205,0.000027354843],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017050398,0.0010073088,0.2087627,0.0016176743,0.0002777694,0.0000077805,0.31148246,0.000053355165,0.35747576,0.04462322,0.011148161,0.06337331],"study_design_scores_gemma":[0.000920262,0.000323206,0.8766558,0.0004958772,0.00002476022,0.000052520463,0.006435209,0.023256993,0.085963696,0.0023322378,0.003061181,0.0004782581],"about_ca_topic_score_codex":0.00032756437,"about_ca_topic_score_gemma":0.0000072052853,"teacher_disagreement_score":0.6678931,"about_ca_system_score_codex":0.00006773269,"about_ca_system_score_gemma":0.000304198,"threshold_uncertainty_score":0.99836105},"labels":[],"label_agreement":null},{"id":"W1498594556","doi":"10.1007/978-3-642-04417-5_17","title":"An Effectiveness Measure for Ambiguous and Underspecified Queries","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Novelty; Simplicity; Measure (data warehouse); Simple (philosophy); Information retrieval; Data mining","score_opus":0.029466645203154826,"score_gpt":0.2797366614465977,"score_spread":0.25027001624344286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498594556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005461706,0.00018817256,0.99668497,0.0003361772,0.0005671143,0.00075057556,0.000007243295,0.0001438146,0.00077577354],"genre_scores_gemma":[0.6163189,0.000046796376,0.3815663,0.0013652919,0.00036170613,0.000036677906,0.000016849057,0.000039492705,0.00024800457],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99740714,0.00004683896,0.00033166396,0.0009279129,0.0007758419,0.0005106284],"domain_scores_gemma":[0.99812746,0.0002885431,0.00014882167,0.0007969892,0.00043887438,0.00019929309],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012766063,0.00038272893,0.0004237149,0.00053876836,0.0003687619,0.0007297957,0.0015010093,0.0002262605,0.0000037675607],"category_scores_gemma":[0.0000699957,0.0003318909,0.00008624626,0.00033164778,0.000538291,0.0011641372,0.000280287,0.0004326359,0.000005895626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028767477,0.000021738995,0.000018292274,0.00004900671,0.000004315248,0.000013954826,0.0006533549,0.0011453197,0.00027192308,0.06544508,0.0000024542098,0.9323458],"study_design_scores_gemma":[0.0021528618,0.0029985753,0.0095042605,0.0009369137,0.000032218795,0.00021737213,0.0000023299463,0.4105766,0.013293665,0.5542266,0.0035483586,0.0025102186],"about_ca_topic_score_codex":0.00002249802,"about_ca_topic_score_gemma":0.00004663318,"teacher_disagreement_score":0.92983556,"about_ca_system_score_codex":0.00020974994,"about_ca_system_score_gemma":0.0004127871,"threshold_uncertainty_score":0.99991333},"labels":[],"label_agreement":null},{"id":"W1501070457","doi":"10.1023/a:1025603704680","title":"Current Status of the Evaluation of Information Retrieval","year":2003,"lang":"en","type":"review","venue":"Journal of Medical Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Relevance (law); Information retrieval; Data science; Management science; Engineering","score_opus":0.12949452690026483,"score_gpt":0.4170239174674541,"score_spread":0.2875293905671893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501070457","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056454315,0.9821607,0.012045253,0.000037024165,0.004837697,0.00065352925,0.000014874608,0.0000037265131,0.00019075182],"genre_scores_gemma":[0.00030182005,0.9994839,0.00006972748,0.000007183465,0.0001165541,0.000004012658,0.000004580345,0.000003909941,0.000008356212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868911,0.001195568,0.0029154974,0.00006755539,0.008698542,0.00023177169],"domain_scores_gemma":[0.9925904,0.00021751193,0.004501062,0.00036286502,0.0020765443,0.00025158798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012596326,0.00015698207,0.0010120405,0.00033146513,0.000043085052,0.00007585051,0.0015357236,0.00026664918,0.000040232586],"category_scores_gemma":[0.0025246618,0.00007969355,0.00050351996,0.0009204773,0.00007394355,0.0007313043,0.00015219537,0.00075728656,0.000010601767],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029026908,0.000036974187,0.0000067969077,0.0068859444,0.000038840106,4.776189e-7,0.00021438212,0.000012982056,6.6834176e-8,0.0021621138,0.00086343725,0.98977506],"study_design_scores_gemma":[0.00045900466,0.000097411554,0.000035810655,0.015844844,0.0002559707,0.00016544579,0.00003659549,0.0029622412,0.000002771628,0.000025152021,0.980031,0.000083745756],"about_ca_topic_score_codex":0.000011509029,"about_ca_topic_score_gemma":1.6777865e-7,"teacher_disagreement_score":0.9896913,"about_ca_system_score_codex":0.00033781477,"about_ca_system_score_gemma":0.005543263,"threshold_uncertainty_score":0.98335105},"labels":[],"label_agreement":null},{"id":"W1503824486","doi":"10.1023/a:1023936321956","title":"Query Expansion with Long-Span Collocates","year":2003,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Microsoft Research","keywords":"Collocation (remote sensing); Computer science; Window (computing); Information retrieval; Mathematics; Machine learning","score_opus":0.009880289279499396,"score_gpt":0.22393088713362766,"score_spread":0.21405059785412828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503824486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1789887,0.000024417384,0.80165005,0.00038411643,0.000410167,0.0005313431,0.000007018786,0.00039951538,0.017604683],"genre_scores_gemma":[0.99139386,0.000012063171,0.0071415696,0.0008805265,0.00001788861,0.000011986782,0.00003398614,0.000006365418,0.00050177745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981608,0.000060133025,0.00046030115,0.00013240863,0.0008290841,0.0003572848],"domain_scores_gemma":[0.99864423,0.00006251842,0.00019203892,0.00043321634,0.00049348135,0.00017451352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005693992,0.00017143677,0.00015391369,0.00028434684,0.00026266088,0.0004917196,0.00044834547,0.00009944453,0.00010073149],"category_scores_gemma":[0.0001565168,0.00013115199,0.000054505635,0.0011326743,0.00006208379,0.0061698044,0.00006504168,0.0001985593,0.00073885213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011858868,0.0005615865,0.028544195,0.00054108136,0.0001848769,0.00010466821,0.031032339,0.0074504116,0.0010136606,0.68451965,0.012750444,0.2321112],"study_design_scores_gemma":[0.011295913,0.003960942,0.075718455,0.00030096062,0.000073887444,0.0012054939,0.0034312664,0.1154809,0.2728475,0.0022781459,0.5098674,0.0035391138],"about_ca_topic_score_codex":0.000009464384,"about_ca_topic_score_gemma":0.0000018594682,"teacher_disagreement_score":0.8124051,"about_ca_system_score_codex":0.0000921547,"about_ca_system_score_gemma":0.0003377448,"threshold_uncertainty_score":0.94966954},"labels":[],"label_agreement":null},{"id":"W150761983","doi":"","title":"Genres of search: A concept for understanding successive search behaviour","year":2009,"lang":"en","type":"article","venue":"D-Scholarship@Pitt (University of Pittsburgh)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Oxford; McGill University","keywords":"Process (computing); Phenomenon; Computer science; Context (archaeology); Information retrieval; Information seeking; Naturalism; Exploratory search; Formal concept analysis; Epistemology; History; Algorithm","score_opus":0.09244616551083708,"score_gpt":0.2922109600310386,"score_spread":0.19976479452020152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150761983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.352715,0.00005507325,0.6456802,0.000772144,0.00007824077,0.0004232338,0.000036353722,0.00006676432,0.00017297748],"genre_scores_gemma":[0.9927896,0.000021972559,0.006916031,0.00007878591,0.00002145866,4.561405e-7,0.000017611812,0.000007430037,0.00014659885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99781466,0.0001462131,0.00029187172,0.0003592198,0.0008655613,0.00052247243],"domain_scores_gemma":[0.99813634,0.00022766314,0.00020869348,0.0004958663,0.0006730786,0.00025834845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010354259,0.00018359542,0.00035934956,0.0004891157,0.00046087537,0.00010541658,0.0015710692,0.00016599231,0.0000789783],"category_scores_gemma":[0.00008075167,0.00021059878,0.00025664063,0.0008156207,0.00026050513,0.0022149917,0.0002898062,0.00037674914,0.000008307953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006707083,0.000841464,0.01741918,0.0002703885,0.00017295052,0.00015657987,0.040390003,0.0005357001,0.02364082,0.8209161,0.0007776251,0.09420845],"study_design_scores_gemma":[0.017081626,0.007774112,0.657125,0.000859365,0.000386762,0.00007811102,0.06279663,0.025420295,0.06364377,0.15993415,0.0017774105,0.0031228026],"about_ca_topic_score_codex":0.00010234158,"about_ca_topic_score_gemma":0.000009107078,"teacher_disagreement_score":0.66098195,"about_ca_system_score_codex":0.0002134691,"about_ca_system_score_gemma":0.00028419137,"threshold_uncertainty_score":0.8587969},"labels":[],"label_agreement":null},{"id":"W1508671393","doi":"","title":"A Framework for Automated Evaluation of Hypertext Search Interfaces","year":2006,"lang":"en","type":"article","venue":"Texas Digital Library (University of Texas)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Computer science; Hypertext; Focus (optics); Search engine; Exploratory analysis; Information retrieval; Human–computer interaction; World Wide Web; Data science","score_opus":0.03420229327607789,"score_gpt":0.2550500453625008,"score_spread":0.22084775208642293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508671393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89343715,0.00005522902,0.09169439,0.0005428103,0.00007866931,0.0005000306,0.00022411071,0.00038341526,0.013084175],"genre_scores_gemma":[0.9740347,0.000002444754,0.024393521,0.000018840079,0.000013197312,2.52353e-7,0.000080886995,0.000005861325,0.0014502413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988615,0.000040772346,0.00018356729,0.00017918351,0.0005445399,0.0001904502],"domain_scores_gemma":[0.9991605,0.00014189722,0.00012810918,0.00027464004,0.00023621718,0.000058593763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002162772,0.000096226846,0.0001730733,0.00021868589,0.00007276441,0.00012951657,0.00082208216,0.00008299089,0.00020039546],"category_scores_gemma":[0.000029723948,0.00010135333,0.0001038757,0.00051612745,0.00012519913,0.004395455,0.00033543634,0.00008258537,0.0000922716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064648205,0.0017109789,0.10361978,0.0006783409,0.00021341933,0.000018939636,0.0021240264,0.0038658937,0.00039396953,0.5462561,0.039434507,0.30103752],"study_design_scores_gemma":[0.0021308905,0.0006948885,0.20446588,0.00019073965,0.000056303383,0.000009177026,0.00043719183,0.7406068,0.011368801,0.03351243,0.00603942,0.0004875062],"about_ca_topic_score_codex":0.000028302718,"about_ca_topic_score_gemma":8.282293e-7,"teacher_disagreement_score":0.7367409,"about_ca_system_score_codex":0.000025767458,"about_ca_system_score_gemma":0.00018078649,"threshold_uncertainty_score":0.4133069},"labels":[],"label_agreement":null},{"id":"W1517262512","doi":"10.1007/978-3-540-85760-0_7","title":"Sampling Precision to Depth 10000 at CLEF 2007","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Clef; Bulgarian; Czech; Computer science; Completeness (order theory); Information retrieval; Test (biology); Natural language processing; Relevance (law); Sample (material); Artificial intelligence; Linguistics; Task (project management); Mathematics; Political science","score_opus":0.040290517578891835,"score_gpt":0.2918387463816383,"score_spread":0.25154822880274647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517262512","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068517233,0.00016104302,0.9892253,0.0004499768,0.0018929185,0.0005849985,0.000006975177,0.000185061,0.006808534],"genre_scores_gemma":[0.04210016,0.00018619071,0.94612664,0.005917654,0.00083595153,0.000020675958,0.000017403321,0.00005910016,0.0047362177],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953175,0.000026581676,0.0006641051,0.0012363609,0.001891442,0.0008639883],"domain_scores_gemma":[0.99716705,0.00040923344,0.00021191387,0.00137299,0.00041807976,0.00042075542],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008913069,0.00048563172,0.0004584435,0.0011193012,0.0005770335,0.000509772,0.003605853,0.00032001245,0.00009616898],"category_scores_gemma":[0.00013152508,0.00042295657,0.0001531986,0.00086255535,0.00034321772,0.0008721234,0.0027392916,0.00072205573,0.0008416109],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016641623,0.00001962281,0.00008515231,0.000015986532,0.00000370642,0.00006665876,0.0015616812,0.020134248,0.000116408846,0.0013634631,0.00043239986,0.976184],"study_design_scores_gemma":[0.0014247564,0.0015939673,0.0074960836,0.0015627005,0.000020639456,0.0011132616,6.873607e-7,0.65864414,0.013985931,0.023775565,0.28594396,0.004438306],"about_ca_topic_score_codex":0.000019538038,"about_ca_topic_score_gemma":0.00004798497,"teacher_disagreement_score":0.9717457,"about_ca_system_score_codex":0.00069746084,"about_ca_system_score_gemma":0.00054507377,"threshold_uncertainty_score":0.99993634},"labels":[],"label_agreement":null},{"id":"W1524836063","doi":"","title":"Goal-directed site-independent recommendations from passive observations","year":2005,"lang":"en","type":"article","venue":"Alexandria (UniSG) (University of St.Gallen)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Session (web analytics); Web page; World Wide Web; Information retrieval; User information; Information needs; User modeling; User needs; Human–computer interaction; User interface; Information system; Multimedia","score_opus":0.0275620519036884,"score_gpt":0.2279788072111207,"score_spread":0.2004167553074323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524836063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6562951,0.00011581999,0.28728938,0.042599957,0.0007340445,0.0008672436,0.0009638035,0.00085455616,0.010280096],"genre_scores_gemma":[0.8105964,0.0004380792,0.17643116,0.00056437723,0.00012515896,0.0000033511483,0.00088115904,0.000018393295,0.010941943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984085,0.00010266748,0.0002603225,0.00036253274,0.0005412732,0.0003247152],"domain_scores_gemma":[0.9982759,0.00017824509,0.000259803,0.00057817856,0.00049684575,0.0002110259],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017923191,0.00017837522,0.00025477627,0.0002836779,0.00061448483,0.00008969766,0.0010693994,0.00014527484,0.0017842719],"category_scores_gemma":[0.000035092162,0.00021432621,0.00015335753,0.00072214694,0.00009899745,0.002784612,0.00042409095,0.00026786115,0.00043097563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035285825,0.002484492,0.011378548,0.000088868655,0.0009283694,0.00017015121,0.06910891,0.0013583765,0.01567697,0.23926164,0.19998017,0.45921063],"study_design_scores_gemma":[0.005573103,0.0003528771,0.3629826,0.00013776316,0.00016344468,0.000017852324,0.007121214,0.14134245,0.00086727913,0.0018280357,0.4784091,0.0012042671],"about_ca_topic_score_codex":0.0007720534,"about_ca_topic_score_gemma":0.0014917892,"teacher_disagreement_score":0.45800638,"about_ca_system_score_codex":0.00015106857,"about_ca_system_score_gemma":0.00018442694,"threshold_uncertainty_score":0.9991282},"labels":[],"label_agreement":null},{"id":"W1525524375","doi":"10.1007/978-3-540-68123-6_46","title":"Evaluating Information Retrieval System Performance Based on Multi-grade Relevance","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Rank (graph theory); Precision and recall; Relevance feedback; Learning to rank; Document retrieval; Measure (data warehouse); Recall; Data mining; Artificial intelligence; Mathematics; Ranking (information retrieval); Image retrieval; Psychology","score_opus":0.048144291722296,"score_gpt":0.29308858190254466,"score_spread":0.24494429018024866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525524375","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011955014,0.000057351153,0.9935342,0.00023763046,0.0016739218,0.0008196763,0.000011624063,0.00036508427,0.002105019],"genre_scores_gemma":[0.44031218,0.000072794755,0.5566771,0.0022065202,0.00031481078,0.00002251648,0.000037331756,0.000039119685,0.0003176414],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942285,0.00006529117,0.0010330909,0.00088547566,0.002964853,0.0008228187],"domain_scores_gemma":[0.9963586,0.0005269067,0.0006334374,0.0014831469,0.0007637957,0.00023411632],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019287968,0.0005981227,0.0005238635,0.0014043557,0.00071067276,0.00064362184,0.00290999,0.0003858741,0.000010134951],"category_scores_gemma":[0.0003329406,0.0005274386,0.00016176219,0.0011434495,0.00046248527,0.0027929014,0.0005875527,0.0012615763,0.00031138503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056371555,0.0000401987,0.000056594377,0.0002638165,0.0000052028468,0.00003893813,0.0012327402,0.3537008,0.00006120084,0.0021085541,0.000025183217,0.6424104],"study_design_scores_gemma":[0.00071407424,0.00053187483,0.00042855096,0.0008154935,0.0000049636537,0.000071952476,3.6844105e-7,0.9935001,0.0021638654,0.00009936953,0.0010650379,0.0006043527],"about_ca_topic_score_codex":0.00000794614,"about_ca_topic_score_gemma":0.0000021014691,"teacher_disagreement_score":0.64180607,"about_ca_system_score_codex":0.001027831,"about_ca_system_score_gemma":0.0012187401,"threshold_uncertainty_score":0.9997177},"labels":[],"label_agreement":null},{"id":"W1535027497","doi":"10.1007/978-3-642-36415-0_11","title":"Is Visualization Usable for Displaying Web Search Results in an Exploratory Search Context?","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Exploratory search; Visualization; Information visualization; USable; Scope (computer science); Visual analytics; Exploratory research; Usability; Context (archaeology); Information retrieval; Human–computer interaction; Data visualization; World Wide Web; Task (project management); Artificial intelligence","score_opus":0.06679358279386398,"score_gpt":0.33005479958504985,"score_spread":0.26326121679118586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535027497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005841796,0.0000746195,0.9907021,0.00061623513,0.00068169023,0.0013090763,0.000039734852,0.00010698905,0.0006277429],"genre_scores_gemma":[0.880208,0.000075180855,0.11447823,0.0032030928,0.00043848043,0.0001082715,0.000101064514,0.000069815724,0.0013178159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952865,0.0000926488,0.0008357187,0.0012837767,0.0015438034,0.00095754175],"domain_scores_gemma":[0.9969311,0.0004995042,0.00018706008,0.0011212431,0.0009762423,0.00028486433],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0026978543,0.0004266835,0.00046038826,0.0014465395,0.0003979082,0.0013745052,0.002772158,0.0003483989,0.000038774895],"category_scores_gemma":[0.000114999064,0.0003873007,0.00010270567,0.0010526886,0.00045842136,0.0033950019,0.00096396386,0.0007506369,0.00012148461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010349853,0.00013651092,0.0004986165,0.00022642035,0.000009728971,0.00004247097,0.022049833,0.020959018,0.000963475,0.05002427,0.00020770084,0.9047785],"study_design_scores_gemma":[0.00084868324,0.00040859834,0.00023581873,0.00029754263,0.0000024837393,0.000008263584,0.00000720638,0.98759454,0.004257887,0.0045997887,0.0011971683,0.0005419871],"about_ca_topic_score_codex":0.000058034995,"about_ca_topic_score_gemma":0.00017163262,"teacher_disagreement_score":0.9666355,"about_ca_system_score_codex":0.00045467602,"about_ca_system_score_gemma":0.0012146366,"threshold_uncertainty_score":0.9998579},"labels":[],"label_agreement":null},{"id":"W1535887254","doi":"","title":"The effect of task domain on search","year":2003,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Task (project management); Domain (mathematical analysis); Computer science; Information retrieval; Human–computer interaction; Keyword search; Data science; World Wide Web; Mathematics; Engineering","score_opus":0.009648106665906653,"score_gpt":0.2666364281614837,"score_spread":0.25698832149557704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535887254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7216498,0.000018448296,0.12382683,0.0007373524,0.00023925505,0.00038844676,9.4093593e-7,0.00006644066,0.15307248],"genre_scores_gemma":[0.9968544,0.0000027025696,0.0013880411,0.00007409149,0.0000041767667,0.0000051338016,1.9956784e-7,0.0000013176882,0.001669907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992333,0.00014732446,0.00009763031,0.000060594815,0.00031780312,0.0001433441],"domain_scores_gemma":[0.99936265,0.0002924629,0.000015623365,0.00025517694,0.00003724723,0.00003685192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010597295,0.000040400784,0.000049305298,0.00003173722,0.00012244107,0.00005940395,0.00034299868,0.000016431346,0.000023880142],"category_scores_gemma":[0.000050813236,0.000019029692,0.000034022603,0.0002164533,0.00003591288,0.00010975195,0.000038576087,0.00007191467,0.00016214729],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018563935,0.000012945135,0.0008684095,0.000008040709,0.000004294019,0.0000019487065,0.00030408546,0.000022960468,0.0010555388,0.9501106,0.0010645195,0.04652808],"study_design_scores_gemma":[0.0014669328,0.0031932753,0.007342733,0.000015850044,0.0000030153574,0.000015921201,0.000111559384,0.0055413623,0.89517826,0.0025225272,0.08438084,0.00022774594],"about_ca_topic_score_codex":0.0000048133456,"about_ca_topic_score_gemma":5.512723e-7,"teacher_disagreement_score":0.9475881,"about_ca_system_score_codex":0.000011198949,"about_ca_system_score_gemma":0.000024626124,"threshold_uncertainty_score":0.20841295},"labels":[],"label_agreement":null},{"id":"W1543042058","doi":"10.1007/978-3-642-12116-6_51","title":"Optimal IR: How Far Away?","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Perspective (graphical); Path (computing); Upper and lower bounds; Algorithm; Artificial intelligence; Mathematics","score_opus":0.018982093840062775,"score_gpt":0.2503416385279176,"score_spread":0.2313595446878548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543042058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031373583,0.00009098835,0.9913094,0.002012379,0.0023470202,0.00037823568,0.000008397866,0.00021958651,0.0033202334],"genre_scores_gemma":[0.057853226,0.000050587172,0.9354115,0.0027248343,0.00075343717,0.000014541863,0.000013573187,0.000042566808,0.0031357163],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960805,0.000021765192,0.00042338014,0.0010846832,0.0015637691,0.00082589744],"domain_scores_gemma":[0.99731845,0.00022118923,0.0002532841,0.0014703958,0.00044310416,0.00029355235],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009277873,0.0005073434,0.00044973067,0.00089726015,0.000408863,0.0014226801,0.0044719246,0.00050468586,0.00006843216],"category_scores_gemma":[0.000099031065,0.00043162156,0.0001787402,0.00062372716,0.0008496505,0.001431392,0.0016762578,0.0017476262,0.00018962045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007142912,0.00003295868,0.000038989772,0.00003698564,0.000008355362,0.00014016798,0.0011652107,0.004180811,0.0009119074,0.039249938,0.000056590598,0.95417094],"study_design_scores_gemma":[0.0008460939,0.00064442796,0.0006193101,0.0003024338,0.000017965462,0.00041159874,6.238252e-7,0.8435633,0.018754061,0.043339282,0.089071564,0.002429318],"about_ca_topic_score_codex":0.000010206088,"about_ca_topic_score_gemma":0.0000258597,"teacher_disagreement_score":0.95174164,"about_ca_system_score_codex":0.00018727194,"about_ca_system_score_gemma":0.00073937903,"threshold_uncertainty_score":0.99981356},"labels":[],"label_agreement":null},{"id":"W1553899722","doi":"10.1080/01639371003784263","title":"A Review of “Magic Search: Getting the Best Results from Your Catalog and Beyond”","year":2010,"lang":"en","type":"review","venue":"Cataloging & Classification Quarterly","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MAGIC (telescope); Cataloging; Information retrieval; Computer science; Library science; World Wide Web; Physics; Astronomy","score_opus":0.12704586289461064,"score_gpt":0.35533899854536194,"score_spread":0.2282931356507513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553899722","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002035952,0.99109685,0.0046336423,0.001408512,0.0003429318,0.0011393989,0.0006579944,0.00009820927,0.00060207077],"genre_scores_gemma":[0.00012909788,0.9947863,0.001881603,0.00033646994,0.00012517314,0.00008632661,0.0025031888,0.00002304657,0.00012875264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996368,0.000365077,0.0015677321,0.0006926346,0.0006058523,0.00040070663],"domain_scores_gemma":[0.9955676,0.0007330852,0.0011976418,0.0019145375,0.000417318,0.00016978104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00209103,0.0004043656,0.0009868952,0.0002472893,0.00029414636,0.00035308255,0.0020829998,0.00029252595,0.000005973893],"category_scores_gemma":[0.0003625965,0.00026647505,0.00029580182,0.0008318067,0.0003203287,0.0006793797,0.00019113459,0.0011066184,0.00028695827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013346203,0.000026094476,9.51418e-7,0.0067541585,0.000016590151,0.0000024609199,0.001316196,1.8158353e-8,0.000009433226,0.0021599564,0.00038521388,0.9893276],"study_design_scores_gemma":[0.00020576818,0.00012624158,0.00005844068,0.020733776,0.00023272415,0.000064520566,0.00037344496,0.00049569923,0.0000068768245,0.000161666,0.977105,0.00043580282],"about_ca_topic_score_codex":0.00010668284,"about_ca_topic_score_gemma":0.0000055442874,"teacher_disagreement_score":0.9888918,"about_ca_system_score_codex":0.00007565289,"about_ca_system_score_gemma":0.00054265384,"threshold_uncertainty_score":0.9999787},"labels":[],"label_agreement":null},{"id":"W1568713433","doi":"10.18438/b88d0c","title":"Kuhlthau’s Classic Research on the Information Search Process (ISP) Provides Evidence for Information Seeking as a Constructivist Process","year":2007,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information seeking; Computer science; Value (mathematics); Process (computing); Information seeking behavior; Presentation (obstetrics); Information science; Construct (python library); Psychology; Library science","score_opus":0.08917271614507999,"score_gpt":0.39425908348950484,"score_spread":0.30508636734442485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568713433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096160136,0.0002108072,0.6997405,0.17283416,0.00071223715,0.00923479,0.00005873087,0.00093379314,0.020114841],"genre_scores_gemma":[0.95397735,0.00020717036,0.0063924016,0.03869837,0.00010618949,0.0004643662,0.00008393569,0.000010922009,0.000059282487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949185,0.00046969223,0.001293375,0.00025532505,0.0022755747,0.0007874784],"domain_scores_gemma":[0.98502266,0.011267923,0.00082427525,0.0006571256,0.0019297812,0.0002982508],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.010103235,0.00030507345,0.00022333855,0.0011920672,0.0016193616,0.0047875578,0.0013841803,0.0002013193,0.000048229995],"category_scores_gemma":[0.012161659,0.00022632974,0.000082007886,0.002765116,0.00034167472,0.52772546,0.0002816697,0.0010174653,0.000339066],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026158257,0.000069005495,0.0004419207,0.0015175061,0.000022504673,0.0000026343237,0.009846547,0.00074544357,0.000039147893,0.82767195,0.0014560526,0.15557148],"study_design_scores_gemma":[0.0031345373,0.0042103766,0.012709211,0.0051633646,0.000072510105,0.00032586433,0.050672553,0.42031378,0.050097607,0.0048446385,0.44674057,0.0017149827],"about_ca_topic_score_codex":0.000016615171,"about_ca_topic_score_gemma":1.4175205e-7,"teacher_disagreement_score":0.85781723,"about_ca_system_score_codex":0.000104771505,"about_ca_system_score_gemma":0.0019805206,"threshold_uncertainty_score":0.9996804},"labels":[],"label_agreement":null},{"id":"W1571050549","doi":"10.2307/25148806","title":"Enhancing Information Retrieval Through Statistical Natural Language Processing: A Study of Collocation Indexing1","year":2007,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Search engine indexing; Collocation (remote sensing); Information retrieval; Computer science; Automatic indexing; Natural language; Natural language processing; Artificial intelligence; Machine learning","score_opus":0.010722361229674451,"score_gpt":0.29513257977563134,"score_spread":0.2844102185459569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571050549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5378825,0.000021858084,0.46129194,0.000032356726,0.00011725654,0.0002691706,0.000002640494,0.00006395088,0.00031827966],"genre_scores_gemma":[0.9906399,1.9220944e-7,0.009172481,0.000087479435,0.000027151023,0.00000410201,0.000018952123,0.0000034116538,0.000046294994],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99827975,0.000044485983,0.00059707137,0.00012958495,0.00069060316,0.0002584778],"domain_scores_gemma":[0.99905455,0.000081371196,0.00022006319,0.000235881,0.00034609364,0.00006205299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007489085,0.000109356304,0.00014890058,0.00015454984,0.00013291874,0.00017968957,0.0003455329,0.00005616978,0.0000111571635],"category_scores_gemma":[0.00007595588,0.00009589791,0.000025920092,0.00066147844,0.000033063076,0.0024351755,0.000023804716,0.00018006575,0.000033750162],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023133788,0.00047294836,0.00082791445,0.00016846288,0.000018665589,0.000020354511,0.48425993,0.000007727358,0.006871476,0.003748911,0.00011295681,0.5032593],"study_design_scores_gemma":[0.01282163,0.017646499,0.33178833,0.00034252883,0.0001120399,0.00014838939,0.37034562,0.1369941,0.124278605,0.0011169137,0.0022437277,0.0021616335],"about_ca_topic_score_codex":0.00012156338,"about_ca_topic_score_gemma":0.00005935619,"teacher_disagreement_score":0.5010977,"about_ca_system_score_codex":0.00007035613,"about_ca_system_score_gemma":0.00011068932,"threshold_uncertainty_score":0.3910603},"labels":[],"label_agreement":null},{"id":"W1595213066","doi":"","title":"Information Need: A Theory Connecting Information Search to Knowledge Formation","year":2012,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information science; Process (computing); Psychology; Information behavior; Sociology; Computer science; Epistemology; Cognitive science; Library science","score_opus":0.07135875857243032,"score_gpt":0.3500689506982675,"score_spread":0.27871019212583714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595213066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2108667,0.0025686575,0.2264618,0.21934849,0.001975317,0.0037568822,0.00006924115,0.00020466252,0.33474824],"genre_scores_gemma":[0.9926645,0.00019842364,0.0018320031,0.005046496,0.00013812669,0.000012484724,0.000026164847,0.0000040817913,0.000077677774],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712497,0.0007657057,0.00077295,0.000040202187,0.0007017578,0.0005944222],"domain_scores_gemma":[0.99646485,0.0011401715,0.00033641726,0.00021666911,0.0008742668,0.0009676459],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.009317705,0.00012633317,0.00013865999,0.0016125881,0.0014126045,0.0032589962,0.00058470166,0.00011599413,0.000043287906],"category_scores_gemma":[0.001955701,0.0000876052,0.000042622058,0.0013364707,0.0001327056,0.23361786,0.00021031692,0.00082044257,0.00026263838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013856501,0.000011533717,0.00031259222,0.00010616024,0.000019843796,8.1540026e-7,0.12607375,0.000057035268,0.000003328616,0.70215356,0.0053063175,0.16581649],"study_design_scores_gemma":[0.000467425,0.00027190783,0.0029508807,0.00006608533,0.0000119784045,0.00051373465,0.04370987,0.0032093052,0.00058686006,0.00067914836,0.94736767,0.00016514018],"about_ca_topic_score_codex":0.00011940348,"about_ca_topic_score_gemma":0.000013360497,"teacher_disagreement_score":0.94206136,"about_ca_system_score_codex":0.00007293262,"about_ca_system_score_gemma":0.0009824937,"threshold_uncertainty_score":0.9998874},"labels":[],"label_agreement":null},{"id":"W1595429343","doi":"10.2196/medinform.3740","title":"Analysis of PubMed User Sessions Using a Full-Day PubMed Query Log: A Comparison of Experienced and Nonexperienced PubMed Users","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Session (web analytics); Computer science; Information retrieval; MEDLINE; Query expansion; Web search query; World Wide Web; Search engine","score_opus":0.08112951096715199,"score_gpt":0.3589180753614555,"score_spread":0.2777885643943035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595429343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8989224,0.000023876282,0.09942872,0.00010347796,0.00024880728,0.00074217474,0.000010970501,0.00006679631,0.00045276582],"genre_scores_gemma":[0.9921492,0.000008615914,0.007086782,0.0002211807,0.000021121286,0.0004564849,0.000015844455,0.000006305492,0.000034478144],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950406,0.00013306284,0.0016962937,0.00017901426,0.0022198444,0.0007312171],"domain_scores_gemma":[0.99661106,0.00022477128,0.0007704311,0.0005867703,0.0005755201,0.0012314563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019805678,0.00023022889,0.00078875077,0.00083499105,0.00011797585,0.00014216069,0.0010398794,0.00025979884,0.00003194057],"category_scores_gemma":[0.0011288305,0.00017702105,0.00016539225,0.0028667715,0.00057280104,0.002118286,0.0006075591,0.0003269304,0.000002408042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031747768,0.0014018983,0.0981688,0.0004885043,0.00094093214,0.000021665666,0.59468484,0.0024438715,0.0002867228,0.005721039,0.001803055,0.2937212],"study_design_scores_gemma":[0.0016614846,0.00014490001,0.064700395,0.000050167753,0.00015487625,0.000014879727,0.03523489,0.8943111,0.002402211,0.000018343893,0.0008895081,0.00041730076],"about_ca_topic_score_codex":0.000038946848,"about_ca_topic_score_gemma":0.000013826471,"teacher_disagreement_score":0.89186716,"about_ca_system_score_codex":0.0001231252,"about_ca_system_score_gemma":0.00047427468,"threshold_uncertainty_score":0.7218709},"labels":[],"label_agreement":null},{"id":"W1606581472","doi":"10.1002/asi.23230","title":"Tracking middle school students' information behavior via <scp>K</scp>uhlthau's <scp>ISP</scp> Model:Temporality","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Temporality; Tracking (education); Class (philosophy); Feeling; Test (biology); Computer science; Conceptual model; Period (music); Psychology; Process (computing); Mathematics education; Social psychology; Pedagogy; Artificial intelligence; Epistemology; Aesthetics","score_opus":0.018625846524927794,"score_gpt":0.2791147109947974,"score_spread":0.26048886446986963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606581472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75143015,0.0000142578765,0.24365766,0.0016859906,0.00085644034,0.000777342,0.000019091725,0.00013357784,0.001425502],"genre_scores_gemma":[0.99383146,0.000018905714,0.004859267,0.0009781887,0.000043545402,0.000038504964,0.0000057455018,0.0000043045948,0.00022008125],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99576485,0.000058506448,0.0012739042,0.00012815282,0.0022728597,0.0005017124],"domain_scores_gemma":[0.9919484,0.00032368812,0.00265921,0.00040326524,0.004479908,0.0001855135],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.007373051,0.00017690679,0.00028764948,0.0013185226,0.00092811283,0.0012973202,0.0022472097,0.0002688348,7.577463e-7],"category_scores_gemma":[0.010630794,0.00013141532,0.00013365927,0.0023893851,0.00018614407,0.020328885,0.00046697905,0.0004996006,0.000040132447],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023363276,0.0005364166,0.44427714,0.0002856543,0.00016629905,0.0000011822495,0.023392914,0.0039783856,0.004053291,0.22713158,0.021133337,0.27502045],"study_design_scores_gemma":[0.00701279,0.001354115,0.275987,0.00019549107,0.00022462964,0.00027896845,0.0078872,0.3732211,0.043673456,0.029205533,0.260539,0.0004207106],"about_ca_topic_score_codex":0.000006920786,"about_ca_topic_score_gemma":0.0000026514924,"teacher_disagreement_score":0.3692427,"about_ca_system_score_codex":0.0005788999,"about_ca_system_score_gemma":0.0005278125,"threshold_uncertainty_score":0.9997394},"labels":[],"label_agreement":null},{"id":"W1608204392","doi":"10.18438/b8pp7h","title":"Existing Analytical Frameworks for Information Behaviour Don’t Fully Explain HIV/AIDS Information Exchange in Rural Communities in Ontario, Canada","year":2010,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Information exchange; Qualitative research; Sociology; Social psychology; Psychology; Medicine; Public relations; Gerontology; Computer science; Social science; Political science","score_opus":0.020988374939704246,"score_gpt":0.26276764322456564,"score_spread":0.2417792682848614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608204392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6122789,0.000068202455,0.32676488,0.04452425,0.0016738649,0.0035074332,0.00018338147,0.00040824994,0.010590858],"genre_scores_gemma":[0.90955424,0.00007474299,0.051276494,0.03752389,0.00004471422,0.0002991104,0.0011165196,0.000008057853,0.00010222047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974633,0.00017527105,0.0012117046,0.000080929174,0.0006269861,0.000441822],"domain_scores_gemma":[0.99681216,0.0017665365,0.0005581035,0.0004165314,0.00026000012,0.0001866602],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0016802372,0.00023190184,0.00022929856,0.0007842888,0.00029741158,0.0016046576,0.00066960737,0.00028371462,0.0002073535],"category_scores_gemma":[0.0015165656,0.00022918353,0.000045905614,0.00080460374,0.00006691275,0.39888528,0.0002550126,0.0015111511,0.000020037325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011384147,0.00012356526,0.077179365,0.0005669596,0.000015572614,0.0000072165226,0.03078324,0.001926849,0.0000065490954,0.7197175,0.00504559,0.16348915],"study_design_scores_gemma":[0.0022019274,0.0003504166,0.12182068,0.00058560015,0.000020828484,0.000052784704,0.022337874,0.34335554,0.00021876066,0.00021900111,0.50810736,0.0007292303],"about_ca_topic_score_codex":0.13695413,"about_ca_topic_score_gemma":0.03429651,"teacher_disagreement_score":0.7194985,"about_ca_system_score_codex":0.00016432223,"about_ca_system_score_gemma":0.0016241856,"threshold_uncertainty_score":0.9994318},"labels":[],"label_agreement":null},{"id":"W1616993132","doi":"10.1109/tkde.2015.2448541","title":"A Family of Rank Similarity Measures Based on Maximized Effectiveness Difference","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Chinese Academy of Sciences; Google","keywords":"Relevance (law); Measure (data warehouse); Metric (unit); Similarity (geometry); Rank (graph theory); Computer science; Similarity measure; Learning to rank; Maximization; Context (archaeology); Ranking (information retrieval); Data mining; Information retrieval; Mathematics; Artificial intelligence; Mathematical optimization","score_opus":0.07556383053037817,"score_gpt":0.29334646976984136,"score_spread":0.21778263923946317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1616993132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02533409,0.000061836305,0.97370154,0.000018838586,0.00034222862,0.00016803606,0.000085513864,0.000097945136,0.00019000072],"genre_scores_gemma":[0.9957936,0.0000140846,0.004117541,0.000019171717,0.000010170557,0.000016796681,0.000008355867,0.0000062605363,0.000014029958],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991194,0.000062968,0.00017362222,0.00023512379,0.0002530983,0.00015577264],"domain_scores_gemma":[0.99882686,0.00024497233,0.00002561158,0.0006265047,0.00014245765,0.00013357763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005728825,0.00013159792,0.00018752167,0.00019563493,0.00006096488,0.000057397094,0.0005138473,0.000055905577,0.0000021276194],"category_scores_gemma":[0.000034050612,0.00011323416,0.000035897923,0.0003069698,0.000024301073,0.0004189875,0.00001080105,0.0001848422,0.000010260192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017842875,0.0027448179,0.0003183552,0.0014515274,0.0002091804,0.000034623623,0.0031598967,0.24133632,0.038810816,0.0028263808,0.0004962571,0.7068275],"study_design_scores_gemma":[0.0014056317,0.00018899435,0.0026467894,0.00010161503,0.000015421943,0.0000020929697,0.000008524449,0.97194207,0.023172837,0.000019119963,0.0003418208,0.00015505604],"about_ca_topic_score_codex":0.000016817088,"about_ca_topic_score_gemma":0.0000028516909,"teacher_disagreement_score":0.9704595,"about_ca_system_score_codex":0.000032604574,"about_ca_system_score_gemma":0.00009292023,"threshold_uncertainty_score":0.4617555},"labels":[],"label_agreement":null},{"id":"W1643302328","doi":"10.3968/j.css.1923669720070305.010","title":"The Observation and Experiment of Field dependence/Field Independence Based on R&T Users’ Behavioral of Information Searching","year":2010,"lang":"en","type":"article","venue":"Canadian social science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Independence (probability theory); Field (mathematics); Political science; Sociology; Philosophy; Mathematics; Statistics","score_opus":0.025524159667776856,"score_gpt":0.2971323320257218,"score_spread":0.27160817235794493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1643302328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844526,0.000002376696,0.009085776,0.0013400611,0.0003262226,0.00022421591,0.000006004662,0.000012791123,0.004549926],"genre_scores_gemma":[0.99794906,0.0000010958116,0.0015682265,0.00045172908,0.000011656564,0.0000067297674,8.282794e-7,0.000001030191,0.0000096275135],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99868786,0.000021253965,0.00020644999,0.00010066453,0.0007290428,0.00025472115],"domain_scores_gemma":[0.99910516,0.00012157589,0.00011104297,0.00019733001,0.00029474084,0.00017016822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010056943,0.000058546168,0.00006570141,0.00017834811,0.0006259828,0.00020611518,0.0007754235,0.00006668753,0.000010693891],"category_scores_gemma":[0.0002424243,0.000046718655,0.000023915874,0.0005770019,0.0002554783,0.0013714273,0.00007359144,0.00023519761,0.000002171015],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035499765,0.00004228442,0.06956806,0.00002676501,0.0000027369092,0.00000294466,0.01766518,0.000015123839,0.02957254,0.40078038,0.00024937748,0.48203912],"study_design_scores_gemma":[0.0009856754,0.0014090332,0.345615,0.00007966863,0.000010928196,0.000007143638,0.006040245,0.08056301,0.557362,0.0016717331,0.005579012,0.00067652937],"about_ca_topic_score_codex":0.008805082,"about_ca_topic_score_gemma":0.0038612687,"teacher_disagreement_score":0.5277895,"about_ca_system_score_codex":0.00006207676,"about_ca_system_score_gemma":0.0008836764,"threshold_uncertainty_score":0.99779534},"labels":[],"label_agreement":null},{"id":"W1664623720","doi":"10.1007/978-3-540-24681-7_16","title":"Extending the Rocchio Relevance Feedback Algorithm to Provide Contextual Retrieval","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Relevance feedback; Relevance (law); Information retrieval; Process (computing); Data mining; Artificial intelligence; Image retrieval","score_opus":0.01963604265658452,"score_gpt":0.26428406359480267,"score_spread":0.24464802093821814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1664623720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013290852,0.00024109584,0.9918734,0.0028550471,0.0019531967,0.0010768239,0.000014070347,0.00020010646,0.0016533681],"genre_scores_gemma":[0.084096976,0.00013465172,0.8979532,0.012403362,0.0015364193,0.00003816542,0.0000150120895,0.00009568694,0.0037265406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947092,0.000046737543,0.0007758232,0.0013270456,0.002108138,0.001033039],"domain_scores_gemma":[0.9966025,0.0006054603,0.00032040215,0.0015825679,0.0005475982,0.0003415233],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016378423,0.000594608,0.0005145948,0.0007096682,0.0006923314,0.0012737181,0.005241132,0.00028980937,0.000037809998],"category_scores_gemma":[0.00037298005,0.0004271783,0.0001808075,0.0013318204,0.0007208651,0.0012260899,0.001971328,0.0013820009,0.00031699424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001559827,0.000017194396,0.000004572558,0.000019556986,0.0000061115516,0.00006841036,0.0015022854,0.008132284,0.000107401276,0.027675923,0.000036975034,0.96241367],"study_design_scores_gemma":[0.0020083997,0.0018011879,0.0008704546,0.0021893356,0.000036207464,0.0006269471,0.0000046765076,0.6867006,0.0154431835,0.23101439,0.055624295,0.0036803484],"about_ca_topic_score_codex":0.000030023244,"about_ca_topic_score_gemma":0.000025903842,"teacher_disagreement_score":0.9587333,"about_ca_system_score_codex":0.00080810924,"about_ca_system_score_gemma":0.0013299113,"threshold_uncertainty_score":0.999818},"labels":[],"label_agreement":null},{"id":"W1665115054","doi":"10.48550/arxiv.1106.1925","title":"Ranking via Sinkhorn Propagation","year":2011,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Normalization (sociology); Ranking (information retrieval); Operator (biology); Rank (graph theory); Learning to rank; Range (aeronautics); Projection (relational algebra); Mathematical optimization; Permutation (music); Artificial intelligence; Algorithm; Mathematics; Combinatorics","score_opus":0.100974059935494,"score_gpt":0.18955526333440753,"score_spread":0.08858120339891352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1665115054","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12897037,0.000009490028,0.8636357,0.00003745,0.00053165737,0.00032288846,0.0000039140828,0.00027533463,0.0062132063],"genre_scores_gemma":[0.9967715,0.000025966323,0.0017011988,0.00007433034,0.00004566749,0.0000010537991,0.00002107403,0.000008637173,0.0013505807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987226,0.00009170674,0.00020361634,0.0005466917,0.00013595958,0.0002994383],"domain_scores_gemma":[0.99853754,0.00002605496,0.00022388247,0.0008020629,0.00028006264,0.00013041185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031116206,0.00021118223,0.00019638806,0.00028071992,0.00018880483,0.00014812921,0.0014260673,0.00023295514,0.000067511966],"category_scores_gemma":[0.000017461325,0.00022494458,0.00015434047,0.0004916166,0.00006898494,0.0008209433,0.001304281,0.00051384926,0.00039222682],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120041885,0.00029822925,0.003574438,0.0003136004,0.00013099759,0.0005263006,0.0037299646,0.027666392,0.000488341,0.928011,0.00046990663,0.03467077],"study_design_scores_gemma":[0.0006589247,0.000104030834,0.004088652,0.000104719635,0.00006458268,0.000013594072,0.00004875093,0.91742986,0.0033227424,0.072478235,0.00088959467,0.000796331],"about_ca_topic_score_codex":0.000108765395,"about_ca_topic_score_gemma":0.000008057721,"teacher_disagreement_score":0.8897635,"about_ca_system_score_codex":0.00015677261,"about_ca_system_score_gemma":0.00018144966,"threshold_uncertainty_score":0.91729736},"labels":[],"label_agreement":null},{"id":"W1743300701","doi":"10.1002/asi.23201","title":"Data mining from web search queries: A comparison of google trends and baidu index","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada; Huawei Technologies; Baidu","keywords":"Computer science; Information retrieval; Volume (thermodynamics); Search engine; Web search query; Index (typography); Disadvantage; Database; World Wide Web","score_opus":0.035773637371517716,"score_gpt":0.32529054436163835,"score_spread":0.2895169069901206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1743300701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93750465,0.000037517235,0.04907492,0.011569726,0.0004186126,0.00015421804,0.00007137441,0.000032240012,0.0011367509],"genre_scores_gemma":[0.9946346,0.000012398274,0.0052134576,0.00009045703,0.000014290988,0.000001260134,0.000003031629,9.811912e-7,0.000029494862],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984492,0.000026687627,0.0005333171,0.00007256748,0.00076498126,0.0001532659],"domain_scores_gemma":[0.9973116,0.00019405923,0.0009456517,0.00028438162,0.0012205082,0.00004378643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003287888,0.000054017168,0.0001670541,0.00073807564,0.00027739687,0.00021141468,0.0012660982,0.000086374486,0.0000014347845],"category_scores_gemma":[0.0018728096,0.000036832793,0.000021848624,0.0015135402,0.00019369656,0.0046650623,0.00052148063,0.00015389272,9.74069e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002943331,0.000043442975,0.24093091,0.000025492,0.00003288166,5.6892546e-8,0.0063234293,0.00005986003,0.0020953838,0.05298919,0.0024199132,0.69505],"study_design_scores_gemma":[0.0021994365,0.00049808796,0.15216973,0.000069533075,0.000034748187,0.000021933638,0.0042146924,0.7275831,0.011155121,0.0027767217,0.09906049,0.00021635774],"about_ca_topic_score_codex":0.0000069119174,"about_ca_topic_score_gemma":0.0000068151016,"teacher_disagreement_score":0.72752327,"about_ca_system_score_codex":0.00007895001,"about_ca_system_score_gemma":0.00024046369,"threshold_uncertainty_score":0.33820575},"labels":[],"label_agreement":null},{"id":"W1757228885","doi":"10.1080/19322909.2013.755424","title":"A Review of “Information Need: A Theory Connecting Information Search To Knowledge Formation”","year":2013,"lang":"en","type":"review","venue":"Journal of Web Librarianship","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Ministry of Labour","funders":"","keywords":"Computer science; Knowledge management; Information science; Work (physics); Sociology; Data science; Library science; Engineering","score_opus":0.08362550152704812,"score_gpt":0.34244736543652726,"score_spread":0.25882186390947914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757228885","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026486616,0.81954986,0.17266953,0.00039832693,0.00054139714,0.0013362179,0.00003783161,0.000048150956,0.005416019],"genre_scores_gemma":[0.000016444463,0.987853,0.010906529,0.00089929905,0.000147215,0.00003394324,0.00006323081,0.000013622474,0.000066709756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942151,0.0007049461,0.0036552504,0.00010116125,0.0009267402,0.00039685683],"domain_scores_gemma":[0.9936823,0.00068117253,0.0030547397,0.00056072336,0.0016538142,0.00036720416],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004899159,0.00036822507,0.0015016879,0.0019633083,0.0001474341,0.00081395736,0.002226386,0.00026637872,0.00017079164],"category_scores_gemma":[0.0013454148,0.00026384668,0.00071016006,0.002190474,0.000033261033,0.026435357,0.00046143887,0.0009086996,0.0009779056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074739887,0.000020502068,2.7117557e-7,0.06872474,0.00004046389,8.7277806e-7,0.0015631875,0.0000037177892,2.4615588e-7,0.023603043,0.010527533,0.89550793],"study_design_scores_gemma":[0.00026567085,0.0002205103,0.0000028253003,0.06926304,0.000120187804,0.00031097166,0.00022554524,0.00040108932,0.000013985277,0.00016598072,0.9287511,0.00025909505],"about_ca_topic_score_codex":0.000002355447,"about_ca_topic_score_gemma":1.2172003e-7,"teacher_disagreement_score":0.91822356,"about_ca_system_score_codex":0.00019141361,"about_ca_system_score_gemma":0.002039075,"threshold_uncertainty_score":0.9999814},"labels":[],"label_agreement":null},{"id":"W177679943","doi":"10.1007/978-3-642-40501-3_64","title":"Domain Search and Exploration with Meta-Indexes","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Index (typography); Domain (mathematical analysis); Subject (documents); Information retrieval; Digital library; Data mining; World Wide Web; Data science; Mathematics","score_opus":0.04481251404042791,"score_gpt":0.2610147273258674,"score_spread":0.21620221328543948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W177679943","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063737546,0.00017171164,0.99547607,0.0012430778,0.00021000455,0.0005158559,0.000003070292,0.000090833615,0.0016520161],"genre_scores_gemma":[0.09166879,0.000087314416,0.905035,0.0014637547,0.00021007101,0.000054248507,0.00000983644,0.000033281558,0.0014377059],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970235,0.00003675264,0.00035065768,0.00080341613,0.0012940518,0.00049160287],"domain_scores_gemma":[0.9983799,0.0001834371,0.000116761505,0.0007495521,0.00037737473,0.00019301687],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008924975,0.00037186846,0.00043210722,0.0006860668,0.00028493346,0.0010908165,0.0014034444,0.00018009405,0.00006410839],"category_scores_gemma":[0.000013072978,0.00025005947,0.0000725146,0.0004914949,0.0006494483,0.0023419124,0.0007651861,0.0005964363,0.00008436906],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013911972,0.000028511635,0.000054043107,0.000070206916,0.000073655654,0.00007263737,0.004257463,0.009280546,0.00014287226,0.1583712,0.000027497656,0.82760745],"study_design_scores_gemma":[0.0015289485,0.0019891995,0.0008643293,0.0004721287,0.00015453211,0.00044936838,0.0000049493797,0.61063045,0.008908114,0.36234078,0.009672343,0.0029848479],"about_ca_topic_score_codex":0.000036012698,"about_ca_topic_score_gemma":0.000040646883,"teacher_disagreement_score":0.82462263,"about_ca_system_score_codex":0.00010976109,"about_ca_system_score_gemma":0.0003655853,"threshold_uncertainty_score":0.9999952},"labels":[],"label_agreement":null},{"id":"W1779866227","doi":"10.18438/b8ww3x","title":"Research Methods: Triangulation","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Triangulation; Computer science; Information retrieval; Mathematics; Geometry","score_opus":0.06874072354947192,"score_gpt":0.40747375457747054,"score_spread":0.3387330310279986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1779866227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044484768,0.00010485795,0.91923493,0.06496047,0.0001669219,0.00027849752,0.0000011030972,0.00020503497,0.0146033205],"genre_scores_gemma":[0.108458064,0.0004656259,0.82151395,0.068743944,0.0001518604,0.000073026684,0.000037575777,0.000008867506,0.0005471007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970657,0.0015098753,0.000428831,0.00014552569,0.00060561724,0.00024443035],"domain_scores_gemma":[0.99367034,0.005298172,0.00020663747,0.00041960643,0.00024839106,0.00015684041],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.006251435,0.00009450274,0.000101874844,0.00046826483,0.00038127726,0.0014064928,0.00051049807,0.00008074609,0.000107576656],"category_scores_gemma":[0.004833509,0.000080989106,0.00003146348,0.0012076605,0.000065040724,0.39582837,0.00023357957,0.0003413485,0.00027130058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006207292,0.000011435397,0.000028066388,0.000030664214,0.0000018825021,3.4698894e-7,0.00022224072,0.00007269436,0.0000489466,0.73779434,0.0010235042,0.26070383],"study_design_scores_gemma":[0.00029245685,0.00019171408,0.0038606976,0.00006526661,0.0000041032704,0.00001186157,0.00018841363,0.20473689,0.0048963097,0.0011820298,0.7844471,0.00012318237],"about_ca_topic_score_codex":0.0000036235663,"about_ca_topic_score_gemma":3.958961e-9,"teacher_disagreement_score":0.78342354,"about_ca_system_score_codex":0.000012524421,"about_ca_system_score_gemma":0.00018490452,"threshold_uncertainty_score":0.99963015},"labels":[],"label_agreement":null},{"id":"W1782163248","doi":"10.1007/978-3-642-54903-8_31","title":"How Complementary Are Different Information Retrieval Techniques? A Study in Biomedicine Domain","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Novelty; Information retrieval; Biomedicine; Domain (mathematical analysis); Novelty detection; Track (disk drive); Data science; Artificial intelligence; Data mining","score_opus":0.020613538968628668,"score_gpt":0.2665210712310208,"score_spread":0.24590753226239215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1782163248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043789097,0.000025854608,0.9900129,0.002522686,0.00080979103,0.0016362149,0.000014372673,0.00017839717,0.00042090082],"genre_scores_gemma":[0.8898768,0.000023020346,0.10593243,0.003349997,0.00044035335,0.00004397193,0.00007847394,0.00003131973,0.00022362989],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954772,0.00008529648,0.000922371,0.0007602194,0.00204941,0.00070552476],"domain_scores_gemma":[0.99748486,0.00022538636,0.00056906574,0.0011725432,0.00034356612,0.00020459227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018502192,0.000554324,0.0007126162,0.0024180198,0.00023015628,0.0009685663,0.0028812967,0.00024254387,0.000018498979],"category_scores_gemma":[0.000089387286,0.0004392346,0.0000999446,0.0011412799,0.00043033404,0.0016357758,0.0015289063,0.0010053479,0.000022135415],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007057209,0.00020652915,0.003202654,0.00015885518,0.00001856604,0.00014057533,0.0062094647,0.00024946974,0.00014647256,0.0102236485,0.00009623231,0.97927696],"study_design_scores_gemma":[0.015080679,0.014091403,0.07815092,0.005722578,0.00009913016,0.00049290794,0.00014584052,0.6215609,0.011793198,0.17989819,0.06378139,0.009182917],"about_ca_topic_score_codex":0.00003289373,"about_ca_topic_score_gemma":0.00013117745,"teacher_disagreement_score":0.970094,"about_ca_system_score_codex":0.00066870963,"about_ca_system_score_gemma":0.00023292028,"threshold_uncertainty_score":0.9998059},"labels":[],"label_agreement":null},{"id":"W1829867232","doi":"10.1007/978-3-642-14600-8_31","title":"Are Pixel Graphs Are Better at Representing Information than Pie Graphs?","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Bar chart; Pixel; Pie chart; Indifference graph; Chordal graph; Graph product; Graph; Theoretical computer science; Combinatorics; Artificial intelligence; 1-planar graph; Mathematics; Statistics","score_opus":0.019751181321976594,"score_gpt":0.24718884208148686,"score_spread":0.22743766075951027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829867232","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013919784,0.00006243449,0.9783895,0.0014857877,0.002568769,0.0006236341,0.000022839495,0.00029666896,0.0026305814],"genre_scores_gemma":[0.58559424,0.000094983654,0.39367384,0.017285788,0.0009843056,0.000084424835,0.00012186245,0.00010928462,0.0020512508],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99519557,0.000037192614,0.0009095136,0.0009606253,0.0019773883,0.00091970095],"domain_scores_gemma":[0.995716,0.00026164216,0.0012545703,0.0017673651,0.0007106526,0.00028981743],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011605793,0.00059804565,0.0005425105,0.001718178,0.00082624756,0.0013961451,0.003575211,0.0005623112,0.00005832526],"category_scores_gemma":[0.00021086741,0.0005205574,0.00027646698,0.0010735577,0.00076945464,0.0036601345,0.0024698833,0.0016482763,0.00026618104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054101973,0.000111725625,0.03621734,0.00042072524,0.000059238264,0.0002675377,0.006698625,0.0032859384,0.0015623721,0.033273697,0.00056830765,0.9174804],"study_design_scores_gemma":[0.0028595256,0.0005599245,0.14278115,0.0027557698,0.00008192798,0.00088174635,0.000009376901,0.3112295,0.023807762,0.44332427,0.06461832,0.0070907245],"about_ca_topic_score_codex":0.000024759065,"about_ca_topic_score_gemma":0.00014175309,"teacher_disagreement_score":0.91038966,"about_ca_system_score_codex":0.00022889137,"about_ca_system_score_gemma":0.00021068065,"threshold_uncertainty_score":0.9997246},"labels":[],"label_agreement":null},{"id":"W1842656685","doi":"10.1002/asi.23430","title":"A learning to rank approach for quality‐aware pseudo‐relevance feedback","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance feedback; Computer science; Relevance (law); Information retrieval; Set (abstract data type); Process (computing); Quality (philosophy); Rank (graph theory); Learning to rank; Artificial intelligence; Ranking (information retrieval); Mathematics","score_opus":0.03254206003375365,"score_gpt":0.31213373534695854,"score_spread":0.2795916753132049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1842656685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12819463,0.000015663874,0.8470783,0.02150604,0.00081051467,0.0010031227,0.000011696135,0.00008960792,0.0012904052],"genre_scores_gemma":[0.9510456,0.000008255399,0.047627483,0.000821255,0.000042794698,0.000038519713,0.0000016866575,0.0000027571607,0.00041169472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981661,0.000026623164,0.0005482775,0.00007942223,0.0009298236,0.00024974847],"domain_scores_gemma":[0.99372834,0.00013766326,0.00095727877,0.00015856174,0.004914665,0.00010346268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006343624,0.000069855574,0.0001575678,0.0006194645,0.0004262435,0.0003404751,0.0010168515,0.00009418674,2.1223084e-7],"category_scores_gemma":[0.008473849,0.00004772947,0.0000591108,0.0019869858,0.00007690085,0.0041715424,0.00019545453,0.00018600718,0.000005522298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029811088,0.00014815775,0.0207658,0.00016532876,0.000078807745,2.25695e-7,0.030527733,0.0068102037,0.003023498,0.4928189,0.021554722,0.42380854],"study_design_scores_gemma":[0.010016177,0.0030618624,0.015099864,0.00009669583,0.000063432235,0.00017180775,0.022556225,0.27177006,0.026987541,0.025458416,0.62382275,0.0008951618],"about_ca_topic_score_codex":0.0000014479325,"about_ca_topic_score_gemma":3.7134186e-7,"teacher_disagreement_score":0.82285094,"about_ca_system_score_codex":0.00036871334,"about_ca_system_score_gemma":0.0005011348,"threshold_uncertainty_score":0.99987817},"labels":[],"label_agreement":null},{"id":"W1878790362","doi":"10.3390/ijms232113127","title":"Overview of the TREC 2012 Contextual Suggestion Track.","year":2012,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Computer science; Context (archaeology); Information retrieval; Task (project management); Set (abstract data type); World Wide Web; Data science; Geography; Engineering","score_opus":0.09325439221598353,"score_gpt":0.3162031300342015,"score_spread":0.22294873781821795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1878790362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8817296,0.0025904016,0.09075242,0.0024443734,0.0022787128,0.0011340478,0.00005518946,0.00030187448,0.018713392],"genre_scores_gemma":[0.9973133,0.00007584964,0.0005211904,0.00021536941,0.000057015597,0.0000038908415,0.0000035525254,0.0000054231505,0.0018043927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99813306,0.00016736193,0.0004129577,0.00016792615,0.00069833524,0.00042036726],"domain_scores_gemma":[0.9984732,0.00014491208,0.00022714368,0.00061987777,0.0003701922,0.00016465018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084969006,0.00015843284,0.00022056526,0.00007530746,0.00014368151,0.000093040326,0.0010755901,0.00010610026,0.00043943134],"category_scores_gemma":[0.00023644912,0.00010498621,0.00013077784,0.0007089788,0.00016008508,0.0016568347,0.00027634623,0.00027439193,0.00023580773],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098079014,0.00029130108,0.010101892,0.000121039426,0.000025707579,0.0000013466644,0.0048011183,0.0000031945387,0.008761893,0.8103043,0.0020396556,0.16345046],"study_design_scores_gemma":[0.0020012413,0.0004963327,0.76842344,0.00032384973,0.0000746888,0.00009798446,0.00037287062,0.0067154057,0.1514352,0.0025587496,0.06652452,0.00097573217],"about_ca_topic_score_codex":0.000030977924,"about_ca_topic_score_gemma":0.000004949593,"teacher_disagreement_score":0.8077456,"about_ca_system_score_codex":0.000050992927,"about_ca_system_score_gemma":0.00020724896,"threshold_uncertainty_score":0.4811465},"labels":[],"label_agreement":null},{"id":"W1886498467","doi":"10.1186/1471-2164-13-s3-s2","title":"A LDA-based approach to promoting ranking diversity for genomics information retrieval","year":2012,"lang":"en","type":"article","venue":"BMC Genomics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Latent Dirichlet allocation; Information retrieval; Computer science; Relevance (law); Ranking (information retrieval); Topic model; Redundancy (engineering); Genomics; Learning to rank; Data science; Biology; Genome","score_opus":0.0541025256968388,"score_gpt":0.2550488328437936,"score_spread":0.2009463071469548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1886498467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3138027,0.000006927973,0.6846145,0.000051760413,0.0002343275,0.00076688745,0.000017234619,0.000081678474,0.00042401912],"genre_scores_gemma":[0.6497023,9.2541734e-7,0.34952006,0.0005547622,0.00011439565,0.000020673444,0.000047518082,0.000007292231,0.00003206608],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863696,0.00003469405,0.00034481747,0.00014810453,0.00031700556,0.00051839696],"domain_scores_gemma":[0.998983,0.00007524877,0.00016172945,0.00033621007,0.00021314833,0.00023062273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012740918,0.00014217167,0.00015081526,0.00019749867,0.0005585825,0.0002597111,0.0007343087,0.000087488675,0.0000024064695],"category_scores_gemma":[0.00014576068,0.00014317699,0.00010632125,0.0003513785,0.000018520208,0.0017944261,0.00060903496,0.00011491506,0.00008811076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029287704,0.002124965,0.07979822,0.0032698342,0.00019525249,0.0000017799185,0.38663548,0.07999074,0.02180501,0.15992005,0.005524627,0.25780526],"study_design_scores_gemma":[0.0026401735,0.000289086,0.010609618,0.000018869725,0.000039880175,0.0000131218285,0.0006479168,0.9047681,0.03428008,0.0002590523,0.04558297,0.0008511131],"about_ca_topic_score_codex":0.000009858015,"about_ca_topic_score_gemma":9.709671e-7,"teacher_disagreement_score":0.82477736,"about_ca_system_score_codex":0.00034084832,"about_ca_system_score_gemma":0.00021587548,"threshold_uncertainty_score":0.5838588},"labels":[],"label_agreement":null},{"id":"W1888282586","doi":"10.18438/b86c72","title":"Getting to the Source: a Survey of Quantitative Data Sources Available to the Everyday Librarian: Part II: Data Sources from Specific Library Applications","year":2007,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; World Wide Web; Library catalog; Transaction log; Resource (disambiguation); Server; Proxy (statistics); Data science; Database","score_opus":0.10298735160501958,"score_gpt":0.3136567073137698,"score_spread":0.21066935570875023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1888282586","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0110041555,0.0020733837,0.8304557,0.14974102,0.00032902067,0.0021004956,0.0015607433,0.00031500083,0.002420471],"genre_scores_gemma":[0.13067654,0.0042091534,0.49747053,0.34950772,0.0012511287,0.00035249896,0.012679223,0.00010405521,0.0037491492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968115,0.0005901201,0.000993803,0.0004400698,0.0007996494,0.0003648555],"domain_scores_gemma":[0.98731244,0.008628592,0.00072831195,0.002925343,0.00015523889,0.00025005187],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.004924919,0.00021270236,0.0002058421,0.0002536657,0.0010098096,0.0022191263,0.0053511835,0.00007999108,0.0002760419],"category_scores_gemma":[0.0023831944,0.00013997205,0.000030143729,0.002205445,0.00011490799,0.24808213,0.00455511,0.0003822642,0.00053191057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017802302,0.0003080109,0.011527314,0.000185589,0.00014360018,0.0000052070395,0.017923646,0.0029652775,0.000101233236,0.10505668,0.6283322,0.231671],"study_design_scores_gemma":[0.00014207164,0.00012058031,0.026348617,0.00012232202,0.000015825884,0.000004723555,0.0015475585,0.023430552,0.001101336,0.000021409574,0.9469393,0.00020571823],"about_ca_topic_score_codex":0.00011063735,"about_ca_topic_score_gemma":0.0000022086056,"teacher_disagreement_score":0.3329852,"about_ca_system_score_codex":0.000006901626,"about_ca_system_score_gemma":0.00044842978,"threshold_uncertainty_score":0.99881667},"labels":[],"label_agreement":null},{"id":"W1912103535","doi":"10.5596/c14-032","title":"Developing a Provincial Centralized Intake Process for a Knowledge Resource Service Part 1: Literature Search Requests","year":2014,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Service (business); Process (computing); Business; Knowledge management; Computer science; Process management; Marketing; Computer network","score_opus":0.013012849100761026,"score_gpt":0.27858081679101265,"score_spread":0.26556796769025165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912103535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49027866,0.01897333,0.063140325,0.4134681,0.0071236575,0.0031890618,0.0009219944,0.00023334715,0.002671507],"genre_scores_gemma":[0.8898245,0.002527753,0.022046868,0.077352576,0.0063465107,0.00004935087,0.00005955405,0.00010208292,0.0016907679],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935999,0.0025724215,0.0011803466,0.00017181502,0.0011914701,0.0012840836],"domain_scores_gemma":[0.9917454,0.001939802,0.0024266585,0.000196725,0.002580783,0.0011106412],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011037009,0.00023008825,0.00045187975,0.00033894586,0.0015829742,0.0026166365,0.0013259649,0.00039399622,0.000016542936],"category_scores_gemma":[0.007113825,0.00018993985,0.00020380615,0.0011505749,0.000022897188,0.0018694545,0.00007414032,0.0013364182,0.0000010946403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00022413346,0.00011947457,0.1763835,0.0007280651,0.00045034473,0.00009320802,0.05100249,0.0012198897,0.000025675537,0.04044886,0.7173469,0.011957484],"study_design_scores_gemma":[0.0019742718,0.00019846851,0.06458188,0.00068842556,0.00004590795,0.00077524857,0.0006792095,0.009500798,0.00037390974,0.0067008454,0.91403043,0.00045060844],"about_ca_topic_score_codex":0.039847165,"about_ca_topic_score_gemma":0.322853,"teacher_disagreement_score":0.39954585,"about_ca_system_score_codex":0.025691196,"about_ca_system_score_gemma":0.070100896,"threshold_uncertainty_score":0.9997168},"labels":[],"label_agreement":null},{"id":"W1925473938","doi":"10.18438/b8tg82","title":"Library Users Attempt to Access a Wide Range of Information Beyond Books and Articles through a Single Search Box","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Hyperlink; Computer science; Transaction log; World Wide Web; Information retrieval; Database transaction; Interface (matter); Library catalog; Web page; Database","score_opus":0.03147601094057622,"score_gpt":0.28385960311814445,"score_spread":0.25238359217756823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925473938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21809152,0.00020113411,0.6205788,0.1420845,0.00024011618,0.001433611,0.000038323415,0.00048546662,0.016846512],"genre_scores_gemma":[0.7568343,0.0004508273,0.094266325,0.14814721,0.000047128364,0.00005648322,0.00005059799,0.0000119286315,0.00013516536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980894,0.00024312502,0.0006836582,0.00014497786,0.00057133014,0.00026754278],"domain_scores_gemma":[0.99736375,0.0015445212,0.00035725976,0.00037741245,0.00013707153,0.00021997264],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00074124936,0.0001626953,0.0001826725,0.00038843075,0.00021920679,0.0021750294,0.00060611585,0.000081266306,0.000066138906],"category_scores_gemma":[0.0010671944,0.00014493872,0.00003776836,0.00088519475,0.000091843445,0.5351885,0.0005818683,0.00020452058,0.00006702162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016453584,0.00016902394,0.020336697,0.0013561052,0.00004084488,0.0000040857785,0.018554337,0.0009296208,0.00036810324,0.6897904,0.012733995,0.25407138],"study_design_scores_gemma":[0.00215358,0.0017304454,0.07489613,0.000840246,0.00004952579,0.000058872047,0.0020410982,0.08189168,0.08125785,0.0016006812,0.75261235,0.00086754095],"about_ca_topic_score_codex":0.000019161827,"about_ca_topic_score_gemma":6.161415e-8,"teacher_disagreement_score":0.73987836,"about_ca_system_score_codex":0.000009710784,"about_ca_system_score_gemma":0.00018596533,"threshold_uncertainty_score":0.99886084},"labels":[],"label_agreement":null},{"id":"W1938954626","doi":"10.18438/b87032","title":"Salton and Buckley’s Landmark Research in Experimental Text Information Retrieval","year":2011,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Landmark; Information retrieval; Computer science; Data science; Artificial intelligence","score_opus":0.06317168631249556,"score_gpt":0.32394807519576896,"score_spread":0.26077638888327337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938954626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60946596,0.0034952653,0.08630602,0.10946351,0.0016005256,0.005572996,0.000048368496,0.0014146363,0.18263273],"genre_scores_gemma":[0.9627297,0.0009420991,0.02045012,0.015690358,0.000032250464,0.000040139803,0.00003632015,0.0000056803115,0.00007335074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979512,0.00035546496,0.0005860446,0.00014508775,0.0006449818,0.00031723463],"domain_scores_gemma":[0.9983067,0.00083381904,0.00022289602,0.0003058071,0.00014876988,0.00018200517],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020860774,0.00013657195,0.00012545283,0.0007305103,0.0002623155,0.0009776975,0.0004149322,0.00011336317,0.000119475415],"category_scores_gemma":[0.0007281768,0.00012260555,0.000021974589,0.0011382861,0.00011348727,0.42102697,0.0003628945,0.00044806182,0.00017140908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022350077,0.00017706302,0.0038821828,0.0002975695,0.00001043387,0.000019252124,0.015941557,0.000020015485,0.0001960457,0.88861006,0.001727126,0.086883664],"study_design_scores_gemma":[0.0039042423,0.002403745,0.16741124,0.00095210224,0.00001694638,0.00024435867,0.01129984,0.08788875,0.07270621,0.0013804281,0.6506285,0.0011636213],"about_ca_topic_score_codex":0.00003390413,"about_ca_topic_score_gemma":4.969554e-8,"teacher_disagreement_score":0.8872297,"about_ca_system_score_codex":0.000029870758,"about_ca_system_score_gemma":0.00024449558,"threshold_uncertainty_score":0.94279593},"labels":[],"label_agreement":null},{"id":"W1963730591","doi":"10.1109/hicss.2014.121","title":"Investigating Features in Support of Web Tools for Information Gathering","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Task (project management); World Wide Web; Information retrieval; Track (disk drive); Human–computer interaction; Web application; Task analysis; Engineering","score_opus":0.02500302650768183,"score_gpt":0.26955261020882204,"score_spread":0.24454958370114022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963730591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38210604,0.0000018977827,0.5815819,0.0010144395,0.0001758455,0.00051605154,0.0000067892524,0.00012606426,0.034470968],"genre_scores_gemma":[0.9322546,7.5721255e-7,0.06671606,0.00086578267,0.0000108464355,0.000018775825,0.000009421703,0.000001577497,0.00012213763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993931,0.000012298349,0.00025744856,0.000047304515,0.00016256912,0.00012728054],"domain_scores_gemma":[0.99957025,0.00010245462,0.0000770502,0.00012548023,0.00008936656,0.000035419198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005347323,0.00004588593,0.000076544544,0.00011472421,0.000030874045,0.00012777232,0.0002461631,0.000031227108,0.000008349129],"category_scores_gemma":[0.00029820256,0.00003745752,0.000026611222,0.00019807936,0.000015309999,0.0025795065,0.000061888495,0.00005081107,0.0000116538495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060180773,0.000020837575,0.0031232315,0.00016294535,0.0000032542473,1.0983885e-7,0.005344985,0.00054856687,0.0054789186,0.58505064,0.0022815224,0.39797896],"study_design_scores_gemma":[0.002787449,0.00066602527,0.08902008,0.00007706323,0.0000049088158,0.000012654873,0.000573042,0.6454138,0.14023872,0.0061749863,0.11446949,0.0005617555],"about_ca_topic_score_codex":0.000012756635,"about_ca_topic_score_gemma":0.0000066038406,"teacher_disagreement_score":0.6448653,"about_ca_system_score_codex":0.000012814694,"about_ca_system_score_gemma":0.000052544907,"threshold_uncertainty_score":0.187008},"labels":[],"label_agreement":null},{"id":"W1964184225","doi":"10.1177/0165551507084300","title":"Knowledge organization trends in library and information studies: a preliminary comparison of the pre- and post-web eras","year":2008,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Metadata; Cataloging; World Wide Web; Computer science; Knowledge organization; Information retrieval; Search engine indexing; Data science","score_opus":0.02554474532548854,"score_gpt":0.30648031330085934,"score_spread":0.2809355679753708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964184225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99520975,0.00011868227,0.0026361933,0.0008226876,0.00020334955,0.00011146001,0.0000027279973,0.000012688582,0.0008824778],"genre_scores_gemma":[0.997365,0.0002577069,0.0021236644,0.0002208558,0.000008318116,9.4579394e-7,0.0000014585493,0.0000011193678,0.000020943631],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99834526,0.000038892693,0.00087006437,0.00004615915,0.0005721308,0.00012748117],"domain_scores_gemma":[0.9981196,0.00007890817,0.00073870784,0.00014158859,0.0008459636,0.00007521241],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00068110303,0.00007726009,0.0001632283,0.0010523363,0.00026060914,0.0001700373,0.00055647595,0.0000368125,0.0000038335475],"category_scores_gemma":[0.00040791617,0.000049625338,0.000023902767,0.00298523,0.00032198598,0.05506045,0.00035110803,0.00016489023,0.0000025037182],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020018214,0.0002154008,0.22539897,0.00030294934,0.000023165296,0.0000019646097,0.47990003,0.001588148,0.002243943,0.04366678,0.0014457802,0.2450127],"study_design_scores_gemma":[0.0006173774,0.0003526786,0.958512,0.00008240713,0.0000042745246,0.00021663797,0.0024609447,0.03147995,0.0049160416,0.000029637376,0.0012398888,0.00008814407],"about_ca_topic_score_codex":0.0000011966191,"about_ca_topic_score_gemma":2.2464097e-7,"teacher_disagreement_score":0.73311305,"about_ca_system_score_codex":0.000037991613,"about_ca_system_score_gemma":0.0004281968,"threshold_uncertainty_score":0.95815593},"labels":[],"label_agreement":null},{"id":"W1965743746","doi":"10.1145/2600428.2609489","title":"Mouse movement during relevance judging","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Relevance (law); Computer science; Movement (music); Reading (process); Information retrieval; Eye tracking; Gaze; Human–computer interaction; Eye movement; World Wide Web; Artificial intelligence","score_opus":0.009653091813118192,"score_gpt":0.22615245110543167,"score_spread":0.21649935929231348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965743746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3781066,0.0000023525583,0.6098526,0.00072979816,0.0000954607,0.00006843888,2.0607737e-7,0.00021633705,0.010928184],"genre_scores_gemma":[0.96288127,0.0000051710927,0.025804088,0.0015670775,0.00003242007,0.0000072209223,5.686852e-7,0.0000032801795,0.009698896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99933255,0.0000144025025,0.00012628527,0.000109002176,0.0002365823,0.0001812098],"domain_scores_gemma":[0.9995796,0.000021010776,0.000027114798,0.00026443583,0.000046836292,0.000060988114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019111548,0.000051266194,0.000050275703,0.00005005487,0.00010764312,0.0001091264,0.00034163424,0.000015218803,0.000039797385],"category_scores_gemma":[0.000031734726,0.000041372616,0.000023472849,0.00013288908,0.000009356758,0.0005596426,0.00014730846,0.000059552673,0.0002627582],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081896005,0.000073084295,0.0022440206,0.000052139494,0.000007321483,0.000004930229,0.0012825304,0.00068121956,0.055334058,0.80489594,0.0009603717,0.1344562],"study_design_scores_gemma":[0.00086317724,0.000101383994,0.024156976,0.000017668395,0.0000018769497,0.0000057036455,0.00004924316,0.28774157,0.66719633,0.002876782,0.016580319,0.00040897322],"about_ca_topic_score_codex":0.000010328031,"about_ca_topic_score_gemma":0.0000014663932,"teacher_disagreement_score":0.8020192,"about_ca_system_score_codex":0.000025211037,"about_ca_system_score_gemma":0.000009608532,"threshold_uncertainty_score":0.33773124},"labels":[],"label_agreement":null},{"id":"W1967160681","doi":"10.1145/2348283.2348515","title":"Time to judge relevance as an indicator of assessor error","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Standards and Technology","keywords":"Relevance (law); Adjudication; Computer science; Information retrieval; Psychology; Law; Political science","score_opus":0.027336021638187238,"score_gpt":0.3158562752420382,"score_spread":0.288520253603851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967160681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324782,0.000011879108,0.043886732,0.0009109223,0.00016281511,0.00025838538,0.0000047087387,0.00015397012,0.0221324],"genre_scores_gemma":[0.95935434,5.4499804e-7,0.033208042,0.00096842204,0.000035139892,0.00000990549,0.0000026620914,0.000004173003,0.006416784],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99903005,0.000030685067,0.00021242673,0.00010820161,0.00036139158,0.00025725068],"domain_scores_gemma":[0.9991795,0.000041062798,0.000064167754,0.00036408677,0.00008337328,0.00026780527],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042664565,0.000065503664,0.00010375822,0.00010577655,0.0000471498,0.000038926064,0.0005761847,0.000039217844,0.00089141977],"category_scores_gemma":[0.00008261227,0.000051355608,0.000028613655,0.00032278066,0.000024804316,0.001546122,0.00015428285,0.00006738817,0.006709211],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011722466,0.002389572,0.01886255,0.000115882474,0.00004862503,0.000008297313,0.029676752,0.00005773226,0.063461326,0.39759213,0.045366414,0.4423035],"study_design_scores_gemma":[0.0011161485,0.0020155278,0.19532767,0.000039496575,0.000019738905,0.000044212302,0.0005152717,0.026003769,0.44955704,0.00062677206,0.32357678,0.0011575735],"about_ca_topic_score_codex":0.000008967205,"about_ca_topic_score_gemma":4.5603966e-7,"teacher_disagreement_score":0.44114593,"about_ca_system_score_codex":0.000020103553,"about_ca_system_score_gemma":0.000063086234,"threshold_uncertainty_score":0.99406415},"labels":[],"label_agreement":null},{"id":"W1967676648","doi":"10.1145/2484028.2484105","title":"The impact of intent selection on diversified search evaluation","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; NIST; Task (project management); Information retrieval; Selection (genetic algorithm); Relevance (law); Set (abstract data type); Cluster analysis; Test (biology); Diversity (politics); Affect (linguistics); Construct (python library); World Wide Web; Data science; Natural language processing; Artificial intelligence","score_opus":0.06048006967633552,"score_gpt":0.34345509538211233,"score_spread":0.2829750257057768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967676648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9522172,0.0000028219147,0.036424115,0.00057249155,0.0000834675,0.0004894459,4.14992e-7,0.000036590965,0.010173423],"genre_scores_gemma":[0.99910736,0.000003251559,0.0002956821,0.00002368261,0.0000072252888,0.000012167884,0.000001090311,9.227302e-7,0.0005486015],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912494,0.000069692804,0.00011471287,0.0000660291,0.00049808127,0.00012653778],"domain_scores_gemma":[0.9990843,0.00007052525,0.000032426222,0.00014792081,0.0006257542,0.000039072256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006247328,0.000040539104,0.000037797894,0.000063363055,0.00014415497,0.00011983446,0.0002763391,0.000018644425,0.00026145624],"category_scores_gemma":[0.000048678135,0.000020248839,0.000052116968,0.0002727381,0.00002196742,0.00043608047,0.000067129164,0.00007087679,0.00030221656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047621943,0.00014600472,0.006492394,0.00000548382,0.00004277885,1.3863533e-7,0.0021475507,0.003892821,0.007846019,0.05282191,0.012259686,0.9142976],"study_design_scores_gemma":[0.00019675282,0.00039816953,0.20783502,0.0000027490946,0.0000015120381,0.0000010219268,0.000110701556,0.7791972,0.011667882,0.0005203013,0.000027242775,0.00004140549],"about_ca_topic_score_codex":0.000688257,"about_ca_topic_score_gemma":0.0000030376498,"teacher_disagreement_score":0.9142562,"about_ca_system_score_codex":0.00010867999,"about_ca_system_score_gemma":0.00010049774,"threshold_uncertainty_score":0.38844833},"labels":[],"label_agreement":null},{"id":"W1970809300","doi":"10.1108/10662240310488951","title":"Information seeking on the Web by women in IT professions","year":2003,"lang":"en","type":"article","venue":"Internet Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Information seeking; Chaining; Information seeking behavior; Computer science; World Wide Web; Web navigation; Mode (computer interface); Information retrieval; The Internet; Information behavior; Web browser; Search engine; Psychology; Human–computer interaction","score_opus":0.07350347790747577,"score_gpt":0.3741355947891625,"score_spread":0.3006321168816867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970809300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86051923,0.000011058218,0.007137287,0.011201717,0.00024505626,0.00078552973,0.0000057313837,0.00006877451,0.12002559],"genre_scores_gemma":[0.99230254,0.000008354146,0.00006836781,0.00069147267,0.000006743162,0.00014400747,0.0000027974463,0.0000025911072,0.0067731184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775827,0.00044960246,0.00024731323,0.00009653178,0.0008683403,0.0005799558],"domain_scores_gemma":[0.9989699,0.00036643693,0.000034949502,0.00033364978,0.00019501758,0.00010003774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044891136,0.00006876094,0.00006971066,0.00031799427,0.0001362605,0.00038048258,0.00088909816,0.000054998072,0.0003985605],"category_scores_gemma":[0.0006925587,0.000042992007,0.000021277652,0.0008433482,0.00006105173,0.00097649946,0.0002294745,0.0006725194,0.0011589646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006934501,0.0002741511,0.0042395038,0.000046353256,0.000014244066,0.000012699448,0.090892814,0.000022701915,0.0017385068,0.487358,0.38117778,0.034153905],"study_design_scores_gemma":[0.00082806224,0.0004784104,0.0022630927,0.00017861213,4.469748e-7,0.0000106064945,0.010028118,0.056801166,0.011277767,0.0035612849,0.9143038,0.00026866965],"about_ca_topic_score_codex":0.00006812089,"about_ca_topic_score_gemma":0.000011254513,"teacher_disagreement_score":0.533126,"about_ca_system_score_codex":0.0002848603,"about_ca_system_score_gemma":0.00021070769,"threshold_uncertainty_score":0.99961877},"labels":[],"label_agreement":null},{"id":"W1970977883","doi":"10.1145/2391224.2391227","title":"Modeling user variance in time-biased gain","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Variance (accounting); Computer science; Metric (unit); Set (abstract data type); Relevance (law); Information gain; Information retrieval; Data mining; Engineering","score_opus":0.035221696216217784,"score_gpt":0.27432023890721885,"score_spread":0.23909854269100106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970977883","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116086446,0.000010026537,0.87602824,0.00024042989,0.00008507209,0.0000866036,4.1676907e-7,0.000079030404,0.0073837107],"genre_scores_gemma":[0.96047187,0.0000014473688,0.03504556,0.00064637867,0.000028353734,0.000006286649,0.0000014919264,0.000002521349,0.003796078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925417,0.000027251028,0.00014818711,0.000074943855,0.00022611771,0.00026934248],"domain_scores_gemma":[0.9996559,0.000021618858,0.000012834427,0.00019238298,0.00003493536,0.00008231324],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005295365,0.00005201793,0.000060142072,0.000075868316,0.00003561576,0.00007924221,0.00036806447,0.000031630596,0.0001573989],"category_scores_gemma":[0.000021455095,0.000042355554,0.000020137348,0.00027357062,0.000006032059,0.0013410602,0.00010521145,0.000079166704,0.000919869],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006352283,0.0011393066,0.053657874,0.000057854195,0.000018827575,0.000025703366,0.013897851,0.060578965,0.008654635,0.7733897,0.006872478,0.08164327],"study_design_scores_gemma":[0.00017434343,0.000007826025,0.0016490098,0.000004414685,4.1452304e-7,0.000002087237,0.000009278618,0.99613935,0.0010025785,0.00013374192,0.00079720974,0.0000797483],"about_ca_topic_score_codex":0.000041958392,"about_ca_topic_score_gemma":0.0000015616074,"teacher_disagreement_score":0.9355604,"about_ca_system_score_codex":0.00002774303,"about_ca_system_score_gemma":0.0000258233,"threshold_uncertainty_score":0.999858},"labels":[],"label_agreement":null},{"id":"W1972794793","doi":"10.7152/nasko.v4i1.14657","title":"Bibliographic Induction: How KO Systems Optimize Browsing by Supporting Library Users' Prior Knowledge","year":2013,"lang":"en","type":"article","venue":"NASKO","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Context (archaeology); Computer science; Key (lock); Information retrieval; World Wide Web; Data science; Geography","score_opus":0.019245833148945773,"score_gpt":0.24778822714351903,"score_spread":0.22854239399457327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972794793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7905377,0.001874809,0.17473759,0.008875405,0.00437928,0.0022734355,0.00002486047,0.0021395849,0.015157324],"genre_scores_gemma":[0.98169565,0.00008129459,0.009616562,0.00022231234,0.00021254989,0.00008090193,0.00002284119,0.000021505695,0.008046406],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843574,0.000093334886,0.0003508069,0.00028391785,0.00037509957,0.0004611097],"domain_scores_gemma":[0.99891615,0.0000717322,0.00018516765,0.0004073756,0.00019568465,0.00022386308],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00032501883,0.00016705605,0.00018816249,0.0011918681,0.00030281438,0.0020515148,0.0007362551,0.00013463951,0.00013103274],"category_scores_gemma":[0.000034986464,0.00014331737,0.00009960588,0.0040079886,0.00005653973,0.0062452825,0.00026633719,0.00028173556,0.00034846656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014640765,0.00029380084,0.016240094,0.0003327691,0.00007272562,0.000021091251,0.0036636004,0.00009107918,0.007857429,0.0061035845,0.8037632,0.16154596],"study_design_scores_gemma":[0.004989166,0.0010166154,0.04706672,0.000691659,0.0000767463,0.00047772023,0.0043855305,0.33578134,0.05315676,0.0005756126,0.5481243,0.003657808],"about_ca_topic_score_codex":0.000045446846,"about_ca_topic_score_gemma":2.944866e-7,"teacher_disagreement_score":0.33569026,"about_ca_system_score_codex":0.000022811035,"about_ca_system_score_gemma":0.00011307513,"threshold_uncertainty_score":0.99898446},"labels":[],"label_agreement":null},{"id":"W1972821056","doi":"10.1145/2009916.2010134","title":"Measuring assessor accuracy","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Standards and Technology","keywords":"NIST; Relevance (law); Computer science; Information retrieval; Natural language processing","score_opus":0.19400610202233548,"score_gpt":0.28481932989776754,"score_spread":0.09081322787543206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972821056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045653503,0.000005504781,0.7226473,0.0001313713,0.00019699361,0.00008530833,2.2581747e-7,0.0002643421,0.23101543],"genre_scores_gemma":[0.94706637,0.0000012630707,0.05164209,0.00020863762,0.0000103801085,0.000004412153,2.299766e-7,0.0000015311381,0.0010650991],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99944764,0.000012461156,0.00012046909,0.00007786826,0.00020153071,0.00014005338],"domain_scores_gemma":[0.9995894,0.000022449887,0.000027812657,0.0002172715,0.00008226557,0.000060843042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018629454,0.000041451014,0.00004444186,0.000050302842,0.00006168982,0.00007860651,0.000485837,0.000018632329,0.0002937038],"category_scores_gemma":[0.000054857523,0.00003074451,0.000025700321,0.00016649363,0.000009159175,0.0011531833,0.00012771881,0.000057230376,0.0006793406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058744326,0.00012074343,0.0069177127,0.000011469309,0.0000085344045,0.000014418578,0.0054702107,0.0000015679784,0.0013730538,0.64256823,0.0011814259,0.34232676],"study_design_scores_gemma":[0.001034189,0.00031221184,0.33036613,0.000024714796,0.000009216823,0.00005786972,0.00044947313,0.049311303,0.57428825,0.009655505,0.033597246,0.00089387386],"about_ca_topic_score_codex":0.000021964093,"about_ca_topic_score_gemma":0.0000013358934,"teacher_disagreement_score":0.90141284,"about_ca_system_score_codex":0.000010365504,"about_ca_system_score_gemma":0.00003300473,"threshold_uncertainty_score":0.8731776},"labels":[],"label_agreement":null},{"id":"W1973458428","doi":"10.1023/b:joms.0000021524.90614.a9","title":"A New Look at Information Retrieval Evaluation: Proposal for Solutions","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Medical Research Council","keywords":"Relevance (law); Computer science; Terminology; Information retrieval; Identification (biology); Precision and recall; Information system; Data science; Management science; Data mining","score_opus":0.04250847837540634,"score_gpt":0.3186410705850684,"score_spread":0.2761325922096621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973458428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050170748,0.00026022192,0.9775737,0.013981667,0.0023204663,0.0006142774,0.0000060003854,0.00002807365,0.00019851772],"genre_scores_gemma":[0.9028766,0.00016447941,0.0895803,0.0014186389,0.004486533,0.00006369401,0.000050377465,0.000025622,0.001333769],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950137,0.00008091004,0.00093944196,0.000068514135,0.003640688,0.00025674794],"domain_scores_gemma":[0.99765116,0.00008712772,0.00052630046,0.00016622062,0.0011021921,0.00046699427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054621478,0.00008863975,0.00020007101,0.0001841042,0.00019811201,0.00018367366,0.0007353878,0.00014997374,0.0000719406],"category_scores_gemma":[0.0010697347,0.000062648214,0.00013435,0.00033244575,0.000032819644,0.0019538943,0.00011760547,0.00023330265,0.000091759],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006382965,0.00035191403,0.0002167713,0.0006518634,0.00022745792,0.00006177178,0.01025075,0.008691551,0.0004340392,0.61260617,0.17840952,0.18745993],"study_design_scores_gemma":[0.035366274,0.004757441,0.002598025,0.002077015,0.00025163146,0.0080113225,0.001394774,0.5364746,0.002379874,0.022351861,0.38330138,0.001035827],"about_ca_topic_score_codex":0.000029486233,"about_ca_topic_score_gemma":0.0000033213264,"teacher_disagreement_score":0.8978595,"about_ca_system_score_codex":0.0005350393,"about_ca_system_score_gemma":0.004433207,"threshold_uncertainty_score":0.7864319},"labels":[],"label_agreement":null},{"id":"W1976447583","doi":"10.1016/s0740-8188(01)00065-2","title":"Junior high students and Think Alouds: Generating information-seeking process data using concurrent verbal protocols","year":2001,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Advanced Education","funders":"","keywords":"Think aloud protocol; Psychology; Protocol analysis; Task (project management); Applied psychology; Plan (archaeology); Medical education; Computer science; Medicine","score_opus":0.1951268820895896,"score_gpt":0.466218938034934,"score_spread":0.27109205594534447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976447583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82216924,0.000038324557,0.15557522,0.0012388815,0.0005692419,0.013566206,0.000109432796,0.00057877135,0.00615471],"genre_scores_gemma":[0.9730065,0.00009310637,0.024456607,0.0011372312,0.00016918434,0.00074206054,0.00028050828,0.0000121934545,0.000102591934],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931301,0.00015612894,0.0009469978,0.00034582193,0.004478419,0.0009425184],"domain_scores_gemma":[0.99713606,0.00013866492,0.00030733316,0.001075522,0.0009193781,0.00042306675],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005029557,0.00020301959,0.00019981505,0.0012441588,0.001972446,0.00933132,0.0055911397,0.00008978313,0.00005997333],"category_scores_gemma":[0.00049589184,0.00017136065,0.000026300935,0.004813212,0.000570922,0.15901498,0.0043073813,0.00058345735,0.00017393543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001622743,0.00031150813,0.04205769,0.00086690846,0.000038854978,0.000018830779,0.07910235,0.002700658,0.0011075374,0.10976596,0.0044615543,0.75940585],"study_design_scores_gemma":[0.0011129405,0.00018056986,0.0069981315,0.00019099473,0.0000029592868,0.00008052421,0.0029269618,0.9506585,0.0014734133,0.00036781759,0.03559993,0.00040723168],"about_ca_topic_score_codex":0.000041740837,"about_ca_topic_score_gemma":5.821179e-7,"teacher_disagreement_score":0.9479579,"about_ca_system_score_codex":0.00011127664,"about_ca_system_score_gemma":0.0016339323,"threshold_uncertainty_score":0.99978906},"labels":[],"label_agreement":null},{"id":"W1978774683","doi":"10.1108/00330331111107376","title":"Social search","year":2011,"lang":"en","type":"article","venue":"Program electronic library and information systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Search analytics; Computer science; World Wide Web; Social web; Bookmarking; Search engine; Semantic search; Information retrieval; Data science; Personalized search; Phrase search; Leverage (statistics); Social media; Web search query; Artificial intelligence","score_opus":0.026808209878602766,"score_gpt":0.24854145069050754,"score_spread":0.22173324081190476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978774683","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12316887,0.0010136332,0.11945787,0.0023419345,0.00089366315,0.005351935,0.00001981516,0.005651714,0.7421006],"genre_scores_gemma":[0.9978916,0.000080871265,0.0012542785,0.000270126,0.000045473542,0.0001097573,0.000032295462,0.000004076928,0.00031154504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988546,0.000056204677,0.00033090773,0.00008982499,0.00025711037,0.00041139772],"domain_scores_gemma":[0.9996291,0.000010786824,0.000084055515,0.00014296272,0.0000411512,0.00009195301],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00022316346,0.00009917911,0.00010762411,0.00016511513,0.0002346235,0.000667847,0.00038731407,0.00007186468,0.000031187385],"category_scores_gemma":[0.0000024310737,0.00008157572,0.000036733425,0.00046686624,0.000040276886,0.03016671,0.00014803633,0.00018826428,0.000113691465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010799737,0.0000208971,0.0002984004,0.000041420597,0.000007316121,3.4275075e-7,0.0030743505,4.1751326e-7,0.0000015462484,0.8860517,0.0002115967,0.11028119],"study_design_scores_gemma":[0.0010757284,0.0011142218,0.00833735,0.000023339728,0.000008117059,0.000117136144,0.000982603,0.059826963,0.0022503128,0.0020275295,0.92368925,0.00054747495],"about_ca_topic_score_codex":0.0000052559803,"about_ca_topic_score_gemma":1.9723892e-8,"teacher_disagreement_score":0.92347765,"about_ca_system_score_codex":0.000013019361,"about_ca_system_score_gemma":0.0001370337,"threshold_uncertainty_score":0.98339784},"labels":[],"label_agreement":null},{"id":"W1979392992","doi":"10.1145/2009916.2010060","title":"Parallel learning to rank for information retrieval","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning to rank; Ranking (information retrieval); Rank (graph theory); Computer science; Machine learning; Ranking SVM; Information retrieval; Scale (ratio); Artificial intelligence; Data mining; Mathematics","score_opus":0.04381466520199773,"score_gpt":0.26896191400584,"score_spread":0.2251472488038423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979392992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008405186,0.0000012114715,0.96698356,0.0002725421,0.00015364587,0.00037819613,0.0000010651286,0.00019255478,0.023612056],"genre_scores_gemma":[0.5047988,0.0000034332418,0.48904538,0.0022117323,0.000038532013,0.000047633544,0.000015264533,0.0000052873293,0.0038339193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992398,0.000014283,0.00022308511,0.0000799013,0.00022494687,0.00021796813],"domain_scores_gemma":[0.9994146,0.000030638817,0.000047059326,0.0001625476,0.00023177898,0.00011333562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004048278,0.00006643341,0.00007178889,0.00014186154,0.00013793468,0.0001289723,0.00039373373,0.000039136226,0.0000795229],"category_scores_gemma":[0.0001364975,0.00005412544,0.000046708694,0.00031315433,0.000008761037,0.002075265,0.00010441742,0.00007626067,0.00069229444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047578372,0.000065242195,0.00092628476,0.00005287091,0.00001717395,0.0000016040569,0.036650028,0.00035781265,0.00035253773,0.71338505,0.0076432787,0.24007231],"study_design_scores_gemma":[0.004242084,0.0027399277,0.03635523,0.000030805466,0.000016652932,0.00002734796,0.0016491073,0.2429297,0.037933838,0.005072128,0.6677941,0.0012090572],"about_ca_topic_score_codex":0.000014672498,"about_ca_topic_score_gemma":6.96689e-7,"teacher_disagreement_score":0.7083129,"about_ca_system_score_codex":0.000020967005,"about_ca_system_score_gemma":0.00004212462,"threshold_uncertainty_score":0.88982755},"labels":[],"label_agreement":null},{"id":"W1980059383","doi":"10.1002/meet.2008.1450450305","title":"Web CLIR: An exploratory study of Google's new tool","year":2008,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; Cross-language information retrieval; Arabic; Search engine; World Wide Web; Query expansion; Linguistics","score_opus":0.0271774323442158,"score_gpt":0.279675566400389,"score_spread":0.25249813405617316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980059383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973403,0.0000040448276,0.001151872,0.0007197634,0.000042105738,0.0004737637,0.0000031821812,0.000090482696,0.00017443615],"genre_scores_gemma":[0.9889903,0.000029550372,0.010620763,0.0003046617,0.00000705861,0.00002947233,2.5644854e-7,0.000001959467,0.000015997844],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99858445,0.0000019358108,0.00039435123,0.00013712361,0.00063934864,0.00024278887],"domain_scores_gemma":[0.9975803,0.000018730883,0.0006077455,0.00020979698,0.0015208522,0.00006260274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084798137,0.000087672954,0.00018511021,0.00028584964,0.00043341497,0.000065741304,0.0014185727,0.000037406742,4.839652e-7],"category_scores_gemma":[0.0002219424,0.00006266718,0.00006556533,0.00379292,0.0014989678,0.0058664507,0.00046593315,0.00011022884,0.0000013333844],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009777407,0.00065433397,0.08054731,0.00018974082,0.0000771888,1.326739e-7,0.17438725,0.000016462152,0.08498328,0.19905844,0.010091928,0.44989616],"study_design_scores_gemma":[0.008056075,0.014923051,0.08168302,0.00009420172,0.00010297671,0.00020727512,0.46514842,0.09025636,0.2825623,0.007777273,0.04756038,0.0016286926],"about_ca_topic_score_codex":0.000012313436,"about_ca_topic_score_gemma":6.929563e-7,"teacher_disagreement_score":0.44826746,"about_ca_system_score_codex":0.000041400126,"about_ca_system_score_gemma":0.00044974696,"threshold_uncertainty_score":0.55230093},"labels":[],"label_agreement":null},{"id":"W1982584634","doi":"10.1145/1367497.1367533","title":"Deciphering mobile search patterns","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Web search query; Information retrieval; Sample (material); World Wide Web; Search engine","score_opus":0.03997268411406353,"score_gpt":0.27526661239758693,"score_spread":0.2352939282835234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982584634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58612496,0.0000041237213,0.40854818,0.00004844583,0.0000590326,0.00007058951,4.891976e-7,0.00011260836,0.005031602],"genre_scores_gemma":[0.98639005,0.000016115986,0.010426012,0.00019181673,0.000019134228,0.000012169715,9.649194e-7,0.0000022648962,0.0029414936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992843,0.000013623247,0.00010846734,0.00010025406,0.00029621256,0.00019712323],"domain_scores_gemma":[0.99958944,0.000020720357,0.000009944378,0.000229303,0.00006764795,0.00008295973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011281621,0.000047677284,0.000050286886,0.00004845845,0.00013814484,0.00005480187,0.0004173724,0.000020619666,0.00028483136],"category_scores_gemma":[0.0000040507625,0.00003752925,0.00003052431,0.00019112382,0.000017151318,0.00054129114,0.00017729336,0.00007586095,0.00052160415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018552106,0.0003939218,0.26383165,0.00006582557,0.000027707178,0.00045591744,0.022652742,0.0016910093,0.0046221055,0.062251884,0.005166486,0.6388222],"study_design_scores_gemma":[0.0016819318,0.0007576226,0.48769602,0.000031329415,0.0000034234258,0.0007186169,0.00073952065,0.29403818,0.15727009,0.00022120656,0.0557223,0.0011197634],"about_ca_topic_score_codex":0.000046361263,"about_ca_topic_score_gemma":0.0000018121345,"teacher_disagreement_score":0.63770247,"about_ca_system_score_codex":0.000018952966,"about_ca_system_score_gemma":0.000042312036,"threshold_uncertainty_score":0.67043406},"labels":[],"label_agreement":null},{"id":"W1984070542","doi":"10.1145/2505515.2505526","title":"Effective measures for inter-document similarity","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cosine similarity; Computer science; Cluster analysis; Similarity (geometry); Document clustering; Artificial intelligence; Rank (graph theory); Randomness; Divergence (linguistics); Language model; Document retrieval; Data mining; Natural language processing; Machine learning; Information retrieval; Mathematics; Statistics","score_opus":0.01948026662985459,"score_gpt":0.2824767624413327,"score_spread":0.2629964958114781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984070542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016009398,0.0000045284182,0.97654855,0.0015341734,0.00017494576,0.00096917374,9.570191e-7,0.000114169074,0.004644125],"genre_scores_gemma":[0.9677365,0.0000010942182,0.029217517,0.0009842913,0.00002562782,0.0003627199,0.0000017373812,0.0000025899753,0.001667948],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993942,0.000024405572,0.00011893574,0.00011265322,0.00017677018,0.00017304668],"domain_scores_gemma":[0.99939436,0.00008905102,0.000023963858,0.00018349882,0.00023831434,0.0000708408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025495308,0.00006200956,0.00006963671,0.00004624907,0.00008148774,0.00022986245,0.0003427567,0.000026775611,0.00012135373],"category_scores_gemma":[0.00005596432,0.00004323698,0.000054481985,0.000095573356,0.000016331891,0.00089198526,0.00011666716,0.00005442177,0.00029515254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009611641,0.00006718978,0.00064130174,0.00002596769,0.000018868519,5.81083e-7,0.0010337521,0.000012611556,0.0010146108,0.104098916,0.020522255,0.8725543],"study_design_scores_gemma":[0.0039296118,0.002380384,0.10428449,0.0000538416,0.000024662106,0.000020181687,0.00042786432,0.3093754,0.29340547,0.08861033,0.19615556,0.0013321817],"about_ca_topic_score_codex":0.000069271984,"about_ca_topic_score_gemma":0.000004317937,"teacher_disagreement_score":0.9517271,"about_ca_system_score_codex":0.00003704543,"about_ca_system_score_gemma":0.000019782474,"threshold_uncertainty_score":0.37936872},"labels":[],"label_agreement":null},{"id":"W198617518","doi":"10.1007/978-3-642-21619-0_66","title":"An Interface for Opportunistic Discovery of Information for Young People","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Interface (matter); Task (project management); Metric (unit); World Wide Web; Computer science; Exploratory search; Information retrieval; Search engine; Human–computer interaction; Engineering","score_opus":0.031637202752411636,"score_gpt":0.27991274377274783,"score_spread":0.2482755410203362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198617518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015879756,0.000014109245,0.99656373,0.0000881738,0.0011918844,0.0010440163,0.00010611234,0.000058860755,0.0007742911],"genre_scores_gemma":[0.4987644,0.000016674256,0.50017405,0.00032886898,0.00015233115,0.00007228288,0.00010399033,0.00002126032,0.0003661247],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978854,0.000011625045,0.00067714293,0.000437755,0.00056630006,0.00042179337],"domain_scores_gemma":[0.99767655,0.00026478712,0.00045884858,0.00080435694,0.00067512074,0.000120342156],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092646736,0.0002896333,0.00038858087,0.00065710343,0.00017614894,0.00050517975,0.0022859545,0.00019570134,0.000006971573],"category_scores_gemma":[0.00012405602,0.00025307972,0.00013770993,0.00027446664,0.0002609805,0.004269447,0.0003917895,0.00023001549,0.0000066400744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008367664,0.000062272644,0.000072237155,0.00040046938,0.000013001548,0.0000011879864,0.007422934,0.0032806909,0.00033796715,0.30108532,0.000051269584,0.687189],"study_design_scores_gemma":[0.0006057331,0.001306217,0.00034382174,0.00025726468,0.000019168754,0.000026164804,0.0000021556957,0.8733714,0.0066870614,0.115377,0.0013239936,0.0006800008],"about_ca_topic_score_codex":0.000028051403,"about_ca_topic_score_gemma":0.000054481196,"teacher_disagreement_score":0.8700907,"about_ca_system_score_codex":0.00013097236,"about_ca_system_score_gemma":0.0006245058,"threshold_uncertainty_score":0.99999213},"labels":[],"label_agreement":null},{"id":"W1988613011","doi":"10.1145/2637002.2637026","title":"Time well spent","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Networks of Centres of Excellence of Canada; Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Google","keywords":"Computer science; Information gain; Information retrieval; Sampling (signal processing); Quality (philosophy); Field (mathematics); User interface; Response time; Data mining; Mathematics","score_opus":0.011495870819911982,"score_gpt":0.23494600466706098,"score_spread":0.22345013384714899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988613011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015429259,0.0000010823859,0.52676,0.0011252164,0.000108494256,0.000057402947,1.2656e-7,0.00015896578,0.45635948],"genre_scores_gemma":[0.8433041,0.000001823211,0.044088636,0.0034858615,0.00008652767,0.000004197308,0.0000030415763,0.000004114927,0.10902173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995871,0.0000131275265,0.00007333904,0.000062902574,0.000158382,0.00010514258],"domain_scores_gemma":[0.9997011,0.000016896824,0.000012569796,0.00018442169,0.000032079977,0.000052952695],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017837744,0.000031524036,0.000035779918,0.000030070481,0.00003766478,0.00007177397,0.00031333463,0.000013076348,0.0008215082],"category_scores_gemma":[0.000008319994,0.000022550237,0.000019856107,0.00009613309,0.000011483159,0.00028923462,0.000090086105,0.000031889824,0.016776072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032452751,0.0000640989,0.00028294782,0.000007128559,0.000003577332,0.0000025965728,0.0004566051,0.000043251926,0.001370578,0.7580922,0.05915469,0.18051903],"study_design_scores_gemma":[0.00022803576,0.00009785551,0.003538512,0.000002429069,9.528449e-7,0.0000069705598,0.0000055727874,0.42388517,0.012166214,0.0012583447,0.55867136,0.00013859847],"about_ca_topic_score_codex":0.0000032472874,"about_ca_topic_score_gemma":2.1945038e-7,"teacher_disagreement_score":0.82787484,"about_ca_system_score_codex":0.000007030107,"about_ca_system_score_gemma":0.0000094518955,"threshold_uncertainty_score":0.9839895},"labels":[],"label_agreement":null},{"id":"W1989165310","doi":"10.1109/hicss.2012.136","title":"Building Support for Web Information Gathering Tasks","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Context (archaeology); Web application; Order (exchange); Information needs; Human–computer interaction","score_opus":0.026782045409188507,"score_gpt":0.29295687632735007,"score_spread":0.2661748309181616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989165310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025693782,0.000002959026,0.9635221,0.0001722,0.00036574833,0.00019942662,0.000003220504,0.00015633048,0.0098842615],"genre_scores_gemma":[0.8024782,0.0000011012438,0.19637327,0.0006402623,0.00006721351,0.00003237515,0.00000704801,0.0000024974431,0.0003980493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930656,0.000005730542,0.00018267195,0.00004168788,0.00018107718,0.00028227153],"domain_scores_gemma":[0.99959433,0.000028476203,0.0000463328,0.00014845804,0.000086838525,0.00009554054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043672492,0.00005677879,0.00005410028,0.0000870046,0.00010127826,0.0001505999,0.0002631522,0.000031452197,0.00007139562],"category_scores_gemma":[0.000032021675,0.000045890138,0.000040383627,0.00014647651,0.000007824576,0.0051360396,0.00008916259,0.000044292596,0.00022796095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000695511,0.000030013616,0.0014979639,0.00004181283,0.000006156486,1.3698312e-7,0.0021987965,0.000024753706,0.0032769153,0.7134943,0.0044914978,0.2749307],"study_design_scores_gemma":[0.00066252815,0.00011709941,0.0076166485,0.0000075708053,0.000004971787,0.000024839333,0.00012998274,0.10651387,0.028883357,0.0005136312,0.85521793,0.00030759556],"about_ca_topic_score_codex":0.0000031616987,"about_ca_topic_score_gemma":1.662015e-7,"teacher_disagreement_score":0.8507264,"about_ca_system_score_codex":0.00002800449,"about_ca_system_score_gemma":0.000039721086,"threshold_uncertainty_score":0.37235048},"labels":[],"label_agreement":null},{"id":"W1989474160","doi":"10.1002/meet.1450400134","title":"Structure of domain novice users' queries to a history database","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Information retrieval; Categorization; Domain (mathematical analysis); Identification (biology); Taxonomy (biology); World Wide Web; Query language; Information needs; Artificial intelligence","score_opus":0.010588940149802405,"score_gpt":0.24942391495330482,"score_spread":0.2388349748035024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989474160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98718154,0.000012029452,0.009862094,0.0018775879,0.00007205655,0.00038104603,0.00002220628,0.00005203129,0.0005394144],"genre_scores_gemma":[0.88864046,0.000010371112,0.11009574,0.001220104,0.0000024655847,0.000015390178,5.283768e-7,0.0000017646365,0.000013177828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989167,0.0000015566367,0.00027740793,0.00011720748,0.00045713308,0.00022999627],"domain_scores_gemma":[0.99789864,0.000020515905,0.00044038644,0.000174411,0.0014107252,0.000055318098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067255896,0.00007798148,0.00014812534,0.00027637056,0.00019410653,0.0000450179,0.0009770563,0.000034225362,0.0000013579312],"category_scores_gemma":[0.000504049,0.000056200028,0.000055831864,0.0028516296,0.0015546359,0.0028603,0.0003075913,0.00009250712,7.4930665e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011204547,0.000012740578,0.0015377387,0.000098599354,0.000008399128,6.560077e-9,0.008098306,0.0000017880101,0.18139407,0.7940462,0.0028230369,0.01196789],"study_design_scores_gemma":[0.0007438513,0.00066473044,0.002464334,0.00004936061,0.000019218465,0.000039031704,0.028125856,0.0017685414,0.68170655,0.0075930855,0.27642938,0.00039603902],"about_ca_topic_score_codex":0.000012225575,"about_ca_topic_score_gemma":5.088057e-7,"teacher_disagreement_score":0.7864531,"about_ca_system_score_codex":0.00011520791,"about_ca_system_score_gemma":0.00032615647,"threshold_uncertainty_score":0.5728121},"labels":[],"label_agreement":null},{"id":"W1991678929","doi":"10.1177/0165551506065787","title":"A study of the effect of term proximity on query expansion","year":2006,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Query expansion; Computer science; Term (time); Information retrieval; Query optimization; Web query classification; Mutual information; Sargable; Web search query; Measure (data warehouse); Query language; Data mining; Search engine; Artificial intelligence","score_opus":0.012175841932669412,"score_gpt":0.2799131262771092,"score_spread":0.2677372843444398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991678929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915966,0.0000016008044,0.0067968345,0.00007257122,0.0002686228,0.00026790553,7.976279e-7,0.0000054099046,0.0009896737],"genre_scores_gemma":[0.99949646,7.1972545e-7,0.00044659717,0.000033516175,0.00001135054,0.0000015337309,8.740068e-8,6.4447306e-7,0.00000906662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973434,0.00007182809,0.0007716775,0.000044183238,0.0016485148,0.00012037197],"domain_scores_gemma":[0.99781054,0.00008901306,0.001072411,0.00027924794,0.0007074693,0.000041288793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027266252,0.0000651695,0.00014741468,0.00041298653,0.00016170231,0.00010245526,0.0011328933,0.000021043092,0.0000022235188],"category_scores_gemma":[0.0002761797,0.00003318952,0.0000723329,0.0012552338,0.00014419256,0.0063241906,0.0001482422,0.00014437604,0.0000039650463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010460296,0.0022072562,0.43188855,0.00054112024,0.00004313604,0.000014415365,0.06586263,0.027717467,0.084851205,0.0372624,0.0015667642,0.34699902],"study_design_scores_gemma":[0.0013211274,0.0031687494,0.767946,0.000101975995,0.000007716056,0.00004861103,0.00042570804,0.0043261317,0.22242054,0.000082298684,0.00006932757,0.00008177988],"about_ca_topic_score_codex":0.000014065505,"about_ca_topic_score_gemma":7.209104e-7,"teacher_disagreement_score":0.34691724,"about_ca_system_score_codex":0.000056971854,"about_ca_system_score_gemma":0.00022809162,"threshold_uncertainty_score":0.45848855},"labels":[],"label_agreement":null},{"id":"W1992156462","doi":"10.1108/00220410510578023","title":"“Isms” in information science: constructivism, collectivism and constructionism","year":2005,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":363,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library of Parliament","funders":"","keywords":"Metatheory; Constructionism; Constructivism (international relations); Originality; Strict constructionism; Epistemology; Collectivism; Value (mathematics); Computer science; Objectivism; Sociology; Knowledge management; Social science; Philosophy; Politics; Individualism","score_opus":0.005605229972077005,"score_gpt":0.2681537019985687,"score_spread":0.2625484720264917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992156462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93099815,0.000018902212,0.06553727,0.0012348491,0.00027237053,0.00014385558,9.1692095e-7,0.000013061616,0.0017806236],"genre_scores_gemma":[0.9739239,0.00003763883,0.025833383,0.00015240206,0.000029220017,0.0000016228329,4.271095e-7,0.0000010481828,0.000020316842],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883646,0.000022417484,0.00045057898,0.000055538178,0.0005079809,0.00012700896],"domain_scores_gemma":[0.99903834,0.000051302362,0.000325524,0.000064269116,0.0004483769,0.00007220977],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007923901,0.0000564783,0.000093979645,0.0007182699,0.00013922577,0.00047527716,0.00018834783,0.00002614482,0.00001680916],"category_scores_gemma":[0.00013008178,0.000049311682,0.000018179428,0.00089069817,0.00014824896,0.015750395,0.00004318304,0.00013378082,0.00000916534],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053212472,0.000093819435,0.025059473,0.000024168528,0.0000115307475,0.000006162034,0.0145499,0.0005554641,0.00783376,0.109541185,0.0003435946,0.8419277],"study_design_scores_gemma":[0.016921407,0.0018539709,0.6814593,0.00022447787,0.000041693005,0.0053198314,0.0077636414,0.10762218,0.14114383,0.022292964,0.014414046,0.00094263523],"about_ca_topic_score_codex":0.000006936398,"about_ca_topic_score_gemma":0.0000015650552,"teacher_disagreement_score":0.8409851,"about_ca_system_score_codex":0.0001946448,"about_ca_system_score_gemma":0.00034233247,"threshold_uncertainty_score":0.9980158},"labels":[],"label_agreement":null},{"id":"W1992311950","doi":"10.1145/379437.379723","title":"An approach to search for the digital library","year":2001,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Connaught Fund","keywords":"BATES; Serendipity; Interface (matter); Digital library; Computer science; Focus (optics); World Wide Web; Information retrieval; Search analytics; User interface; Search engine; Human–computer interaction; Web search query; Engineering; Programming language","score_opus":0.046545806344645245,"score_gpt":0.2832666965674297,"score_spread":0.23672089022278445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992311950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010622929,0.000003104607,0.9322361,0.0020011219,0.000039864957,0.00033899586,0.00000699952,0.0001416381,0.054609243],"genre_scores_gemma":[0.93254465,0.0000029257335,0.05332012,0.0022850926,0.00009292182,0.000059420105,0.000020545898,0.0000063258,0.011668024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994088,0.00000798355,0.00008361712,0.000109314984,0.0002006584,0.0001896515],"domain_scores_gemma":[0.999491,0.000056655696,0.000006553882,0.00030001256,0.000034676483,0.000111103036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013154607,0.000045072826,0.00003738611,0.000045937526,0.00014110256,0.00089316565,0.0008661245,0.000017056842,0.000030418285],"category_scores_gemma":[0.0000052703354,0.000024755776,0.000030255973,0.0003364572,0.000014750214,0.0018213239,0.00014473582,0.00004760819,0.00014637261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030895975,0.00017498301,0.0023784873,0.0000066265,0.0000055009923,0.0000013380032,0.0013731783,0.00040327208,0.00004289879,0.35940224,0.012200389,0.62398016],"study_design_scores_gemma":[0.0003311813,0.00030135977,0.011183233,0.0000019042277,0.0000016722753,0.000027669988,0.0004692764,0.6533158,0.0026362715,0.00046430615,0.33105013,0.000217238],"about_ca_topic_score_codex":0.00000259223,"about_ca_topic_score_gemma":6.305003e-8,"teacher_disagreement_score":0.9219217,"about_ca_system_score_codex":0.00000490262,"about_ca_system_score_gemma":0.000039966595,"threshold_uncertainty_score":0.8612817},"labels":[],"label_agreement":null},{"id":"W1993450748","doi":"10.1108/eum0000000006534","title":"Users’ perceptions of the Web as revealed by transaction log analysis","year":2001,"lang":"en","type":"article","venue":"Online Information Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Dalhousie University","funders":"","keywords":"Computer science; Transaction log; Perception; Information retrieval; World Wide Web; Seekers; Search engine; Sample (material); Database transaction; Database; Psychology","score_opus":0.014963450039374533,"score_gpt":0.2971956264006047,"score_spread":0.28223217636123016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993450748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1434999,0.0038778028,0.79758734,0.039383955,0.00055618456,0.0028013065,0.00048840273,0.00038142805,0.011423681],"genre_scores_gemma":[0.78786254,0.16553529,0.011194935,0.029048849,0.00007406441,0.00014018503,0.0014663747,0.00001576666,0.0046619955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984831,0.00008762964,0.0007252964,0.00007545379,0.0004858994,0.00014262888],"domain_scores_gemma":[0.9987593,0.000028478495,0.00033693487,0.00047190022,0.00033853183,0.00006480833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046097778,0.00010243529,0.000237662,0.00017253762,0.00012930603,0.000059169364,0.0005751332,0.000053954565,0.00053881534],"category_scores_gemma":[0.00007716544,0.00006800923,0.00028415874,0.002503527,0.00003503842,0.0021805763,0.000044296634,0.0001604958,0.00020310878],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028094304,0.0005390723,0.01773697,0.0027361945,0.0004197951,0.0000014007188,0.0033806756,0.0011261265,0.00054247916,0.006935738,0.06550292,0.9010505],"study_design_scores_gemma":[0.0007031773,0.00011711023,0.05471502,0.0007927584,0.00056145637,0.000060240283,0.0002581353,0.064178035,0.00013401538,0.00007445994,0.87799495,0.0004106308],"about_ca_topic_score_codex":0.000030786738,"about_ca_topic_score_gemma":0.000012351827,"teacher_disagreement_score":0.9006399,"about_ca_system_score_codex":0.00004304228,"about_ca_system_score_gemma":0.0001016242,"threshold_uncertainty_score":0.58996505},"labels":[],"label_agreement":null},{"id":"W1994766617","doi":"10.1145/2132176.2132230","title":"Effective information gathering on the web","year":2012,"lang":"en","type":"article","venue":"Proceedings of the 2012 iConference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Task (project management); Web modeling; Web application; Web navigation; Web design; Web intelligence; Web page; Human–computer interaction; Information retrieval; Engineering","score_opus":0.017012334044486963,"score_gpt":0.22751302020834518,"score_spread":0.21050068616385822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994766617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9427959,0.000020983398,0.002657813,0.003081632,0.00046407923,0.0007119777,0.0000037057994,0.0000872558,0.05017669],"genre_scores_gemma":[0.9990931,0.0000055657133,0.00028120462,0.0003966138,0.000035931753,0.000038433067,1.7048984e-7,0.000002209154,0.00014677296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99915284,0.0000097024795,0.00017310887,0.000056896162,0.00036935892,0.00023807841],"domain_scores_gemma":[0.99927336,0.00008111573,0.00018165965,0.0001476022,0.00026328815,0.00005295081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006705128,0.00009015381,0.00007913804,0.00005375559,0.00016355133,0.00014363081,0.0009792959,0.000037871185,0.00002762594],"category_scores_gemma":[0.00018709389,0.00004479133,0.0000539386,0.0002846521,0.00006201892,0.00325884,0.0002879539,0.0001821562,0.00015723224],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001443714,0.00004645988,0.007214984,0.00004893541,0.0000102523,9.667519e-9,0.006493674,0.0000023535215,0.0070405295,0.9396018,0.0021189668,0.03740762],"study_design_scores_gemma":[0.0008409312,0.0003554384,0.36400697,0.00038007193,0.00003273804,0.000027516151,0.0014099085,0.021549981,0.5350694,0.007140062,0.068518035,0.00066893804],"about_ca_topic_score_codex":0.0000043643445,"about_ca_topic_score_gemma":1.1392475e-7,"teacher_disagreement_score":0.93246174,"about_ca_system_score_codex":0.000029470266,"about_ca_system_score_gemma":0.000028778557,"threshold_uncertainty_score":0.23625803},"labels":[],"label_agreement":null},{"id":"W1996246161","doi":"10.1145/1277741.1277895","title":"Improving retrieval accuracy by weighting document types with clickthrough data","year":2007,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Weighting; Computer science; Task (project management); Relevance (law); Information retrieval; Document retrieval; Function (biology); Term (time); Vector space model; Relevance feedback; tf–idf; Artificial intelligence; Data mining; Image retrieval","score_opus":0.02680500078858922,"score_gpt":0.30228738213960243,"score_spread":0.2754823813510132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996246161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035950013,0.000049204085,0.95478225,0.0006561885,0.00015837864,0.00021926344,0.000006642683,0.00022575447,0.007952292],"genre_scores_gemma":[0.7202758,0.00002433048,0.27355304,0.0015599598,0.00016339816,0.0000024021779,0.00010387697,0.000017660048,0.004299492],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99834335,0.000019040757,0.00031102696,0.00032258866,0.0005861244,0.0004178524],"domain_scores_gemma":[0.99855727,0.00016844805,0.00012478231,0.00088988576,0.00013126503,0.00012833114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001218675,0.000121588986,0.00010798119,0.00006502135,0.00020273503,0.00037721414,0.0014266593,0.00004772409,0.000085270985],"category_scores_gemma":[0.00012247032,0.00008207729,0.0000187563,0.00048357336,0.00003848965,0.0031536492,0.00075336144,0.00017441025,0.00012587517],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027065192,0.00020392897,0.0029310647,0.00008246771,0.00006228132,0.00009066052,0.0021544297,0.000007851025,0.012487305,0.08886651,0.018961012,0.8738818],"study_design_scores_gemma":[0.004808679,0.0016506879,0.006324494,0.00012007848,0.0000711144,0.00025500328,0.0012289172,0.11240111,0.44548485,0.001065256,0.4241329,0.0024568965],"about_ca_topic_score_codex":0.000140729,"about_ca_topic_score_gemma":0.000014276493,"teacher_disagreement_score":0.8714249,"about_ca_system_score_codex":0.00005218031,"about_ca_system_score_gemma":0.000098931065,"threshold_uncertainty_score":0.36374846},"labels":[],"label_agreement":null},{"id":"W1996936565","doi":"10.1186/1471-2105-12-s5-s6","title":"A robust approach to optimizing multi-source information for enhancing genomics retrieval performance","year":2011,"lang":"en","type":"article","venue":"BMC Bioinformatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Context (archaeology); Learning to rank; Reciprocal; Data mining; Mean reciprocal rank; Rank (graph theory); Baseline (sea)","score_opus":0.1088627182265075,"score_gpt":0.24921181395124425,"score_spread":0.14034909572473675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996936565","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008854307,0.0000057867937,0.98476815,0.000015846563,0.00029439357,0.0012754046,0.000017185972,0.00029316344,0.004475733],"genre_scores_gemma":[0.010621352,0.000009123302,0.9883834,0.00059899146,0.000040372608,0.00006401067,0.00004969028,0.00001398695,0.00021908681],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760383,0.000021585567,0.0010559084,0.00017541094,0.00048115116,0.00066209707],"domain_scores_gemma":[0.99820316,0.00006368445,0.0003613014,0.0006268515,0.00045181828,0.00029316204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011036289,0.0002761179,0.0002711746,0.00043996752,0.00042175362,0.00042519736,0.0011763078,0.00016157624,0.0000065681065],"category_scores_gemma":[0.0002011054,0.00025108445,0.00013652726,0.00073703344,0.000043508677,0.005504775,0.00041021325,0.00021903525,0.000300956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011922069,0.0009231634,0.0016081585,0.005665517,0.00014898852,0.0000010646363,0.42866588,0.29014075,0.00055563595,0.031102294,0.002907531,0.2370888],"study_design_scores_gemma":[0.0008113972,0.00020409231,0.0006652226,0.000032341806,0.0000114844015,0.000020929907,0.0015767552,0.98758596,0.004575132,0.000008517841,0.0041244053,0.00038374765],"about_ca_topic_score_codex":0.00000872919,"about_ca_topic_score_gemma":0.000002784652,"teacher_disagreement_score":0.6974452,"about_ca_system_score_codex":0.00018923823,"about_ca_system_score_gemma":0.00027003605,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W1997017488","doi":"10.1002/meet.1450400170","title":"Sharing and accessing Internet resources across barriers of nation, language, and collection. Sponsored by SIG III, MGT","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Metadata; Computer science; World Wide Web; Session (web analytics); The Internet; Presentation (obstetrics); Search engine; Digital library; Information retrieval; Resource (disambiguation); Shared resource; Computer security","score_opus":0.009929642568277056,"score_gpt":0.27584035777871635,"score_spread":0.2659107152104393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997017488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582565,0.000037744358,0.0030426672,0.00062989973,0.000022307173,0.00019445302,0.00000546813,0.00003779057,0.0002040138],"genre_scores_gemma":[0.994567,0.000040570976,0.005137081,0.00018652946,0.0000016664684,0.000015177511,3.1891835e-7,0.0000015617911,0.000050102444],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99913347,0.0000017958002,0.00025828436,0.00012659901,0.00028620558,0.00019365082],"domain_scores_gemma":[0.9987219,0.000029398394,0.00043322204,0.00007490032,0.00069029495,0.000050313178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011143024,0.00006946527,0.00013053464,0.00016467636,0.0004395307,0.00024296717,0.00048860133,0.000039818653,5.260461e-7],"category_scores_gemma":[0.0006199269,0.000052527335,0.000029378918,0.0021563158,0.0017869048,0.002602618,0.00032530463,0.00008493586,7.599172e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011449055,0.000049990405,0.14500861,0.0005288189,0.000089417736,5.0754732e-8,0.2643247,0.0000043944424,0.21177982,0.19460228,0.0041741626,0.17932327],"study_design_scores_gemma":[0.002295343,0.00072206394,0.012430072,0.0001281329,0.00003483282,0.000104793355,0.28174767,0.07894362,0.6002037,0.00388251,0.018916626,0.00059061666],"about_ca_topic_score_codex":0.000029463703,"about_ca_topic_score_gemma":4.5218903e-7,"teacher_disagreement_score":0.38842392,"about_ca_system_score_codex":0.000034588054,"about_ca_system_score_gemma":0.00006709579,"threshold_uncertainty_score":0.6583925},"labels":[],"label_agreement":null},{"id":"W2000741207","doi":"10.1002/meet.2009.1450460135","title":"Diverse approaches to “tasks” in information science: Conceptual and methodological insights","year":2009,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of British Columbia","funders":"","keywords":"Information seeking; Task (project management); Perspective (graphical); Context (archaeology); Presentation (obstetrics); Computer science; Diversity (politics); Cognitive models of information retrieval; Conceptual framework; Knowledge management; Data science; Sociology; World Wide Web; Human–computer information retrieval; Social science; Information retrieval; Artificial intelligence; Engineering","score_opus":0.10124015430686123,"score_gpt":0.3169263807961545,"score_spread":0.21568622648929325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000741207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849574,0.0000065560857,0.007414518,0.006145837,0.000039937087,0.00056769326,0.00000348665,0.000070791284,0.0007937583],"genre_scores_gemma":[0.94639176,0.000024886243,0.051851798,0.0016970414,0.0000039868087,0.000026847467,4.3833307e-7,7.03444e-7,0.0000025322743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9984461,0.0000030808362,0.00036407434,0.00016545932,0.0006665766,0.00035471644],"domain_scores_gemma":[0.9984736,0.00004242182,0.00035282958,0.00012835428,0.0009049582,0.000097830176],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022784641,0.0001017951,0.0001888726,0.0007499769,0.00051428674,0.00029065844,0.0011909707,0.000054514014,2.3133721e-7],"category_scores_gemma":[0.0010367354,0.000069080575,0.000042871816,0.007085591,0.0038361782,0.010945068,0.00059932226,0.00015237245,0.0000017000301],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015449237,0.0000144277965,0.0012352614,0.000015855767,0.0000020786001,1.0416298e-8,0.015841406,0.000006466097,0.0050223866,0.66913223,0.0001499245,0.30856448],"study_design_scores_gemma":[0.003577697,0.0046312255,0.26098087,0.00013266552,0.000039101003,0.00010923127,0.29828966,0.12377182,0.20865694,0.0548999,0.043405693,0.0015051975],"about_ca_topic_score_codex":0.0000072732514,"about_ca_topic_score_gemma":2.1505372e-7,"teacher_disagreement_score":0.61423236,"about_ca_system_score_codex":0.00010113475,"about_ca_system_score_gemma":0.00022266553,"threshold_uncertainty_score":0.9988748},"labels":[],"label_agreement":null},{"id":"W2000952055","doi":"10.1007/s10791-006-9397-2","title":"Introduction to the special issue on the 27th European Conference on Information Retrieval Research","year":2006,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Information retrieval; Political science; Library science; Data science; Computer science","score_opus":0.03850458048473922,"score_gpt":0.29410519826420334,"score_spread":0.25560061777946413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000952055","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067109875,0.000007129245,0.05775145,0.27475345,0.0072728954,0.0049376218,0.00014623722,0.00079294725,0.58722836],"genre_scores_gemma":[0.9448259,0.00003299089,0.001164397,0.016943542,0.02966301,0.00006288366,0.00051833544,0.00003723094,0.0067517445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994451,0.0006231013,0.0010321707,0.00024550964,0.0029584705,0.0006897327],"domain_scores_gemma":[0.99628127,0.00034863537,0.00033383115,0.001203275,0.0016684126,0.00016455913],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006372033,0.00027943932,0.00018516867,0.0007383103,0.0014135211,0.002414212,0.0019340256,0.00012371228,0.00060595974],"category_scores_gemma":[0.0013999371,0.00017006198,0.00011000423,0.0028745942,0.00017988383,0.0054046256,0.0004121944,0.0010759442,0.027158905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054961984,0.000053210035,0.000011047004,0.000016713291,0.000009044934,0.0000018979266,0.0048003425,0.0014694268,0.00006672664,0.36915544,0.57046074,0.053405788],"study_design_scores_gemma":[0.00045943802,0.000684443,0.0042202827,0.00002570261,0.000004086228,0.000014692642,0.00068055,0.0079790335,0.0043257335,0.0006853837,0.9806615,0.00025912153],"about_ca_topic_score_codex":0.000041727322,"about_ca_topic_score_gemma":0.0000045641073,"teacher_disagreement_score":0.877716,"about_ca_system_score_codex":0.00033257896,"about_ca_system_score_gemma":0.00023008337,"threshold_uncertainty_score":0.9998865},"labels":[],"label_agreement":null},{"id":"W2006003353","doi":"10.1002/meet.1450390166","title":"Informetric applications for information retrieval research. Sponsored by SIG CRS, SIG MET","year":2002,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Informetrics; Information retrieval; Data mining; Bibliometrics","score_opus":0.030022362683596215,"score_gpt":0.30447668765998387,"score_spread":0.27445432497638766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006003353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62917286,0.0002475969,0.30446574,0.036819994,0.0004498801,0.016227078,0.0007208499,0.0014193691,0.010476651],"genre_scores_gemma":[0.94068795,0.0002631134,0.056524407,0.0015556283,0.000026748985,0.0007606579,0.000017431512,0.000007996294,0.00015604924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972022,0.0000043648965,0.00068457576,0.00019720402,0.0012564793,0.0006551664],"domain_scores_gemma":[0.9932285,0.00021811499,0.00083611964,0.0002967196,0.005297242,0.00012331447],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034583826,0.0001554892,0.0002469192,0.0011922948,0.0013245937,0.0005554875,0.0021262886,0.00011660139,0.0000018659898],"category_scores_gemma":[0.0020824424,0.00011929142,0.00015268891,0.013742732,0.0025117586,0.010753659,0.0005885664,0.0002858984,0.000014871522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006898729,0.00007746124,0.0006707568,0.00029655235,0.00003789606,6.159317e-9,0.0057121664,0.000004369286,0.012520918,0.4157807,0.050641906,0.5141883],"study_design_scores_gemma":[0.0013737226,0.0012197732,0.00063406565,0.000027890457,0.000028204338,0.00002245162,0.0122463,0.055461563,0.072610326,0.006035766,0.84988093,0.00045898266],"about_ca_topic_score_codex":0.0000085869,"about_ca_topic_score_gemma":9.194967e-8,"teacher_disagreement_score":0.79923904,"about_ca_system_score_codex":0.00020357587,"about_ca_system_score_gemma":0.00020490956,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W2006840849","doi":"10.1108/00242530510629524","title":"Topic familiarity and its effects on term selection and browsing in a thesaurus‐enhanced search environment","year":2005,"lang":"en","type":"article","venue":"Library Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thesaurus; Information retrieval; Selection (genetic algorithm); Computer science; Originality; Term (time); World Wide Web; Search engine; Subject (documents); Natural language processing; Artificial intelligence; Psychology","score_opus":0.016441401885115628,"score_gpt":0.24999946556433278,"score_spread":0.23355806367921716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006840849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97195953,0.02219544,0.0010275452,0.00284481,0.00003131238,0.00077679736,8.994991e-7,0.000062625826,0.001101014],"genre_scores_gemma":[0.91211104,0.080638714,0.003029149,0.003472718,0.000054456315,0.00004105227,0.0000039466267,0.0000069299813,0.00064197223],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992748,0.00010400266,0.00015285984,0.00016844114,0.0001533035,0.00014661001],"domain_scores_gemma":[0.9997453,0.00005185605,0.000025543388,0.00011119335,0.0000038428316,0.0000622595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000160487,0.00008004732,0.00013450488,0.00005365494,0.000055456243,0.00007434876,0.00012764696,0.000029630726,0.000026630547],"category_scores_gemma":[0.000008630929,0.00006337463,0.000018651603,0.0001859664,0.000009331931,0.0012281194,0.00012542625,0.00013961352,0.000038228678],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004670929,0.000032864133,0.002440313,0.0011289859,0.0000021136848,0.0000028865263,0.00024843417,0.0000040315185,0.00075305166,0.0033428748,0.000040342155,0.99199945],"study_design_scores_gemma":[0.0024066833,0.0013013905,0.6519482,0.010972895,0.0000328253,0.000084609186,0.000012232675,0.088347785,0.14222446,0.0006308107,0.10088336,0.0011547647],"about_ca_topic_score_codex":9.2702095e-7,"about_ca_topic_score_gemma":2.693308e-7,"teacher_disagreement_score":0.99084467,"about_ca_system_score_codex":0.000016690547,"about_ca_system_score_gemma":0.000016079857,"threshold_uncertainty_score":0.25843427},"labels":[],"label_agreement":null},{"id":"W2011782761","doi":"10.1108/00220410510625840","title":"Usability and user perceptions of a thesaurus‐enhanced search interface","year":2005,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thesaurus; Usability; Interface (matter); Computer science; Information retrieval; World Wide Web; User interface; Human–computer interaction; Artificial intelligence","score_opus":0.016213788283936482,"score_gpt":0.34000562021232583,"score_spread":0.32379183192838934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011782761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76326466,0.000018210983,0.2357307,0.000748675,0.000037210924,0.00006169993,7.136012e-7,0.000003993613,0.0001341195],"genre_scores_gemma":[0.97335523,0.000045220444,0.026395153,0.000045850564,0.000026500495,8.2479136e-7,3.1105824e-7,0.0000014086083,0.00012950407],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991276,0.000059759095,0.00035457266,0.0000535472,0.00032431658,0.000080194935],"domain_scores_gemma":[0.999358,0.00004796995,0.00016491875,0.00009071301,0.00028344608,0.000054962948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053481426,0.000043385116,0.000090310714,0.00010877247,0.0000448934,0.00008433278,0.00018170598,0.000020566296,0.0001241179],"category_scores_gemma":[0.000027540485,0.000033493066,0.000041458792,0.0001491255,0.000041338986,0.0020325207,0.00004844676,0.00010387847,0.000012004847],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021413236,0.0004650916,0.017957777,0.00010066262,0.000061941755,0.0000020985929,0.051136598,0.0037141792,0.26641753,0.008317656,0.00073080487,0.6508815],"study_design_scores_gemma":[0.0032929068,0.0016788457,0.47468692,0.00014279551,0.00004529128,0.00015205356,0.0068128705,0.023418684,0.48629808,0.0012669715,0.0018911435,0.00031343198],"about_ca_topic_score_codex":0.0000074620275,"about_ca_topic_score_gemma":0.0000029229477,"teacher_disagreement_score":0.65056807,"about_ca_system_score_codex":0.000058918045,"about_ca_system_score_gemma":0.0000517622,"threshold_uncertainty_score":0.14735284},"labels":[],"label_agreement":null},{"id":"W2012214630","doi":"10.1145/2124295.2124395","title":"2nd international workshop on diversity in document retrieval (DDR 2012)","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Diversity (politics); Task (project management); World Wide Web; Search engine; Query expansion; Political science; Engineering","score_opus":0.048347632895937694,"score_gpt":0.30529533886710164,"score_spread":0.25694770597116395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012214630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71456414,0.000051115367,0.13192011,0.007291607,0.0038397317,0.00045261427,0.000004930324,0.00023808147,0.14163764],"genre_scores_gemma":[0.99077165,0.000012599031,0.0022188593,0.00072482694,0.00007204057,0.0000014358557,0.000003732564,0.0000017009942,0.006193183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989063,0.000028397682,0.00015101714,0.00011116751,0.0005360933,0.0002670091],"domain_scores_gemma":[0.9995451,0.000055456432,0.000035345285,0.00019260724,0.00005577851,0.00011573409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050615275,0.00007193309,0.000065242864,0.0001626291,0.00009843136,0.000093797586,0.00061584037,0.000044737,0.00079199934],"category_scores_gemma":[0.000038106118,0.00005869098,0.000036896963,0.00027056216,0.000017859367,0.0019655002,0.00077596196,0.00014870524,0.0005701973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029125312,0.0008802094,0.13657066,0.000012907198,0.000036732425,0.000027842974,0.010461007,0.0001595669,0.00022972476,0.69411945,0.028234016,0.1289766],"study_design_scores_gemma":[0.0028545808,0.0002016355,0.841177,0.00006308337,0.000007634595,0.000020402482,0.0005580882,0.010598177,0.007996698,0.0025822995,0.13310935,0.0008310859],"about_ca_topic_score_codex":0.000028339797,"about_ca_topic_score_gemma":0.000005224827,"teacher_disagreement_score":0.7046063,"about_ca_system_score_codex":0.00013610616,"about_ca_system_score_gemma":0.0000181632,"threshold_uncertainty_score":0.86718374},"labels":[],"label_agreement":null},{"id":"W2014451165","doi":"10.1108/02640471111111442","title":"User evaluation of Searchling: a visual interface for bilingual digital libraries","year":2011,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Leverage (statistics); Digital library; Information retrieval; Thesaurus; User interface; Interface (matter); World Wide Web; Human–computer interaction; Natural language processing; Artificial intelligence; Linguistics; Programming language","score_opus":0.05359592393887312,"score_gpt":0.3028454400640647,"score_spread":0.24924951612519158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014451165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85070014,0.00063585717,0.13664931,0.00083838875,0.00024384607,0.0013506304,0.000016348571,0.00029676117,0.009268739],"genre_scores_gemma":[0.99774367,0.0000071649697,0.0011825484,0.000079787416,0.00004546814,0.000029211049,0.00001206504,0.000010316666,0.0008897521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99877024,0.00007968475,0.00023555073,0.00014451388,0.00042395346,0.00034608773],"domain_scores_gemma":[0.9993342,0.0001428661,0.00008766158,0.00028257084,0.0001078736,0.000044833196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006109231,0.00009296463,0.00010154997,0.000084290135,0.000098032346,0.00020733249,0.0008577678,0.000040362498,0.00012533799],"category_scores_gemma":[0.000074398165,0.000060929688,0.000077598306,0.00033091565,0.00007366066,0.003931025,0.00028860845,0.00015076422,0.000021864296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027397127,0.00019462059,0.00058713614,0.00003473488,0.00006401467,4.4928947e-7,0.01003843,0.000036100988,0.0005195113,0.9093438,0.00091956183,0.07798767],"study_design_scores_gemma":[0.001794333,0.0020711347,0.0016651254,0.00003970653,0.000053305048,0.000014565902,0.00073018187,0.22585166,0.557454,0.19353637,0.016367458,0.00042218115],"about_ca_topic_score_codex":0.0000018858162,"about_ca_topic_score_gemma":3.1311373e-7,"teacher_disagreement_score":0.71580744,"about_ca_system_score_codex":0.00002260059,"about_ca_system_score_gemma":0.0011863009,"threshold_uncertainty_score":0.2849898},"labels":[],"label_agreement":null},{"id":"W2015886372","doi":"10.1145/2009916.2009943","title":"Enhancing ad-hoc relevance weighting using probability density estimation","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Weighting; Relevance (law); Computer science; Scope (computer science); Independence (probability theory); Information retrieval; Probabilistic logic; Data mining; Artificial intelligence; Statistics; Mathematics","score_opus":0.06501447717449269,"score_gpt":0.27587216229871003,"score_spread":0.21085768512421735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015886372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42343813,0.000008039306,0.57499826,0.000022825825,0.0000943651,0.00011396919,1.5719115e-7,0.00013751774,0.0011867208],"genre_scores_gemma":[0.50369096,0.0000015985984,0.4961569,0.00006300866,0.0000063979724,0.0000023521259,4.6450276e-7,0.00000211807,0.000076191616],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989435,0.000043461914,0.00028781773,0.00020643495,0.00027803966,0.00024074657],"domain_scores_gemma":[0.9992236,0.000046654888,0.00009723496,0.00034365055,0.00021057209,0.000078315774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000607557,0.00008922593,0.00009745273,0.00005898988,0.00022187123,0.00008553261,0.00032516874,0.000045071112,0.000057229587],"category_scores_gemma":[0.000164891,0.000074747724,0.000039860442,0.00030588187,0.00003236342,0.0015817595,0.00017583702,0.00011470642,0.00009777445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008280637,0.00038877263,0.009290783,0.00029733693,0.00002373136,0.000033790264,0.02652656,0.00046590724,0.05402833,0.1983371,0.000072971416,0.7104519],"study_design_scores_gemma":[0.00018877104,0.00007590834,0.013024228,0.000037448473,0.000005471678,0.000025789392,0.000057840618,0.68810135,0.28745174,0.010646255,0.00012860082,0.00025658173],"about_ca_topic_score_codex":0.000044420376,"about_ca_topic_score_gemma":0.000020871958,"teacher_disagreement_score":0.71019536,"about_ca_system_score_codex":0.00008913026,"about_ca_system_score_gemma":0.00008442265,"threshold_uncertainty_score":0.30481237},"labels":[],"label_agreement":null},{"id":"W2015915702","doi":"10.5860/crl.62.4.355","title":"Usability of the Academic Library Web Site: Implications for Design","year":2001,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Memorial University of Newfoundland","keywords":"World Wide Web; Usability; Web site; CLARITY; Computer science; Reading (process); Task (project management); Set (abstract data type); Academic library; Web usability; Web design; Web page; The Internet; Human–computer interaction; Library science; Engineering","score_opus":0.14975666728095077,"score_gpt":0.3684894611330714,"score_spread":0.21873279385212063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015915702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40068072,0.0014973246,0.38450617,0.17519121,0.0007039371,0.010850218,0.0013150615,0.00087579235,0.024379583],"genre_scores_gemma":[0.9516298,0.000222534,0.037902795,0.00045209652,0.00011843879,0.00056039926,0.00001690999,0.000020680458,0.009076321],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978011,0.00043383279,0.00040348116,0.00026795364,0.0005743833,0.00051921705],"domain_scores_gemma":[0.9965921,0.0019273483,0.00008414562,0.0009108565,0.00032638214,0.0001591374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014615176,0.000106716485,0.00015821472,0.00021934303,0.0007750009,0.00027875503,0.0024358102,0.0001223316,0.000076473574],"category_scores_gemma":[0.00084573776,0.00007301686,0.000111728295,0.0026381915,0.00064971985,0.003944852,0.0011236884,0.00045868283,0.000028413904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013018408,0.000092307324,0.033219554,0.000055191587,0.000009423184,7.2338787e-7,0.0008049131,0.00002390699,0.0025542255,0.8639968,0.09181976,0.007293007],"study_design_scores_gemma":[0.001341647,0.00059372984,0.24108794,0.00007398747,0.000009939107,0.00002763032,0.0004685715,0.03309686,0.05494572,0.2910068,0.37691894,0.00042823027],"about_ca_topic_score_codex":0.0000038855255,"about_ca_topic_score_gemma":0.0000012256664,"teacher_disagreement_score":0.57299,"about_ca_system_score_codex":0.000034134053,"about_ca_system_score_gemma":0.0017106951,"threshold_uncertainty_score":0.59607583},"labels":[],"label_agreement":null},{"id":"W2018464266","doi":"10.5703/1288284314959","title":"End User Tools for Evaluating Scholarly Content","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"News aggregator; Computer science; Session (web analytics); World Wide Web; Subject (documents); Digital content; Service (business); Content (measure theory); Digital library; Multimedia; Information retrieval","score_opus":0.3232011058073588,"score_gpt":0.3817088262704462,"score_spread":0.05850772046308744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018464266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1896484,0.000030340581,0.80379194,0.00057366805,0.00037617498,0.00041122618,0.0000032510866,0.00010386919,0.0050611375],"genre_scores_gemma":[0.83480823,0.0000011093447,0.15929101,0.0012254543,0.000073477735,0.00006174729,0.0000049447067,0.0000037107964,0.0045303092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99905723,0.000026251017,0.00017951873,0.000084389925,0.0003461224,0.0003064645],"domain_scores_gemma":[0.99916846,0.00016039619,0.000041471416,0.00020524331,0.00030592832,0.000118530596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011925902,0.000060541555,0.00006805357,0.00004662713,0.00013799255,0.00080510107,0.00034777875,0.000032499585,0.00013329441],"category_scores_gemma":[0.0003847411,0.000044325257,0.000052949188,0.0001179947,0.000011378868,0.008992542,0.00011115617,0.00007571803,0.00022515474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012475,0.000074076015,0.005025707,0.000014708949,0.000010300874,2.4636932e-7,0.001343291,0.000004116217,0.010208088,0.59003246,0.0015597474,0.39171475],"study_design_scores_gemma":[0.005433099,0.0014720409,0.34283742,0.000055876113,0.000046230765,0.000051955638,0.0015696428,0.11613054,0.21519932,0.0017172943,0.31406784,0.0014187308],"about_ca_topic_score_codex":0.000008549251,"about_ca_topic_score_gemma":5.0642785e-7,"teacher_disagreement_score":0.64515984,"about_ca_system_score_codex":0.00003167812,"about_ca_system_score_gemma":0.000044855242,"threshold_uncertainty_score":0.7763608},"labels":[],"label_agreement":null},{"id":"W2020313144","doi":"10.1145/1963405.1963464","title":"On the informativeness of cascade and intent-aware effectiveness measures","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Entropy (arrow of time); Principle of maximum entropy; Cascade; Novelty; Measure (data warehouse); Data mining; Artificial intelligence; Machine learning","score_opus":0.06008029997265339,"score_gpt":0.2524308522903678,"score_spread":0.19235055231771442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020313144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51511717,0.0000065059317,0.47578803,0.000073825606,0.000074541604,0.00022734988,0.0000017288223,0.000039381015,0.008671477],"genre_scores_gemma":[0.99952096,0.0000034684201,0.00027882878,0.00014203931,0.000001790826,0.000011814431,2.7927848e-7,0.0000013426268,0.00003945538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994088,0.00007850632,0.00013140308,0.000062303334,0.0002168508,0.00010215567],"domain_scores_gemma":[0.9994072,0.00018140503,0.000045221997,0.00018616089,0.00014415661,0.000035871355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005386542,0.000062359475,0.00008084901,0.00006078722,0.00007665155,0.000029992601,0.00034477797,0.000026094747,0.00003122332],"category_scores_gemma":[0.000057853267,0.000032021246,0.00002673696,0.0001642933,0.0000734326,0.00046749858,0.00013229658,0.000079964404,0.000020555493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073763455,0.000058289956,0.0028206292,0.00006751671,0.000021209731,0.0000020735067,0.010253164,0.00000611198,0.00039218244,0.8868038,0.000057041667,0.09944421],"study_design_scores_gemma":[0.00090806413,0.00076358835,0.4500673,0.00016341744,0.000010555106,0.00003115373,0.0016054907,0.011125748,0.52530825,0.008992781,0.0006815162,0.00034213375],"about_ca_topic_score_codex":0.00006196195,"about_ca_topic_score_gemma":0.0000029206394,"teacher_disagreement_score":0.877811,"about_ca_system_score_codex":0.000010053475,"about_ca_system_score_gemma":0.00002481321,"threshold_uncertainty_score":0.13057885},"labels":[],"label_agreement":null},{"id":"W2028506003","doi":"10.1002/asi.21680","title":"Grasping the structure of journal articles: Utilizing the functions of information units","year":2011,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Relevance (law); Reading (process); Information retrieval; Taxonomy (biology); Task (project management); Process (computing); Comprehension; Reading comprehension; Linguistics; Programming language","score_opus":0.03193805869717261,"score_gpt":0.2661538326882589,"score_spread":0.23421577399108626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028506003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85504055,0.000025033676,0.14017388,0.004058337,0.00029626818,0.00022537705,0.0000073155534,0.000013024907,0.00016022805],"genre_scores_gemma":[0.9941927,0.00004489106,0.005156142,0.0005911641,0.0000106940115,0.0000010962947,1.720454e-7,9.492748e-7,0.0000021861485],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985188,0.000020215168,0.0006542903,0.0000312972,0.00060161937,0.00017375233],"domain_scores_gemma":[0.99489176,0.000079005156,0.001892811,0.00024503842,0.0028541258,0.000037237605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017479516,0.00006477261,0.00013566314,0.00028954333,0.00073377514,0.00012677959,0.0014258455,0.00003397961,0.0000016455272],"category_scores_gemma":[0.0006324467,0.000029140538,0.000117459,0.003913059,0.0017647949,0.0049380725,0.00022505497,0.00030464958,5.409943e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081696264,0.00004132137,0.005419144,0.00007532857,0.0001414505,1.327751e-7,0.08945922,0.00033628102,0.01619279,0.1962407,0.0031873186,0.68882465],"study_design_scores_gemma":[0.0026013346,0.0031212622,0.0767521,0.00024235543,0.0002454365,0.0021627212,0.55675024,0.06778248,0.22149329,0.031155568,0.037148148,0.0005450884],"about_ca_topic_score_codex":0.000009287041,"about_ca_topic_score_gemma":6.702411e-7,"teacher_disagreement_score":0.68827957,"about_ca_system_score_codex":0.000043856624,"about_ca_system_score_gemma":0.00050023466,"threshold_uncertainty_score":0.650246},"labels":[],"label_agreement":null},{"id":"W2029009258","doi":"10.1145/2348283.2348300","title":"Time-based calibration of effectiveness measures","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Measure (data warehouse); Process (computing); Quality (philosophy); Information retrieval; Calibration; Adaptation (eye); Data mining; Machine learning","score_opus":0.025637850669145836,"score_gpt":0.2660673763852607,"score_spread":0.24042952571611484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029009258","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10148228,0.000010955538,0.8959702,0.000047587968,0.00007598128,0.00010190239,7.3080736e-7,0.000058381458,0.0022519506],"genre_scores_gemma":[0.9954974,1.7864731e-7,0.0043243216,0.000063240346,0.000010296546,0.0000044515764,0.0000023868033,0.0000012028222,0.00009653969],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994867,0.00006701383,0.00009006824,0.000039277857,0.00021296664,0.00010396883],"domain_scores_gemma":[0.999658,0.00006652468,0.000027140797,0.00012611042,0.00007564215,0.000046585075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047474928,0.00003506408,0.00005429322,0.000050540082,0.000027982429,0.000019028426,0.00015196718,0.000021325695,0.00004667279],"category_scores_gemma":[0.000019854759,0.000025607087,0.000026205134,0.00016915638,0.000018623065,0.00073111354,0.00002582581,0.00002506155,0.000053684566],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016692388,0.0010996993,0.08855211,0.0004099206,0.000044489763,0.0000017858753,0.0032846306,0.0019489826,0.24387139,0.41571003,0.0014825879,0.24342743],"study_design_scores_gemma":[0.00033117435,0.00007854793,0.043919973,0.000012631212,0.0000029139208,0.0000011202596,0.000006330514,0.14666359,0.80806524,0.00008508265,0.00073586527,0.000097532415],"about_ca_topic_score_codex":0.000008419541,"about_ca_topic_score_gemma":1.4775081e-7,"teacher_disagreement_score":0.8940151,"about_ca_system_score_codex":0.000011531356,"about_ca_system_score_gemma":0.00003528405,"threshold_uncertainty_score":0.10442267},"labels":[],"label_agreement":null},{"id":"W2029583420","doi":"10.1109/wi.2004.80","title":"Improving Efficiency and Relevance Ranking in Information Retrieval","year":2004,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Ranking (information retrieval); Relevance (law); Computer science; Similarity (geometry); Computation; Information retrieval; The Internet; Data mining; Ranking SVM; Learning to rank; Artificial intelligence; Algorithm; World Wide Web","score_opus":0.007935231399434549,"score_gpt":0.22668451101478498,"score_spread":0.21874927961535043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029583420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25816503,0.000018399764,0.73929524,0.00035264893,0.00008735057,0.00014024248,3.398637e-7,0.00008397305,0.0018567834],"genre_scores_gemma":[0.9835953,0.000013995055,0.016027674,0.00031830906,0.0000071609034,0.0000019573024,0.000001149457,0.0000013335208,0.00003311034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991812,0.000010387272,0.00024849141,0.00009378655,0.0002689036,0.00019719078],"domain_scores_gemma":[0.99964434,0.00003920708,0.00005577505,0.00014475718,0.00006812403,0.000047794347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042749656,0.00006393594,0.000067933215,0.00017457403,0.000086272565,0.00020781111,0.00023140931,0.00003803555,0.000004303991],"category_scores_gemma":[0.00019765845,0.000054063526,0.0000147508845,0.00052727386,0.000024322415,0.003363615,0.000121886034,0.00012006905,0.00004196526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067590285,0.000083559105,0.0018256848,0.00012066197,0.0000028021946,0.000016929534,0.013005598,0.003791152,0.0034762633,0.50416344,0.000021520724,0.47342476],"study_design_scores_gemma":[0.010454582,0.0007550235,0.05625323,0.0002105747,0.0000069010584,0.00017551289,0.0009300669,0.85115826,0.059685312,0.01426224,0.004757725,0.001350559],"about_ca_topic_score_codex":0.00007727514,"about_ca_topic_score_gemma":0.0000056165363,"teacher_disagreement_score":0.8473671,"about_ca_system_score_codex":0.000067250854,"about_ca_system_score_gemma":0.00007929588,"threshold_uncertainty_score":0.24385396},"labels":[],"label_agreement":null},{"id":"W2034707531","doi":"10.1145/2009916.2009941","title":"CRTER","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Term (time); Computer science; Term Discrimination; Information retrieval; Weighting; Intersection (aeronautics); Boosting (machine learning); Query expansion; Probabilistic logic; Ranking (information retrieval); Divergence-from-randomness model; Data mining; Artificial intelligence; Search engine; Web search query; Concept search; Geography","score_opus":0.07215051758748364,"score_gpt":0.23360566187308424,"score_spread":0.1614551442856006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034707531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008993495,0.0000010735437,0.6093306,0.00009296815,0.00008757684,0.000026719472,7.81564e-8,0.00010369477,0.38136378],"genre_scores_gemma":[0.9224865,6.107753e-7,0.0710454,0.0008289649,0.000007644439,0.0000023633434,1.727556e-7,8.4650657e-7,0.0056275185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9997586,0.0000039232364,0.000048098966,0.000039333703,0.000077649645,0.00007236365],"domain_scores_gemma":[0.99980444,0.000002680315,0.000006664357,0.00012662078,0.000027778808,0.00003182429],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005521019,0.000019551373,0.000018210818,0.000024554502,0.000022947053,0.000024702082,0.00024305572,0.000009586455,0.00060383196],"category_scores_gemma":[0.0000023574842,0.000013390651,0.000012944052,0.00007842109,0.000006802627,0.00041185768,0.00005557772,0.000021919916,0.0011487457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013174613,0.000025051299,0.0012269004,0.0000012845771,0.0000013412409,0.000004633089,0.002117644,4.5452577e-8,0.00010514082,0.91532904,0.002924462,0.07826313],"study_design_scores_gemma":[0.0011976014,0.00058988074,0.5311429,0.000009571638,0.0000056689337,0.000089019384,0.00027406006,0.0469219,0.21289115,0.039545916,0.16641755,0.0009148171],"about_ca_topic_score_codex":0.000010567852,"about_ca_topic_score_gemma":4.0948817e-7,"teacher_disagreement_score":0.913493,"about_ca_system_score_codex":0.0000027973308,"about_ca_system_score_gemma":0.00000882453,"threshold_uncertainty_score":0.99962896},"labels":[],"label_agreement":null},{"id":"W2036179015","doi":"10.1002/asi.22749","title":"Constructing a true<scp>LCSH</scp>tree of a science and engineering collection","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Music Media and Technology; McGill University","funders":"McGill University","keywords":"Subject (documents); Computer science; Tree structure; Tree (set theory); Domain (mathematical analysis); Information retrieval; Controlled vocabulary; Process (computing); Data collection; World Wide Web; Data structure; Mathematics; Statistics; Combinatorics","score_opus":0.010941688109401985,"score_gpt":0.2545057719737588,"score_spread":0.2435640838643568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036179015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95918274,0.000030996456,0.0391951,0.0009811152,0.00025215597,0.00015142382,0.0000020984508,0.00002316481,0.00018121596],"genre_scores_gemma":[0.9588031,0.00003410091,0.040934414,0.00020334992,0.000014610413,0.000003694068,6.0345144e-8,0.0000012754236,0.00000538557],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998541,0.00000515893,0.000375114,0.000060448634,0.000727024,0.00029123374],"domain_scores_gemma":[0.99713975,0.00011486977,0.0008110942,0.00014972562,0.0016942794,0.00009029871],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029104045,0.000067342386,0.00015648449,0.00058513414,0.00049147813,0.00014374786,0.00072296074,0.000032021246,1.2570976e-7],"category_scores_gemma":[0.0018859216,0.000046109428,0.00006240267,0.0052796258,0.0030405202,0.005550937,0.0002995567,0.00016588757,3.148233e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001409869,0.000059124777,0.029628126,0.00012921426,0.000052249856,1.678135e-7,0.026498917,0.00004195975,0.088850334,0.19327958,0.0017172754,0.65972894],"study_design_scores_gemma":[0.0032958386,0.002257912,0.106597275,0.00021604395,0.00011176749,0.0034575106,0.13633613,0.2709008,0.42405578,0.002164021,0.050105575,0.0005013483],"about_ca_topic_score_codex":0.000003867966,"about_ca_topic_score_gemma":1.687566e-7,"teacher_disagreement_score":0.6592276,"about_ca_system_score_codex":0.00015283747,"about_ca_system_score_gemma":0.0005275741,"threshold_uncertainty_score":0.99967265},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2036298771","doi":"10.1186/1471-2105-12-s5-s8","title":"Promoting ranking diversity for genomics search with relevance-novelty combined model","year":2011,"lang":"en","type":"article","venue":"BMC Bioinformatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Beihang University; National Natural Science Foundation of China; State Key Laboratory of Software Development Environment; National Science Foundation","keywords":"Relevance (law); Novelty; Computer science; Information retrieval; Ranking (information retrieval); Term (time); Data science","score_opus":0.09916546799670223,"score_gpt":0.2562741648534256,"score_spread":0.15710869685672335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036298771","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08279913,0.0000024327994,0.9145128,0.00003262936,0.00006791356,0.00070825167,0.000017058635,0.00015165734,0.0017081333],"genre_scores_gemma":[0.15789509,0.0000048495285,0.8417446,0.00016306581,0.000012180633,0.000016505015,0.000013137088,0.000008305067,0.00014226582],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985481,0.000014802021,0.00039198162,0.0001397582,0.00045428873,0.00045106237],"domain_scores_gemma":[0.9988519,0.00007740463,0.00017386494,0.00041448371,0.00034799345,0.00013436633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006996924,0.0001584727,0.00017859726,0.00012889938,0.0006076716,0.00014855382,0.00090469234,0.00007616377,0.000004925387],"category_scores_gemma":[0.000050101007,0.00012582823,0.00007451956,0.00029995083,0.00007003678,0.0017340285,0.00072790246,0.00016760174,0.0000330233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00158077,0.0008144874,0.021624092,0.0034609959,0.00017637128,0.0000108890135,0.54161084,0.018824687,0.00022213264,0.22832757,0.0008741719,0.182473],"study_design_scores_gemma":[0.0011036854,0.00030211313,0.00081862294,0.000026876118,0.000010519255,0.00000750809,0.00033133128,0.99490273,0.0014270119,0.00080148806,0.000059225233,0.00020888088],"about_ca_topic_score_codex":0.000010777944,"about_ca_topic_score_gemma":0.0000075232547,"teacher_disagreement_score":0.97607803,"about_ca_system_score_codex":0.00009773716,"about_ca_system_score_gemma":0.0002640157,"threshold_uncertainty_score":0.5131126},"labels":[],"label_agreement":null},{"id":"W2036620384","doi":"10.1002/asi.20156","title":"Putting it together online: Information need identification for the domain novice user","year":2005,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; McGill University","funders":"","keywords":"Computer science; Information retrieval; Associative property; Cataloging; Identification (biology); Search engine indexing; Domain (mathematical analysis); The Internet; Cognitive models of information retrieval; Index (typography); World Wide Web; Information science; Information system; Information access; Human–computer interaction; Human–computer information retrieval; Search engine","score_opus":0.014136302247201802,"score_gpt":0.29763800953920566,"score_spread":0.28350170729200386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036620384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14398904,0.000018305187,0.7334875,0.1215275,0.00025309072,0.00060895307,0.000018968474,0.00004333844,0.000053341464],"genre_scores_gemma":[0.8066707,0.000090983,0.17657416,0.016448151,0.000111844616,0.000052009927,0.0000033944914,0.0000043787168,0.000044356933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834406,0.000010073008,0.0006873279,0.000064673026,0.00064283045,0.00025101335],"domain_scores_gemma":[0.99593914,0.00016559155,0.0014188098,0.00029881508,0.0021311296,0.00004652082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028282239,0.000088677996,0.00013477387,0.00029363818,0.0008730841,0.00047741985,0.0015116533,0.00005072056,7.3272827e-7],"category_scores_gemma":[0.0006196973,0.000050256425,0.00016253824,0.0023522235,0.000739674,0.009239133,0.00021002427,0.00020147857,0.0000048651673],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024635921,0.000027200585,0.00033820723,0.000024566752,0.000032254073,1.626092e-8,0.007763451,0.00041953498,0.0024126386,0.054397136,0.009834033,0.9247263],"study_design_scores_gemma":[0.0011446151,0.00030514842,0.00462741,0.00002325881,0.00003407643,0.000107228465,0.024412708,0.14324687,0.0061794515,0.002676564,0.81704324,0.00019944513],"about_ca_topic_score_codex":0.0000050582557,"about_ca_topic_score_gemma":0.0000014916155,"teacher_disagreement_score":0.9245269,"about_ca_system_score_codex":0.0001364301,"about_ca_system_score_gemma":0.0003693165,"threshold_uncertainty_score":0.6715146},"labels":[],"label_agreement":null},{"id":"W2037377096","doi":"10.1145/1835449.1835549","title":"Human performance and retrieval precision revisited","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Amazon Web Services","keywords":"Computer science; Relevance (law); Relevance feedback; Information retrieval; Artificial intelligence; Machine learning; Data mining; Image retrieval","score_opus":0.016248457426242993,"score_gpt":0.2749960463348611,"score_spread":0.2587475889086181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037377096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97155255,0.000004424188,0.011442431,0.00019373764,0.000120813456,0.00011428398,5.057244e-7,0.000120447534,0.016450785],"genre_scores_gemma":[0.9896765,0.0000069942375,0.0077857417,0.00016448826,0.000028963956,0.0000010002626,0.0000016036622,0.0000021430521,0.0023325845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992939,0.000011441812,0.0001558266,0.00013688076,0.0002567509,0.00014520243],"domain_scores_gemma":[0.99946016,0.000018733446,0.000033558517,0.0002921523,0.00010489069,0.00009048343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040933487,0.000062643434,0.00006725281,0.00008140744,0.00019333452,0.00018846871,0.00033437685,0.000050792383,0.000104110215],"category_scores_gemma":[0.000036015732,0.000046172903,0.000017565895,0.00025320385,0.000035284134,0.0008876037,0.00018588493,0.00019982761,0.00007509383],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003637944,0.000102903876,0.017927196,0.00007954896,0.00000844395,0.000008929558,0.0012829426,0.0000036472286,0.14645095,0.4376714,0.0068206876,0.38960698],"study_design_scores_gemma":[0.0014293888,0.0006687934,0.7108727,0.000042214004,0.0000077994655,0.00013376519,0.000022683094,0.1452604,0.08559193,0.0018070504,0.053474434,0.00068885717],"about_ca_topic_score_codex":0.000003175999,"about_ca_topic_score_gemma":8.4393406e-7,"teacher_disagreement_score":0.6929455,"about_ca_system_score_codex":0.0000050556027,"about_ca_system_score_gemma":0.000016540564,"threshold_uncertainty_score":0.18828763},"labels":[],"label_agreement":null},{"id":"W2038109720","doi":"10.1108/oir-10-2014-0259","title":"Evaluating citation visualization and exploration methods for supporting academic search tasks","year":2015,"lang":"en","type":"article","venue":"Online Information Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Regina","funders":"","keywords":"Computer science; Visualization; Interface (matter); Bow tie; Information retrieval; Citation; Digital library; Usability; Exploratory search; Originality; Online search; World Wide Web; Human–computer interaction; Qualitative research; Artificial intelligence","score_opus":0.3720585407933159,"score_gpt":0.5759869512163492,"score_spread":0.20392841042303333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038109720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016741499,0.00166805,0.9925843,0.0022641271,0.00015855925,0.0013568434,0.00001419554,0.00012899179,0.00015077747],"genre_scores_gemma":[0.005477579,0.00786419,0.9773414,0.006353563,0.00013722219,0.0003822976,0.0023077184,0.000015950302,0.0001200493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977691,0.00028464818,0.0010472247,0.00013897625,0.0005242003,0.00023581463],"domain_scores_gemma":[0.99751174,0.000194575,0.00048560658,0.00021092602,0.0014371459,0.00016001872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007379005,0.0001322807,0.00021915803,0.00023512237,0.0001600467,0.00020398703,0.00027454278,0.00008991599,0.0000090940985],"category_scores_gemma":[0.0028367375,0.00011655783,0.00005075174,0.0007297098,0.000021562439,0.008590001,0.00012166219,0.00018099196,0.000039095266],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056785393,0.0000091434695,0.000020808213,0.00086151983,0.000003569957,4.3470063e-8,0.002442498,0.0001647507,0.000049649192,0.018909108,0.00068778166,0.97684544],"study_design_scores_gemma":[0.0005928941,0.00021111751,0.0001207689,0.00051757635,0.000022071255,0.000012012524,0.00055146776,0.95467514,0.00045477296,0.0015316574,0.04111362,0.0001969048],"about_ca_topic_score_codex":0.000004687682,"about_ca_topic_score_gemma":3.6659452e-7,"teacher_disagreement_score":0.97664857,"about_ca_system_score_codex":0.00007632451,"about_ca_system_score_gemma":0.00026537836,"threshold_uncertainty_score":0.62275434},"labels":[],"label_agreement":null},{"id":"W2039190550","doi":"10.1007/s10506-010-9093-9","title":"Evaluation of information retrieval for E-discovery","year":2010,"lang":"en","type":"article","venue":"Artificial Intelligence and Law","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Computer science; Information retrieval; Data science; Context (archaeology); Precision and recall; Question answering","score_opus":0.07755438895016285,"score_gpt":0.33809230550115454,"score_spread":0.2605379165509917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039190550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26782674,0.0000116465835,0.7283528,0.00038511545,0.0005357733,0.0004692393,0.000011655902,0.000032102664,0.002374971],"genre_scores_gemma":[0.9952688,0.000003520725,0.0045157443,0.00014312383,0.000035925135,0.000011016202,0.000008169855,0.0000015018036,0.000012194993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99896944,0.000024964664,0.00031851037,0.00008493639,0.00047721202,0.00012493391],"domain_scores_gemma":[0.998844,0.00008057685,0.00009695977,0.00017789935,0.00075885875,0.000041658855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001930998,0.000058205937,0.00007553308,0.00007266951,0.000118968994,0.00020638076,0.00020927395,0.000057280977,0.000020601905],"category_scores_gemma":[0.00027269687,0.0000503968,0.000037145594,0.00019130978,0.00009592762,0.0027616995,0.000048477246,0.0000870203,0.000020985928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014883961,0.0000140611255,0.0000061399533,0.0000070318038,0.0000025029167,2.75796e-8,0.000528876,0.000038604998,0.0037508507,0.7896446,0.000012154998,0.20598026],"study_design_scores_gemma":[0.000073696225,0.00017819359,0.00020845141,0.000007760588,0.000023860828,0.000003334905,0.00024046794,0.28968218,0.5024339,0.20391774,0.0031004478,0.00012998204],"about_ca_topic_score_codex":0.000047042377,"about_ca_topic_score_gemma":0.00005265773,"teacher_disagreement_score":0.7274421,"about_ca_system_score_codex":0.000009563576,"about_ca_system_score_gemma":0.00009871759,"threshold_uncertainty_score":0.20551218},"labels":[],"label_agreement":null},{"id":"W2040396444","doi":"10.1109/bibm.2013.6732579","title":"Expoliting rich features for promoting diversity in biomedical information retrieval","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Information retrieval; Computer science; Learning to rank; Redundancy (engineering); Ranking (information retrieval); Novelty; Relevance (law); Diversity (politics); Rank (graph theory); Salient; Perspective (graphical); Artificial intelligence; Mathematics","score_opus":0.022514064434663278,"score_gpt":0.26393652698079023,"score_spread":0.24142246254612695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040396444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7681092,0.000003848013,0.22484535,0.0021569584,0.00021271038,0.0009119278,0.000004276943,0.00018327328,0.0035724586],"genre_scores_gemma":[0.97775364,8.708045e-7,0.02151248,0.0004634552,0.000031256495,0.000016769298,0.000017026243,0.0000015394334,0.00020299281],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99895036,0.000021244787,0.00026281748,0.00009426547,0.0003651646,0.00030616805],"domain_scores_gemma":[0.99941045,0.000086181695,0.00007068192,0.00012974879,0.0002023153,0.00010064581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005162489,0.00007075848,0.00008465776,0.00021207491,0.00023233925,0.00024756874,0.00042664623,0.00006806521,0.000049910086],"category_scores_gemma":[0.0002759039,0.000056402147,0.000034015466,0.00044676807,0.000025208888,0.0035587382,0.0004824412,0.00012044419,0.00010155437],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086302076,0.0003889547,0.04158497,0.000534848,0.000029380806,0.0000070180436,0.07944545,0.000026938014,0.0028987653,0.25747484,0.025585607,0.5919369],"study_design_scores_gemma":[0.0047998033,0.0008127759,0.5014961,0.000110886285,0.000009392197,0.000045271947,0.0041433237,0.4403994,0.026702732,0.0121948365,0.008238577,0.0010469365],"about_ca_topic_score_codex":0.00016809834,"about_ca_topic_score_gemma":0.0000023191296,"teacher_disagreement_score":0.59089,"about_ca_system_score_codex":0.00006606563,"about_ca_system_score_gemma":0.000049811715,"threshold_uncertainty_score":0.25799993},"labels":[],"label_agreement":null},{"id":"W2041328912","doi":"10.1108/00220410510585214","title":"Scholarly journal usage: the results of deep log analysis","year":2005,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visitor pattern; Originality; Computer science; Information seeking; Value (mathematics); Digital library; World Wide Web; Quarter (Canadian coin); Information behavior; Data science; Information retrieval; Library science; Sociology; Social science","score_opus":0.017848961421182235,"score_gpt":0.31234046458478437,"score_spread":0.2944915031636021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041328912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41967168,0.00017690846,0.5722006,0.0067446427,0.0002709864,0.000088437286,0.0000021935598,0.0000067935553,0.00083778263],"genre_scores_gemma":[0.9780238,0.00008019681,0.021339554,0.00024642897,0.00014087315,3.869771e-7,0.0000012127869,0.0000017600215,0.00016574604],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99795735,0.0001482893,0.000842385,0.00005280341,0.00087855384,0.00012064879],"domain_scores_gemma":[0.99773407,0.000096520445,0.0010763509,0.000158544,0.00085360743,0.00008092143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023526887,0.000060857783,0.00014298213,0.0004265704,0.00015244483,0.0007441708,0.00064228364,0.000029842786,0.000069142094],"category_scores_gemma":[0.00016965868,0.000036462523,0.00019723656,0.0009137203,0.000029270437,0.0068586976,0.000044266002,0.00031294572,0.00001563363],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004873716,0.00034685904,0.010048875,0.000016858643,0.0010195867,0.00004381671,0.02409542,0.03967751,0.0075213322,0.00649986,0.0040878598,0.90615463],"study_design_scores_gemma":[0.015663022,0.0034488926,0.6698182,0.00013363938,0.0021610896,0.0019714013,0.0053491727,0.17029732,0.08315227,0.0070270663,0.04015563,0.0008222977],"about_ca_topic_score_codex":0.0000067581536,"about_ca_topic_score_gemma":0.000006855348,"teacher_disagreement_score":0.9053323,"about_ca_system_score_codex":0.00009144232,"about_ca_system_score_gemma":0.00009099937,"threshold_uncertainty_score":0.7176056},"labels":[],"label_agreement":null},{"id":"W2043297078","doi":"10.1108/oir-09-2011-0153","title":"A longitudinal study of HotMap web search","year":2013,"lang":"en","type":"article","venue":"Online Information Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Exploratory search; Information retrieval; Originality; Visualization; World Wide Web; Web navigation; User interface; Interface (matter); Usability; Human–computer interaction; Web page; Data mining; Psychology","score_opus":0.05445917565737101,"score_gpt":0.3398261268898248,"score_spread":0.28536695123245376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043297078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89392287,0.0039765853,0.073157884,0.008365442,0.00053678505,0.009352059,0.00007842735,0.00051385956,0.01009609],"genre_scores_gemma":[0.97254646,0.0074052466,0.01566347,0.0035808778,0.000055213564,0.00022958896,0.00015927886,0.000008738831,0.00035115617],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981644,0.00007318411,0.00082197535,0.00008395634,0.00066438457,0.00019207106],"domain_scores_gemma":[0.998381,0.00003800663,0.00022668255,0.00046466663,0.0007928765,0.00009672534],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000548441,0.00011028342,0.0002507099,0.00018175528,0.000069936046,0.00012052597,0.0006648394,0.000032655687,0.00043471856],"category_scores_gemma":[0.00008637812,0.00008224371,0.00006978471,0.0008096982,0.000021685846,0.004203614,0.00021669382,0.00017076546,0.0011801171],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065411655,0.0011381244,0.01048378,0.00441267,0.000048250477,0.0000026189189,0.003326262,0.00007188347,0.00002846257,0.007540583,0.019932339,0.9530085],"study_design_scores_gemma":[0.005467386,0.0035641824,0.51111114,0.004685475,0.000118102405,0.00015336773,0.0030755685,0.19337492,0.00031081063,0.0002454816,0.2762732,0.0016203912],"about_ca_topic_score_codex":0.000076984536,"about_ca_topic_score_gemma":0.000004152652,"teacher_disagreement_score":0.9513881,"about_ca_system_score_codex":0.000024747475,"about_ca_system_score_gemma":0.00012415294,"threshold_uncertainty_score":0.9995976},"labels":[],"label_agreement":null},{"id":"W2045828803","doi":"10.1002/asi.20598","title":"Task‐based information retrieval: Structuring undergraduate history essays for better course evaluation using essay‐type visualizations","year":2007,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Henan Institute of Science and Technology","keywords":"Computer science; Task (project management); Construct (python library); Domain (mathematical analysis); Information retrieval; Structuring; Quality (philosophy); Course (navigation)","score_opus":0.03336532014976146,"score_gpt":0.33939260429314366,"score_spread":0.3060272841433822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045828803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22661771,0.000026353271,0.7684016,0.0036792047,0.0005863132,0.00057655934,0.000007795508,0.000043963657,0.00006050968],"genre_scores_gemma":[0.9272806,0.0000144970345,0.06993247,0.0027113336,0.00003791823,0.0000066910993,0.0000064821825,0.0000043892273,0.000005640321],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976924,0.000018286632,0.0007455269,0.000089777786,0.001125482,0.00032849718],"domain_scores_gemma":[0.9927422,0.00012455948,0.001671806,0.00026977534,0.0051100636,0.000081621845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005005627,0.00011742742,0.00018731067,0.0006295382,0.0006502445,0.00020936891,0.0008602328,0.00007593923,0.0000011735934],"category_scores_gemma":[0.00090157584,0.00008747401,0.00014981853,0.0027232803,0.0008697512,0.007229267,0.00013280488,0.000194839,0.0000010146532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004469334,0.00014739776,0.0040119467,0.00030562238,0.00018452856,4.555482e-7,0.014182495,0.007878298,0.030513592,0.1717535,0.011163675,0.7594116],"study_design_scores_gemma":[0.0021974575,0.00066754746,0.0034094038,0.00006112056,0.00013895611,0.00008898283,0.003581011,0.9170959,0.015525054,0.007170341,0.049709547,0.000354675],"about_ca_topic_score_codex":0.000004412918,"about_ca_topic_score_gemma":5.8389753e-7,"teacher_disagreement_score":0.9092176,"about_ca_system_score_codex":0.0008973152,"about_ca_system_score_gemma":0.0019873616,"threshold_uncertainty_score":0.5241044},"labels":[],"label_agreement":null},{"id":"W2045935559","doi":"10.1108/00220410310457993","title":"A model of information practices in accounts of everyday‐life information seeking","year":2003,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":595,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Information seeking; Everyday life; Neglect; Focus (optics); Strict constructionism; Psychology; Sociology; Information needs; Information behavior; Cognition; Computer science; Knowledge management; Social psychology; Epistemology; World Wide Web; Information retrieval; Human–computer interaction","score_opus":0.03956720142467514,"score_gpt":0.32667912051034187,"score_spread":0.28711191908566674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045935559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6292742,0.000011876464,0.36920977,0.00013698926,0.00012616169,0.00013905537,0.0000027223475,0.000004375278,0.0010948831],"genre_scores_gemma":[0.9776791,0.00004218436,0.022122651,0.00013845526,0.000005170315,0.0000018448707,0.0000036442777,0.0000011646338,0.0000057834563],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979936,0.00006745203,0.0011156335,0.000028947597,0.00069565856,0.000098718476],"domain_scores_gemma":[0.9960431,0.00006373741,0.003060939,0.000098554265,0.0006892173,0.00004445205],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013383024,0.00006305794,0.00014721141,0.0005829128,0.000027829235,0.00012308457,0.00023704942,0.000043430606,0.000015078874],"category_scores_gemma":[0.0006423653,0.000055156564,0.000050935123,0.00046135733,0.000014554889,0.027950294,0.000025028829,0.00012434396,0.0000068892205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010103275,0.00077857956,0.081395015,0.0015002979,0.00019012066,0.000004386155,0.18152982,0.34839886,0.03530341,0.19702503,0.0015206267,0.15134351],"study_design_scores_gemma":[0.008436141,0.0010688852,0.060630463,0.00046279162,0.000076233984,0.000097583055,0.012255873,0.8232027,0.08123661,0.009946882,0.0020801588,0.0005056714],"about_ca_topic_score_codex":0.000025602954,"about_ca_topic_score_gemma":0.0000019503786,"teacher_disagreement_score":0.47480384,"about_ca_system_score_codex":0.000089434776,"about_ca_system_score_gemma":0.00035916007,"threshold_uncertainty_score":0.9856453},"labels":[],"label_agreement":null},{"id":"W2048476252","doi":"10.1016/j.ins.2011.03.007","title":"Modeling term proximity for probabilistic information retrieval models","year":2011,"lang":"en","type":"article","venue":"Information Sciences","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Term (time); Divergence-from-randomness model; Computer science; Probabilistic logic; Term Discrimination; Probabilistic relevance model; Information retrieval; Data mining; Artificial intelligence; Probabilistic analysis of algorithms; Search engine; Concept search","score_opus":0.12864812228287392,"score_gpt":0.2964142241644975,"score_spread":0.16776610188162355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048476252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031295158,0.0000040438968,0.9540742,0.00015987946,0.00033582363,0.0009215252,0.000018819394,0.00024126864,0.012949269],"genre_scores_gemma":[0.9307245,0.000005172716,0.06855341,0.00056892564,0.000020453983,0.00007765043,0.000025886295,0.0000021655087,0.000021848355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978327,0.000026070022,0.00077534356,0.00013930911,0.00082057936,0.0004059996],"domain_scores_gemma":[0.99849206,0.000047066264,0.00024287023,0.00030178882,0.0007886574,0.00012756104],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016956996,0.0001508608,0.00014183209,0.00042597172,0.0006014589,0.0007944013,0.0011642654,0.00008551559,0.000017555467],"category_scores_gemma":[0.00027744836,0.00012002724,0.00008251475,0.00087252544,0.00013627791,0.04896191,0.00017710452,0.00011323033,0.00013919818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010848171,0.00006362472,0.0001282543,0.00018847031,0.00000982233,2.5721155e-7,0.036330666,0.042688627,0.000025116811,0.8350751,0.0002377223,0.08514386],"study_design_scores_gemma":[0.0003143122,0.00016303347,0.00020280367,0.0000141965575,0.0000036921294,0.0000074028285,0.00034647065,0.97160083,0.0004992166,0.026228722,0.00043267192,0.00018662658],"about_ca_topic_score_codex":0.000039850267,"about_ca_topic_score_gemma":0.0000019461372,"teacher_disagreement_score":0.9289122,"about_ca_system_score_codex":0.000070826274,"about_ca_system_score_gemma":0.00034089581,"threshold_uncertainty_score":0.9643398},"labels":[],"label_agreement":null},{"id":"W2049653588","doi":"10.1145/2348283.2348356","title":"Proximity-based rocchio's model for pseudo relevance","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Relevance feedback; Computer science; Query expansion; Relevance (law); Boosting (machine learning); Information retrieval; Data mining; Term (time); Artificial intelligence; Image retrieval","score_opus":0.04683063451606024,"score_gpt":0.2939340319662767,"score_spread":0.24710339745021648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049653588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008253768,0.00000928788,0.9877173,0.00076685095,0.0001313152,0.0003203025,0.0000040363657,0.00017438746,0.0026228065],"genre_scores_gemma":[0.58926195,9.5292893e-7,0.4067216,0.0012379372,0.00003612628,0.00006370916,0.000003652671,0.000004158265,0.0026699023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991425,0.00001071086,0.00015410625,0.00010904645,0.00023128068,0.00035231907],"domain_scores_gemma":[0.99936366,0.000060741393,0.000037703478,0.0002831504,0.00012441415,0.00013033424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003326976,0.00007770459,0.00007570891,0.000055633773,0.000119804834,0.000074710384,0.00039975462,0.000039542232,0.000014923678],"category_scores_gemma":[0.00004909343,0.000059879963,0.00005918014,0.0001587296,0.00001603762,0.0015560405,0.00006013006,0.00006657745,0.000088075896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043122396,0.00030787743,0.0016785632,0.00009052997,0.0000066408033,4.1251897e-7,0.0014901758,0.004115114,0.0014282152,0.9226785,0.008136636,0.06002427],"study_design_scores_gemma":[0.00026812428,0.00003140011,0.00030828922,0.0000029178984,0.0000017661325,0.00000114084,0.00000468953,0.98649526,0.0070980308,0.0009757636,0.0047058007,0.00010681416],"about_ca_topic_score_codex":0.0000020215205,"about_ca_topic_score_gemma":8.739795e-7,"teacher_disagreement_score":0.98238015,"about_ca_system_score_codex":0.000027427657,"about_ca_system_score_gemma":0.00008364383,"threshold_uncertainty_score":0.24418339},"labels":[],"label_agreement":null},{"id":"W2049744280","doi":"10.1108/14684520510638061","title":"Interfaces to knowledge organization systems in Canadian digital library collections","year":2005,"lang":"en","type":"article","venue":"Online Information Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Knowledge organization; Digital library; Computer science; World Wide Web; Originality; Knowledge management; Interface (matter); Information system; Engineering; Political science","score_opus":0.011790301063153333,"score_gpt":0.26373876550826375,"score_spread":0.25194846444511043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049744280","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04995891,0.044854168,0.30011657,0.20151348,0.005365951,0.019845182,0.003994464,0.0039961487,0.37035513],"genre_scores_gemma":[0.8902466,0.022357058,0.020834552,0.04142711,0.00059744884,0.0003727603,0.0059933607,0.00006657908,0.01810448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890876,0.000027983691,0.00059307093,0.00007827302,0.00016401277,0.00022790272],"domain_scores_gemma":[0.99919623,0.000021459051,0.000091077214,0.00020914566,0.00024023461,0.00024185031],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018774778,0.00009946145,0.0001506817,0.0005642792,0.000121559424,0.00075447926,0.00043353337,0.00004603707,0.00014116762],"category_scores_gemma":[0.00018691365,0.000088394605,0.000023394407,0.0031899444,0.00000765752,0.008175138,0.00010563511,0.00011638943,0.002255206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026966013,0.0001478463,0.0020471762,0.0014368606,0.000010682774,0.0000018301857,0.0027655724,0.0018053895,0.000002336077,0.016036388,0.27456963,0.7011736],"study_design_scores_gemma":[0.00009059264,0.000021582115,0.0007569499,0.0005765161,0.0000016557282,0.0000151678405,0.000043211632,0.015745878,0.000024324097,0.0000030644576,0.98260194,0.00011913129],"about_ca_topic_score_codex":0.0010813129,"about_ca_topic_score_gemma":0.0026024906,"teacher_disagreement_score":0.84028774,"about_ca_system_score_codex":0.00019677833,"about_ca_system_score_gemma":0.0005836262,"threshold_uncertainty_score":0.9985216},"labels":[],"label_agreement":null},{"id":"W2051101123","doi":"10.1145/1031171.1031182","title":"Scoring missing terms in information retrieval tasks","year":2004,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Ministério da Educação; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Query expansion; Information retrieval; Vocabulary; Web query classification; Web search query; Ranking (information retrieval); Query language; Query optimization; Focus (optics); RDF query language; Sargable; Natural language processing; Search engine; Artificial intelligence","score_opus":0.01795538351522202,"score_gpt":0.2604083802063343,"score_spread":0.24245299669111225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051101123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24467628,0.000005249308,0.7323537,0.0015869915,0.00026384895,0.00019599673,7.828993e-7,0.00019898995,0.02071815],"genre_scores_gemma":[0.9738291,0.000002929641,0.025464423,0.00059782405,0.000015885766,0.0000018725935,0.0000039517704,0.000001756597,0.00008228619],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990799,0.000010412065,0.00028625512,0.00008050503,0.0003196001,0.00022331784],"domain_scores_gemma":[0.99961245,0.000013567961,0.00005003841,0.0001974452,0.000055871682,0.000070609036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032344196,0.00006956605,0.0000717537,0.0002351532,0.00008100389,0.00031432582,0.00034414078,0.000043868884,0.000018448189],"category_scores_gemma":[0.000056996032,0.00005855634,0.000027109929,0.0005782774,0.00001654189,0.0044561285,0.00011023861,0.00013254871,0.00023347381],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006189079,0.00013517209,0.006382465,0.00009126973,0.0000069935804,0.000046449903,0.01458018,0.0037641472,0.0044220677,0.42401975,0.0001742781,0.5463153],"study_design_scores_gemma":[0.011959981,0.0007645286,0.37498793,0.0005714936,0.00001036864,0.00027692207,0.0010991172,0.17712015,0.3529326,0.053185638,0.024787595,0.0023036697],"about_ca_topic_score_codex":0.00006151929,"about_ca_topic_score_gemma":0.0000036600804,"teacher_disagreement_score":0.7291528,"about_ca_system_score_codex":0.00012224913,"about_ca_system_score_gemma":0.00009428301,"threshold_uncertainty_score":0.32305858},"labels":[],"label_agreement":null},{"id":"W2052842594","doi":"10.1145/2590988","title":"Modeling Term Associations for Probabilistic Information Retrieval","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Term Discrimination; Computer science; Term (time); Bigram; Divergence-from-randomness model; Probabilistic logic; Ranking (information retrieval); Query expansion; Information retrieval; Data mining; Artificial intelligence; Web search query; Search engine; Concept search; Trigram","score_opus":0.03054072446624775,"score_gpt":0.26785701334439205,"score_spread":0.2373162888781443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052842594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032040454,0.0000024625615,0.9919385,0.00047325887,0.0011337996,0.0012870358,0.00014777466,0.00041740976,0.0013957367],"genre_scores_gemma":[0.98802984,0.0000050467293,0.010775107,0.00047529885,0.000060854232,0.00029387287,0.00024470926,0.00000764164,0.00010765711],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758106,0.000078757264,0.0011015544,0.0001327279,0.0007431466,0.00036273096],"domain_scores_gemma":[0.9975281,0.0002702194,0.00031387695,0.00074885617,0.0009936354,0.00014533743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012193243,0.00019953506,0.00023203583,0.00054814434,0.00069109275,0.001033953,0.0008097646,0.00017213897,0.000008193233],"category_scores_gemma":[0.0005072763,0.0001861337,0.00015079201,0.0006404936,0.000022627155,0.010589967,0.000017300057,0.00022694602,0.00045954864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012178623,0.000119692166,0.00003975174,0.00046871518,0.000074531636,9.8682875e-8,0.008178724,0.71061933,0.00003578198,0.15239625,0.0005112718,0.12743406],"study_design_scores_gemma":[0.0009147583,0.00019053118,0.00015769358,0.00003878732,0.000017224796,0.0000070815145,0.0002538302,0.98529744,0.00016166133,0.0007059237,0.011997026,0.00025804882],"about_ca_topic_score_codex":0.000033486172,"about_ca_topic_score_gemma":0.000001903244,"teacher_disagreement_score":0.9848258,"about_ca_system_score_codex":0.00026003786,"about_ca_system_score_gemma":0.00014029557,"threshold_uncertainty_score":0.9970433},"labels":[],"label_agreement":null},{"id":"W2054676729","doi":"10.1145/1645953.1645965","title":"Characterizing commercial intent","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Microsoft Research","keywords":"Information retrieval; Computer science; Search engine; Web query classification; Rank (graph theory); Ontology; Web search query; Focus (optics); Query expansion; Product (mathematics); Ranking (information retrieval); World Wide Web; Mathematics","score_opus":0.030418859092785255,"score_gpt":0.27818065092990135,"score_spread":0.2477617918371161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054676729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1903418,0.000005582365,0.70723355,0.021109246,0.00043925983,0.00016442643,7.7813803e-7,0.00042104203,0.080284335],"genre_scores_gemma":[0.985813,0.0000019916013,0.0067109815,0.0068053766,0.000029007993,9.4150477e-7,0.0000014681634,6.564428e-7,0.00063658436],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995566,0.000008562984,0.000101602134,0.000062208324,0.00014289086,0.00012810822],"domain_scores_gemma":[0.99973726,0.0000064780065,0.000017850383,0.00014020836,0.000046039204,0.00005217635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103924256,0.00003886277,0.000045321125,0.000043651995,0.000062432206,0.00011691783,0.00031425263,0.000016017615,0.0000565673],"category_scores_gemma":[0.00000780228,0.000029458251,0.000026102494,0.00012879775,0.0000063601165,0.00056186004,0.000049625753,0.00005962602,0.00026032596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000325049,0.000038441878,0.00020214317,9.98281e-7,9.488165e-7,0.000004241908,0.0007290747,3.1789406e-7,0.0037792453,0.21273161,0.0012311921,0.78127855],"study_design_scores_gemma":[0.00071652856,0.00056490104,0.80081,0.000018649911,0.000003089498,0.000046178542,0.00009314969,0.029053656,0.05937068,0.0023728271,0.106462486,0.00048784088],"about_ca_topic_score_codex":0.0000035186176,"about_ca_topic_score_gemma":3.1508327e-7,"teacher_disagreement_score":0.80060786,"about_ca_system_score_codex":0.000013243141,"about_ca_system_score_gemma":0.0000140550865,"threshold_uncertainty_score":0.33460504},"labels":[],"label_agreement":null},{"id":"W2055300345","doi":"10.1002/meet.14504001103","title":"Understanding the brevity of Web queries","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; World Wide Web; The Internet; Information retrieval; Context (archaeology); Search engine; Information seeking; Web search query; Information needs; Web search engine","score_opus":0.037390224939481576,"score_gpt":0.2724190203876867,"score_spread":0.2350287954482051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055300345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.932144,0.000024625131,0.05306102,0.009216148,0.00011496964,0.0006978387,0.000010011254,0.00010500506,0.0046263975],"genre_scores_gemma":[0.99154377,0.000044528744,0.008016442,0.00036578355,0.0000018542935,0.000016717182,8.412008e-8,0.0000010795533,0.0000097408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990236,0.0000020922255,0.0002591702,0.00007965777,0.00042898225,0.00020647759],"domain_scores_gemma":[0.9983282,0.000048107904,0.0005183135,0.00013468304,0.00094526313,0.000025405965],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0015957059,0.000062736784,0.00012398945,0.00014243105,0.0004930078,0.000101097234,0.00093762466,0.000028552482,4.0534403e-7],"category_scores_gemma":[0.00057731924,0.000035613524,0.00007663407,0.0034710153,0.00314117,0.0023760127,0.00023756112,0.00009561426,4.694061e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022006143,0.0000051077905,0.0024251745,0.000033512537,0.000005148767,1.1406461e-9,0.0017124063,8.8689393e-7,0.0050843866,0.98428524,0.00045173324,0.005994205],"study_design_scores_gemma":[0.0018299728,0.0012933819,0.010696669,0.00013784977,0.0000751964,0.00011580972,0.1829051,0.04574282,0.49744332,0.14221585,0.11673187,0.0008121945],"about_ca_topic_score_codex":0.0000037552022,"about_ca_topic_score_gemma":2.0648575e-7,"teacher_disagreement_score":0.8420694,"about_ca_system_score_codex":0.00006510189,"about_ca_system_score_gemma":0.00023377432,"threshold_uncertainty_score":0.9995717},"labels":[],"label_agreement":null},{"id":"W2056260089","doi":"10.1016/s0740-8188(03)00005-7","title":"Knowledge organization in research: A conceptual model for organizing data","year":2003,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Transferability; Computer science; Relevance (law); Data science; Consistency (knowledge bases); Coding (social sciences); Recall; Knowledge management; Management science; Information retrieval; Psychology; Sociology; Artificial intelligence; Social science","score_opus":0.4916944307815487,"score_gpt":0.471232263735003,"score_spread":0.020462167046545687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056260089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09560639,0.00011624731,0.8288856,0.0037723202,0.0005222504,0.0035922222,0.00011500918,0.0005193027,0.06687064],"genre_scores_gemma":[0.9586664,0.00006805937,0.039827447,0.0002249215,0.000037314585,0.00006577219,0.0001694909,0.000014228049,0.0009263604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99479836,0.0003839592,0.00067855226,0.0004611614,0.0024388137,0.0012391567],"domain_scores_gemma":[0.9943826,0.0006796586,0.000092632596,0.0014250921,0.00307664,0.00034337418],"candidate_categories":["bibliometrics","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.01615966,0.00013253636,0.00015761901,0.0028197174,0.0014302658,0.0024951415,0.005277521,0.0001092951,0.00008371569],"category_scores_gemma":[0.0072870045,0.00012016958,0.000018871138,0.021570561,0.0010235687,0.066203736,0.0023698113,0.0006916339,0.0005627469],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011048399,0.000077333374,0.0009277197,0.000044797245,0.0000016123729,9.334842e-7,0.021856464,0.0004485267,0.0006962748,0.95807105,0.007329999,0.010534216],"study_design_scores_gemma":[0.000651359,0.0000956728,0.0008095389,0.000036575184,6.0197533e-7,0.000008571275,0.0036311613,0.94128853,0.010980302,0.004542595,0.037736744,0.00021833887],"about_ca_topic_score_codex":0.000008087862,"about_ca_topic_score_gemma":0.0000022508111,"teacher_disagreement_score":0.95352846,"about_ca_system_score_codex":0.00021135923,"about_ca_system_score_gemma":0.0060719308,"threshold_uncertainty_score":0.99986976},"labels":[],"label_agreement":null},{"id":"W2056430579","doi":"10.1002/asi.10172","title":"Using the user's mental model to guide the integration of information space into information need","year":2002,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Visualization; Information visualization; Computer science; Recall; Reputation; Creative visualization; Space (punctuation); Scheme (mathematics); Process (computing); Information retrieval; Psychology; Mathematics education; Artificial intelligence; Mathematics; Cognitive psychology; Social science; Sociology","score_opus":0.03409668067899317,"score_gpt":0.3155601333278099,"score_spread":0.2814634526488167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056430579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23939547,0.000010239467,0.72545326,0.034116264,0.00021530877,0.0005822375,0.000009406396,0.000026974565,0.00019084875],"genre_scores_gemma":[0.91342294,0.000070721784,0.08113314,0.0053189783,0.000016802733,0.000015523034,0.0000013390189,0.0000020743462,0.000018485449],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799037,0.00001764939,0.0007944464,0.000047287114,0.0009313588,0.00021889774],"domain_scores_gemma":[0.9960575,0.00006162799,0.0014706353,0.00034840644,0.0020057037,0.000056108493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002015494,0.0001041946,0.00015973803,0.00044137923,0.00083635026,0.0003966546,0.0016078916,0.00004759239,0.0000010011481],"category_scores_gemma":[0.00060401106,0.000051866315,0.00014149307,0.0035402135,0.00092832104,0.013405935,0.00038228685,0.0002323452,0.000004365162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006030767,0.000040191717,0.00039070187,0.000050961655,0.00006211444,4.0311285e-8,0.16754979,0.010640008,0.012513736,0.13691112,0.029713353,0.6420677],"study_design_scores_gemma":[0.00034932952,0.00023070167,0.000311258,0.000023800061,0.000017171824,0.000056661138,0.024821961,0.9217517,0.00875202,0.00089504063,0.0426854,0.00010494877],"about_ca_topic_score_codex":0.000036558173,"about_ca_topic_score_gemma":0.0000013699741,"teacher_disagreement_score":0.9111117,"about_ca_system_score_codex":0.00022410447,"about_ca_system_score_gemma":0.00027754335,"threshold_uncertainty_score":0.9718979},"labels":[],"label_agreement":null},{"id":"W2056769738","doi":"10.1145/2490255","title":"A vlHMM approach to context-aware search","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Networks of Centres of Excellence of Canada; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Microsoft Research","keywords":"Computer science; Information retrieval; Session (web analytics); Context (archaeology); Web search query; Feature (linguistics); Construct (python library); Search engine; Data mining; World Wide Web","score_opus":0.045809388665741,"score_gpt":0.25912062282271126,"score_spread":0.21331123415697026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056769738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040727638,0.0000040146883,0.9389135,0.015525084,0.00013524444,0.00067722576,0.000008817724,0.00015913928,0.0038493217],"genre_scores_gemma":[0.9872463,0.0000047606404,0.006508796,0.0024796876,0.000015246649,0.00020196167,0.0000012771072,0.000006268948,0.0035357084],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988973,0.00007823487,0.00015892948,0.0001826993,0.00039717605,0.0002856205],"domain_scores_gemma":[0.99865514,0.00015020871,0.000017388715,0.0008738401,0.00015783063,0.00014560983],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002791672,0.00010295504,0.0000887844,0.00013307374,0.00040982242,0.0002632395,0.0014373638,0.000046443274,0.00038232285],"category_scores_gemma":[0.00001945834,0.000065565924,0.0000774894,0.000593871,0.000048273352,0.00049862516,0.000029624256,0.00028123302,0.0038066995],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032517204,0.0006618448,0.00006132949,0.00003187368,0.000059905822,0.0000025784373,0.011149083,0.0020784955,0.0020955058,0.032922264,0.012855549,0.9380491],"study_design_scores_gemma":[0.0036156618,0.0019232923,0.015120615,0.00015124634,0.000068675115,0.0001800915,0.0137164965,0.76847297,0.07870827,0.00884035,0.10670603,0.002496306],"about_ca_topic_score_codex":0.00009795398,"about_ca_topic_score_gemma":0.000004604234,"teacher_disagreement_score":0.94651866,"about_ca_system_score_codex":0.00003928806,"about_ca_system_score_gemma":0.00007674589,"threshold_uncertainty_score":0.9969689},"labels":[],"label_agreement":null},{"id":"W2058749523","doi":"10.1006/ijhc.2000.0392","title":"World Wide Web navigation aid","year":2000,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"World Wide Web; Computer science; Web navigation; Context (archaeology); Web design; Web Accessibility Initiative; Key (lock); Web modeling; Web development; User interface; Web page; Web standards; Web intelligence; Information retrieval; Multimedia","score_opus":0.03851633204836335,"score_gpt":0.3473049196187083,"score_spread":0.30878858757034494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058749523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9230189,0.0008135634,0.05715291,0.007344116,0.005746778,0.00018644336,0.0000069305224,0.00013279809,0.0055975914],"genre_scores_gemma":[0.9742267,0.00021204552,0.020408476,0.0013954776,0.0012274395,0.0000038817534,0.000004520433,0.000008600917,0.002512873],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979816,0.00005535722,0.00068801467,0.00013792324,0.0009539394,0.00018315413],"domain_scores_gemma":[0.99821115,0.00012172497,0.0003052897,0.00015755864,0.0011289924,0.000075269134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044921538,0.00013984554,0.00023086602,0.00039015786,0.0001564606,0.00028500037,0.0012885284,0.000026050317,0.00014145455],"category_scores_gemma":[0.00001922158,0.00011077728,0.00016586324,0.00023721569,0.000075481905,0.0015190847,0.00019444864,0.000235275,0.00012701556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017223919,0.0005845166,0.0075488607,0.000051508065,0.0016427314,0.0011887184,0.017297488,0.002561827,0.0008343873,0.05511813,0.0881401,0.8248595],"study_design_scores_gemma":[0.01382888,0.0032552332,0.08614942,0.0024045534,0.00016938127,0.0030069968,0.00087528623,0.06319448,0.0135947075,0.041934874,0.76919013,0.0023960376],"about_ca_topic_score_codex":0.0000032317255,"about_ca_topic_score_gemma":0.0000058975065,"teacher_disagreement_score":0.82246345,"about_ca_system_score_codex":0.00013313472,"about_ca_system_score_gemma":0.00006338211,"threshold_uncertainty_score":0.4517366},"labels":[],"label_agreement":null},{"id":"W2059516109","doi":"10.1108/jd-03-2014-0056","title":"Untangling search task complexity and difficulty in the context of interactive information retrieval studies","year":2014,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Context (archaeology); Information retrieval","score_opus":0.04345031035981671,"score_gpt":0.34930483806059903,"score_spread":0.3058545277007823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059516109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97223544,0.000030505136,0.026484465,0.0009313315,0.000105681596,0.00012418776,0.0000015830416,0.0000030202557,0.00008377367],"genre_scores_gemma":[0.9982427,0.000046686135,0.001471455,0.00021407587,0.000019034915,6.5660566e-7,0.0000023605623,7.9522505e-7,0.0000022586296],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987767,0.00017563514,0.00047716987,0.000036333084,0.00045498766,0.00007919782],"domain_scores_gemma":[0.998774,0.00027273354,0.00037210088,0.000069353904,0.00048778366,0.000024038256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014273487,0.00005133774,0.00012923159,0.00017319179,0.00006241751,0.00013064774,0.00021343614,0.00001802062,0.000002575471],"category_scores_gemma":[0.00021590546,0.000031798423,0.000031416777,0.0002483873,0.000062909065,0.003224635,0.000052235155,0.0001618335,0.0000022972429],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009950418,0.00027562122,0.015847126,0.00028198824,0.00015029343,0.000009071244,0.62329906,0.00062461896,0.007028828,0.10856259,0.0006075019,0.24231829],"study_design_scores_gemma":[0.010071949,0.0037792774,0.57842034,0.00058249565,0.00007790125,0.0003260365,0.2610133,0.08098947,0.04879327,0.014004377,0.0014704235,0.00047116817],"about_ca_topic_score_codex":0.000023807934,"about_ca_topic_score_gemma":0.000006398002,"teacher_disagreement_score":0.5625732,"about_ca_system_score_codex":0.00006676501,"about_ca_system_score_gemma":0.000028493918,"threshold_uncertainty_score":0.23377825},"labels":[],"label_agreement":null},{"id":"W2060816264","doi":"10.1145/1571941.1571995","title":"A bayesian learning approach to promoting diversity in ranking for biomedical information retrieval","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Ranking (information retrieval); Computer science; Bayesian probability; Artificial intelligence; Biomedicine; Learning to rank; Machine learning; Domain (mathematical analysis); Information retrieval; Bayesian inference; Mathematics; Bioinformatics","score_opus":0.02502986172271912,"score_gpt":0.2657594338881005,"score_spread":0.2407295721653814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060816264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040960114,8.8353846e-7,0.95270914,0.000982244,0.000053103406,0.0005207351,7.406696e-7,0.00013391144,0.004639123],"genre_scores_gemma":[0.9187841,3.6993038e-7,0.080530494,0.00058565784,0.000019447198,0.0000044757167,0.000014547417,0.000001251346,0.000059650207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880457,0.000031993655,0.00028306837,0.00013229139,0.0004402437,0.0003078498],"domain_scores_gemma":[0.9995488,0.000035820867,0.00005880712,0.000117074866,0.00010992702,0.00012957014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010801831,0.00008070714,0.000110398534,0.00034776086,0.00030526525,0.00019393611,0.00044893453,0.00006410682,0.0000047226667],"category_scores_gemma":[0.00025065403,0.000070629656,0.00004330418,0.0008729079,0.000011323925,0.0018407037,0.00025659025,0.00016860187,0.000018463268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002724684,0.00041816448,0.0045052343,0.00014355245,0.000010222441,0.000004664786,0.08598507,0.0017543974,0.0007748854,0.10949011,0.0006626667,0.79597855],"study_design_scores_gemma":[0.0011595496,0.00046679928,0.010341678,0.000025725669,0.0000024719222,0.000008142272,0.00035116656,0.9831022,0.00071488734,0.00081142853,0.002791773,0.00022414704],"about_ca_topic_score_codex":0.000012736693,"about_ca_topic_score_gemma":4.5866562e-7,"teacher_disagreement_score":0.98134786,"about_ca_system_score_codex":0.00008020515,"about_ca_system_score_gemma":0.000050324994,"threshold_uncertainty_score":0.2880194},"labels":[],"label_agreement":null},{"id":"W2062551457","doi":"10.1002/meet.1450410116","title":"“I still like Google”: University student perceptions of searching OPACs and the web","year":2004,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"World Wide Web; Computer science; Usability; Admiration; Web page; Web design; Interface (matter); Web presence; Information retrieval; The Internet; Psychology; Human–computer interaction","score_opus":0.008036790569434455,"score_gpt":0.2562357019349353,"score_spread":0.24819891136550082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062551457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889996,0.000006075264,0.0041823364,0.0061150854,0.000023472365,0.00034061307,0.000007381528,0.000039934428,0.000285473],"genre_scores_gemma":[0.9900245,0.00013643368,0.009544943,0.00027242032,0.0000024910703,0.00000520184,1.8037643e-7,9.76132e-7,0.000012831091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9991103,0.000002313695,0.00018606668,0.000091477115,0.0004263021,0.00018355223],"domain_scores_gemma":[0.9985722,0.000038719732,0.00032664725,0.000112451686,0.0009127847,0.00003720212],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011473909,0.000060061324,0.00012646028,0.00018413915,0.00044323935,0.00009416559,0.0009961165,0.000026373604,2.2405847e-7],"category_scores_gemma":[0.00014869512,0.000036628964,0.000066284054,0.0022581492,0.004254815,0.002131909,0.00066818873,0.00012800116,5.183969e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031534255,0.000032690245,0.0055777053,0.00007384456,0.000022672533,1.5828475e-8,0.037481192,0.000020718453,0.010292526,0.89375544,0.0001574476,0.052554186],"study_design_scores_gemma":[0.012093306,0.0021331813,0.16062008,0.00024096969,0.00017440051,0.00016892469,0.6396951,0.07436588,0.040425193,0.02929157,0.039761797,0.0010295837],"about_ca_topic_score_codex":0.000024186036,"about_ca_topic_score_gemma":5.957125e-7,"teacher_disagreement_score":0.86446387,"about_ca_system_score_codex":0.000064506195,"about_ca_system_score_gemma":0.00020343366,"threshold_uncertainty_score":0.99845505},"labels":[],"label_agreement":null},{"id":"W2062626555","doi":"10.1007/s10791-009-9105-0","title":"Swapping documents and terms","year":2009,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Agricultural Research Development Agency","keywords":"Relevance feedback; Computer science; Information retrieval; Relevance (law); Query expansion; Data mining; Artificial intelligence; Image retrieval","score_opus":0.009581800700385145,"score_gpt":0.25307819252788394,"score_spread":0.2434963918274988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062626555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34459913,0.000063021376,0.54404706,0.0054527135,0.0008328023,0.0009229107,0.000012507023,0.0009065008,0.1031634],"genre_scores_gemma":[0.9906166,0.000023155937,0.0059119835,0.0030491704,0.000029721568,0.0000018187461,0.00001671843,0.0000016989181,0.00034908752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988753,0.000016115791,0.00035150535,0.000085162465,0.00044460897,0.00022729399],"domain_scores_gemma":[0.9994001,0.000020953936,0.00011492081,0.00022080337,0.00012214843,0.00012106789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032669416,0.000100471974,0.00009594345,0.00020602832,0.00017176865,0.00058039796,0.00033074355,0.000060899125,0.000034806366],"category_scores_gemma":[0.000071884606,0.000086789354,0.000032603486,0.00041898608,0.00002384374,0.0070542474,0.00008570192,0.00012633568,0.00035402813],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050364022,0.000027586673,0.0003807906,0.00002176549,0.000008630208,0.000004383724,0.0038867125,0.00001423846,0.00046009864,0.10391242,0.0020260839,0.88920695],"study_design_scores_gemma":[0.006019909,0.001964118,0.37201267,0.00014027399,0.000025488156,0.00037519826,0.00051295984,0.12871447,0.02334466,0.022001106,0.44307575,0.001813409],"about_ca_topic_score_codex":0.000003828765,"about_ca_topic_score_gemma":8.5977945e-8,"teacher_disagreement_score":0.88739353,"about_ca_system_score_codex":0.00003918214,"about_ca_system_score_gemma":0.000037479014,"threshold_uncertainty_score":0.5596791},"labels":[],"label_agreement":null},{"id":"W2064122758","doi":"10.1002/meet.1450430154","title":"An adaptive user profile for filtering news based on a user interest hierarchy","year":2006,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Session (web analytics); Computer science; Hierarchy; User modeling; Ranking (information retrieval); User profile; Recall; Computer user satisfaction; Human–computer interaction; Information retrieval; User interface; World Wide Web; Programming language; Psychology","score_opus":0.019629027915333983,"score_gpt":0.27436481317422284,"score_spread":0.25473578525888885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064122758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81712323,0.0000021064418,0.176632,0.0037235303,0.000080458674,0.001314223,0.000044845543,0.00021096073,0.00086866616],"genre_scores_gemma":[0.8765164,0.0000018935744,0.1221703,0.0010493556,0.000014321879,0.00020063437,0.000002780023,0.0000038088567,0.000040528448],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882984,0.0000015867201,0.00029211552,0.00017550471,0.00036328734,0.00033767335],"domain_scores_gemma":[0.9980126,0.000053448315,0.00043277274,0.00017577293,0.0012764088,0.000049010865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066618196,0.0001086129,0.0001490018,0.00031709814,0.00044465912,0.00024505454,0.0011535494,0.000048433667,4.5131978e-7],"category_scores_gemma":[0.00019512336,0.00007699184,0.00009666191,0.0021308197,0.0010849921,0.003655915,0.00019953768,0.00011120644,0.0000013687284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011639465,0.0001316721,0.0034756751,0.00015261308,0.000014713444,2.4560228e-8,0.002199648,0.000090405396,0.06124083,0.78310734,0.008813844,0.14065683],"study_design_scores_gemma":[0.0014630178,0.0035127592,0.005393333,0.00007694148,0.00001940953,0.000009656653,0.010121781,0.60500807,0.31518134,0.0059587657,0.052858006,0.00039693818],"about_ca_topic_score_codex":0.000020476537,"about_ca_topic_score_gemma":8.998713e-7,"teacher_disagreement_score":0.7771486,"about_ca_system_score_codex":0.00007772952,"about_ca_system_score_gemma":0.0001619869,"threshold_uncertainty_score":0.39976987},"labels":[],"label_agreement":null},{"id":"W2064269250","doi":"10.1109/icdim.2011.6093353","title":"The effect of user search behaviour on web information gathering tasks","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Task (project management); World Wide Web; Exploratory search; Exploratory research; Information retrieval; Data collection; Search engine; Human–computer interaction; Engineering","score_opus":0.020936139336502013,"score_gpt":0.254827534285178,"score_spread":0.233891394948676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064269250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95608586,0.0000023535226,0.017501734,0.000081016624,0.00017967647,0.0003022369,0.0000020950254,0.00008546656,0.02575956],"genre_scores_gemma":[0.998615,0.0000039037795,0.00090001646,0.000053310603,0.0000064381675,0.0000124113185,0.0000012568065,0.000002013017,0.00040564875],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990905,0.000059878876,0.00021378396,0.000057611993,0.000391821,0.00018640651],"domain_scores_gemma":[0.99937755,0.00009732761,0.000052532883,0.0003237664,0.000097230746,0.000051592157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007900886,0.00007070688,0.000070231756,0.00008233755,0.00014546569,0.00009824919,0.0005664007,0.000035052304,0.000054690783],"category_scores_gemma":[0.000030068088,0.000037921116,0.00004956324,0.00021654647,0.000037840935,0.0010163267,0.00013738127,0.0001225821,0.00027787572],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004052386,0.0001207529,0.08085288,0.00011781333,0.000044179815,0.000007067129,0.017849598,0.00010957833,0.0020324083,0.29289994,0.0024852501,0.60307527],"study_design_scores_gemma":[0.0020025063,0.0042719594,0.31885076,0.00005998445,0.000016208432,0.000018393472,0.0005100329,0.05190318,0.6130741,0.00012997208,0.008692483,0.00047038027],"about_ca_topic_score_codex":0.00005635235,"about_ca_topic_score_gemma":0.000003053378,"teacher_disagreement_score":0.6110417,"about_ca_system_score_codex":0.000018948262,"about_ca_system_score_gemma":0.000032214317,"threshold_uncertainty_score":0.3571623},"labels":[],"label_agreement":null},{"id":"W2067451529","doi":"10.3414/me13-01-0085","title":"Learning the Preferences of Physicians for the Organization of Result Lists of Medical Evidence Articles","year":2014,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Relevance (law); MEDLINE; Information retrieval; Medical library; Computer science; Medical literature; Cochrane Library; Rank (graph theory); Position (finance); Medicine; Alternative medicine; Library science; Pathology","score_opus":0.06650269633013317,"score_gpt":0.4040422612637026,"score_spread":0.3375395649335694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067451529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0749308,0.000035910245,0.9206775,0.0038908178,0.00009566836,0.00022945882,0.000001079766,0.000008140554,0.00013062051],"genre_scores_gemma":[0.9481849,0.000113976945,0.0515008,0.00015833558,0.000020288493,0.000008623891,0.0000034122893,0.0000015922302,0.000008043248],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997845,0.00031918535,0.00089971576,0.000045794008,0.00080160034,0.000088690525],"domain_scores_gemma":[0.99480766,0.0033165715,0.00074462575,0.00023932997,0.00087368954,0.00001810776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008804521,0.00005562668,0.00021329896,0.00013625681,0.00005016227,0.000008942775,0.0007703245,0.00004696115,0.00001851638],"category_scores_gemma":[0.015694939,0.000028284405,0.000028457222,0.0008606934,0.0002750978,0.0007051726,0.000095632015,0.000120967816,4.943304e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004248917,0.000030110481,0.0034780127,0.0005022113,0.000014683313,1.727089e-8,0.052033283,0.0024646085,0.0039886525,0.035365663,0.0002709271,0.90180933],"study_design_scores_gemma":[0.0012661297,0.0009245823,0.07040985,0.0014140918,0.000036243277,0.0000022807142,0.006865016,0.6742879,0.24086913,0.002095795,0.0017219797,0.00010700697],"about_ca_topic_score_codex":0.00010907465,"about_ca_topic_score_gemma":0.0000037976447,"teacher_disagreement_score":0.90170234,"about_ca_system_score_codex":0.000008046618,"about_ca_system_score_gemma":0.00007883598,"threshold_uncertainty_score":0.99259627},"labels":[],"label_agreement":null},{"id":"W2067975548","doi":"10.1016/j.acalib.2010.01.005","title":"Are Bibliographic Management Software Search Interfaces Reliable?: A Comparison between Search Results Obtained Using Database Interfaces and the EndNote Online Search Function","year":2010,"lang":"en","type":"article","venue":"The Journal of Academic Librarianship","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Interface (matter); Online search; Information retrieval; Database search engine; Search engine; Online database; Software; Bibliographic database; Function (biology); World Wide Web; Database","score_opus":0.1045205109167798,"score_gpt":0.33740268059443057,"score_spread":0.23288216967765077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067975548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9201387,0.0005204219,0.07032683,0.007945545,0.0004231553,0.00047310593,0.000056753513,0.00006002996,0.00005547042],"genre_scores_gemma":[0.9894411,0.0007830242,0.008896056,0.00035594127,0.00036718778,0.0000019720724,0.000011284235,0.000018198083,0.000125224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99556476,0.0009741884,0.0011639765,0.0002701039,0.0014534413,0.0005735594],"domain_scores_gemma":[0.9967396,0.0013719661,0.00058410165,0.00067232497,0.0003588527,0.00027311282],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010028907,0.0002526057,0.0004196068,0.0017770866,0.00061449234,0.00067989307,0.0029858446,0.00021154644,0.00001937769],"category_scores_gemma":[0.00025930084,0.00013795908,0.000103015685,0.003154293,0.0005971099,0.0034212314,0.0014609365,0.004540919,0.000011728121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040180076,0.0010781403,0.44863445,0.002539076,0.0032263712,0.0002503256,0.09414141,0.027351165,0.034316175,0.033762567,0.025841549,0.28867868],"study_design_scores_gemma":[0.020728095,0.0018369234,0.6385822,0.0026460981,0.00095443364,0.0008505656,0.029229224,0.25440753,0.03809865,0.0057469476,0.0053467974,0.0015725185],"about_ca_topic_score_codex":0.00010192117,"about_ca_topic_score_gemma":0.000007544897,"teacher_disagreement_score":0.28710616,"about_ca_system_score_codex":0.00003301869,"about_ca_system_score_gemma":0.00017035262,"threshold_uncertainty_score":0.99775565},"labels":[],"label_agreement":null},{"id":"W2068580719","doi":"10.1162/coli_r_00056","title":"<b>Cross-Language Information Retrieval Jian-Yun Nie</b> (University of Montreal) San Rafael, CA: Morgan &amp; Claypool (Synthesis Lectures on Human Language Technologies, edited by Graeme Hirst, volume 8), 2010, xv+125 pp; paperbound, ISBN 978-1-59829-863-5, $40.00; ebook, ISBN 978-1-59829-864-3, $30.00 or by subscription","year":2011,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Jian; Humanities; Computer science; Art; Literature; Physics","score_opus":0.024129246993715218,"score_gpt":0.2563956028276577,"score_spread":0.2322663558339425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068580719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44308364,0.0013885933,0.52868515,0.00075532205,0.0040172753,0.0029559743,0.005458942,0.0031513372,0.010503771],"genre_scores_gemma":[0.97037846,0.00011377922,0.021754913,0.00039330378,0.0003262803,0.000014142443,0.0029211512,0.000058637823,0.004039361],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598944,0.00017280373,0.001060856,0.0006101836,0.0014286452,0.00073806616],"domain_scores_gemma":[0.9960578,0.00036950965,0.0008507374,0.00088389585,0.001571885,0.0002661584],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068029447,0.00056909974,0.00060129137,0.0005492909,0.00094787136,0.00040504616,0.0016417973,0.0005377651,0.0008114989],"category_scores_gemma":[0.0019329167,0.0005642014,0.00021869357,0.00097020314,0.00055229757,0.00080919417,0.00044195994,0.00074179017,0.00049178797],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003620769,0.0028956663,0.008836778,0.0012460393,0.0007403328,0.00042316504,0.050289985,0.0054502385,0.014130359,0.029306868,0.8182618,0.064797975],"study_design_scores_gemma":[0.0134583805,0.004703696,0.08377897,0.0009191293,0.0007076523,0.0002193045,0.010587571,0.22825496,0.042120412,0.009643356,0.5981247,0.007481906],"about_ca_topic_score_codex":0.0019465329,"about_ca_topic_score_gemma":0.00018631987,"teacher_disagreement_score":0.5272948,"about_ca_system_score_codex":0.00041294593,"about_ca_system_score_gemma":0.00038606097,"threshold_uncertainty_score":0.99968094},"labels":[],"label_agreement":null},{"id":"W2069744915","doi":"10.1007/s10791-012-9192-1","title":"Extended structural relevance framework: a framework for evaluating structured document retrieval","year":2012,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Information retrieval; Redundancy (engineering); Probabilistic logic; Task (project management); Tree (set theory); Data mining; Range (aeronautics); Artificial intelligence; Mathematics","score_opus":0.03216634289591799,"score_gpt":0.3490464434591703,"score_spread":0.31688010056325233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069744915","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12293362,0.00015038977,0.87067884,0.00067144004,0.0030955188,0.0015565784,0.0000651526,0.00046420988,0.00038422976],"genre_scores_gemma":[0.65441763,0.000013833991,0.34384346,0.0011481514,0.0003648122,0.000032908956,0.000075717544,0.000017710929,0.000085734384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950216,0.00013753636,0.0013512395,0.0003063147,0.0019147767,0.001268535],"domain_scores_gemma":[0.99579626,0.0009475234,0.00078944716,0.00095950876,0.0010240244,0.00048323264],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022303432,0.000434599,0.00041589775,0.00038530186,0.0007229766,0.0009118169,0.0012578027,0.00047214355,0.00028225948],"category_scores_gemma":[0.0052556437,0.00038386983,0.00026865583,0.0013843168,0.000105850864,0.011237001,0.00036472862,0.0008066576,0.0002679526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010034326,0.00003879215,0.00046224022,0.00020725936,0.00007269971,0.0000011004114,0.011515227,0.00026961963,0.00044829378,0.8474795,0.0005248997,0.13797691],"study_design_scores_gemma":[0.008313396,0.0034797145,0.06419552,0.0006424112,0.00023371402,0.00035192742,0.0025575464,0.27206472,0.09141935,0.49138987,0.060724374,0.004627453],"about_ca_topic_score_codex":0.000004061358,"about_ca_topic_score_gemma":1.4466227e-7,"teacher_disagreement_score":0.53148407,"about_ca_system_score_codex":0.00038943757,"about_ca_system_score_gemma":0.00029577597,"threshold_uncertainty_score":0.9998613},"labels":[],"label_agreement":null},{"id":"W2069870183","doi":"10.1145/582415.582418","title":"Cumulated gain-based evaluation of IR techniques","year":2002,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4634,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Tampereen Yliopisto; McGill University","keywords":"Relevance (law); Computer science; Information retrieval; Precision and recall; Recall; Data mining","score_opus":0.05912903173965583,"score_gpt":0.31352136319328217,"score_spread":0.25439233145362633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069870183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005777515,0.000017299508,0.9864181,0.00027726206,0.00036644103,0.00086381694,0.00002742869,0.00034075577,0.0059113745],"genre_scores_gemma":[0.9948713,0.0000070831306,0.004692726,0.00015798902,0.000010190476,0.0001602443,0.00001790574,0.000004247733,0.000078280376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758935,0.000138947,0.0007376975,0.00010105169,0.0012512616,0.00018170847],"domain_scores_gemma":[0.99769807,0.00009719337,0.00029115393,0.00073181064,0.0011076443,0.00007410062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011189589,0.00013030731,0.00015988553,0.00060242694,0.00017958162,0.00017640341,0.00058538135,0.00011232541,0.00014736608],"category_scores_gemma":[0.0000715113,0.00011702866,0.000091578106,0.0008259898,0.00003252311,0.0026726874,0.0000066316734,0.00015072021,0.00034558447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028689403,0.0002578782,0.000050563736,0.00020961695,0.000045981957,5.160217e-7,0.0043130787,0.15229763,0.00036859006,0.0052124904,0.0009082671,0.8363067],"study_design_scores_gemma":[0.0006689828,0.00015367227,0.00016077746,0.000068224945,0.00001941634,0.0000067983838,0.00016775768,0.97221327,0.020393409,0.000049263246,0.00593581,0.00016263181],"about_ca_topic_score_codex":0.00004254759,"about_ca_topic_score_gemma":7.4114905e-7,"teacher_disagreement_score":0.98909384,"about_ca_system_score_codex":0.00014916518,"about_ca_system_score_gemma":0.00007812011,"threshold_uncertainty_score":0.47722903},"labels":[],"label_agreement":null},{"id":"W2070507812","doi":"10.1145/1148170.1148285","title":"Term proximity scoring for ad-hoc retrieval on very large text collections","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Term (time); Term Discrimination; Artificial intelligence; Natural language processing; Search engine; Concept search; Web search query","score_opus":0.02238626999339941,"score_gpt":0.27081689766752437,"score_spread":0.24843062767412497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070507812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17788407,0.000040151353,0.7623307,0.0011073722,0.0011244144,0.0016097735,0.000049481565,0.0007487216,0.055105314],"genre_scores_gemma":[0.8920786,0.000011217068,0.02643081,0.00073399907,0.00022265036,0.00009347072,0.000027711381,0.000017168313,0.08038439],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884313,0.00001903253,0.00023438038,0.0002149502,0.00032962053,0.00035888836],"domain_scores_gemma":[0.9993223,0.00008959973,0.00005383796,0.00029359758,0.00017072991,0.00006991612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003312195,0.00010574606,0.000106598985,0.00018009143,0.000584682,0.00030914205,0.00034653262,0.000060364753,0.000057230834],"category_scores_gemma":[0.000050775907,0.00008795669,0.00009057885,0.00073660776,0.000020503612,0.00076656876,0.00009917783,0.00012181694,0.000099449644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007883183,0.0021313748,0.0041625747,0.00020285226,0.000048225927,0.000025242325,0.0012224716,0.00022834276,0.007838956,0.8025058,0.12107147,0.05977436],"study_design_scores_gemma":[0.0092509575,0.003642275,0.090567656,0.00014188254,0.000043950524,0.00006400444,0.00022952403,0.16222417,0.2252202,0.011719355,0.49493808,0.0019579506],"about_ca_topic_score_codex":0.000009035701,"about_ca_topic_score_gemma":0.00001803715,"teacher_disagreement_score":0.79078645,"about_ca_system_score_codex":0.00010492551,"about_ca_system_score_gemma":0.00011322031,"threshold_uncertainty_score":0.44969603},"labels":[],"label_agreement":null},{"id":"W2071419482","doi":"10.1016/s0306-4573(00)00059-5","title":"The impact of text browsing on text retrieval performance","year":2001,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Information Technology Research Centre","keywords":"Recall; Information retrieval; Computer science; Hypertext; Reading (process); Markup language; Precision and recall; Interface (matter); World Wide Web; Psychology; XML; Cognitive psychology; Linguistics","score_opus":0.01715603410352034,"score_gpt":0.28440206198711165,"score_spread":0.2672460278835913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071419482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63435435,0.00007975712,0.19585223,0.0010099823,0.00040117349,0.001036307,0.0000039166266,0.00037898254,0.16688329],"genre_scores_gemma":[0.99759924,0.000105345185,0.0013706221,0.0001968922,0.000018745131,0.00001029126,0.00000699188,0.000004275976,0.00068758207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981997,0.000023903805,0.00058137154,0.00010531412,0.0007516374,0.00033809262],"domain_scores_gemma":[0.998828,0.00003879687,0.0003699165,0.00039465734,0.00030091396,0.00006774132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007436542,0.00014938296,0.000115303,0.00027087345,0.0005870794,0.000715132,0.00078237505,0.000041168052,0.000018916538],"category_scores_gemma":[0.00003511549,0.000095428295,0.00008504586,0.0010039351,0.0000662782,0.0044392752,0.00018872724,0.00015217056,0.00022680349],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009502773,0.00003143681,0.00034602737,0.00008091529,0.00001521616,0.0000010716609,0.0012316674,0.0028961112,0.000011142893,0.0049953237,0.0006107022,0.98968536],"study_design_scores_gemma":[0.0018651863,0.0007863351,0.18786481,0.000436526,0.000023408094,0.00004967158,0.0009231904,0.74200124,0.0023853595,0.00092613196,0.06209266,0.0006454798],"about_ca_topic_score_codex":0.000008351472,"about_ca_topic_score_gemma":1.9216161e-7,"teacher_disagreement_score":0.9890399,"about_ca_system_score_codex":0.00015772495,"about_ca_system_score_gemma":0.00008776892,"threshold_uncertainty_score":0.68960345},"labels":[],"label_agreement":null},{"id":"W2072019464","doi":"10.3166/isi.11.4.37-53","title":"Vers des protocoles d'évaluation du passage à l'échelle","year":2006,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.03632467134087828,"score_gpt":0.25843259687885395,"score_spread":0.22210792553797568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072019464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14996426,0.0006192542,0.71101546,0.0014795004,0.0023854442,0.008124632,0.00011875441,0.00068162556,0.12561108],"genre_scores_gemma":[0.9556584,0.00016206468,0.030742954,0.00055427477,0.00069862866,0.0021388128,0.0005029043,0.000038293638,0.009503717],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962865,0.0002676808,0.001361338,0.00023041357,0.0010453324,0.0008087278],"domain_scores_gemma":[0.997232,0.000114900475,0.0006319174,0.00046255643,0.0013794493,0.00017917044],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0018397792,0.0003850934,0.0003155802,0.00046098314,0.0011136142,0.001970471,0.00062903366,0.0003119845,0.0004091915],"category_scores_gemma":[0.0003495323,0.00039443467,0.0001897576,0.0012813266,0.00064662663,0.018736843,0.00023484827,0.00030565774,0.002347013],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000894638,0.0002066001,0.005964601,0.0016331462,0.000040492254,0.000015845724,0.027047126,0.005232038,0.00024154395,0.1897296,0.01172884,0.7580707],"study_design_scores_gemma":[0.0032533784,0.0008688746,0.13428374,0.0014399894,0.000106226056,0.00032931028,0.0026093193,0.3975484,0.010907605,0.06266094,0.38436952,0.001622701],"about_ca_topic_score_codex":0.0014884031,"about_ca_topic_score_gemma":0.000068450456,"teacher_disagreement_score":0.8056941,"about_ca_system_score_codex":0.0010687006,"about_ca_system_score_gemma":0.00063465943,"threshold_uncertainty_score":0.99985075},"labels":[],"label_agreement":null},{"id":"W2074280490","doi":"10.1007/s10791-011-9168-6","title":"A study of the integration of passage-, document-, and cluster-based information for re-ranking search results","year":2011,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Israel Science Foundation; McGill University","keywords":"Ranking (information retrieval); Computer science; Information retrieval; Context (archaeology); Representation (politics); Query expansion; Task (project management); Cluster (spacecraft); Document retrieval; Data mining; Information integration; Geography","score_opus":0.05817615587411926,"score_gpt":0.29534894858965705,"score_spread":0.2371727927155378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074280490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69806117,0.0000029160906,0.29696327,0.00027591526,0.00027804018,0.002272602,0.000043517135,0.00005881267,0.0020437164],"genre_scores_gemma":[0.99479467,0.0000016733227,0.0049580387,0.00016267998,0.000008283591,0.000022269316,0.000033029366,0.0000026259606,0.00001670363],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763066,0.00011021584,0.0011640849,0.00008942556,0.00081151316,0.00019408712],"domain_scores_gemma":[0.9976883,0.00017432636,0.0006812881,0.0004503651,0.0009500984,0.000055626104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018070437,0.00012836122,0.00018012975,0.0003734755,0.00018730441,0.00014847406,0.00056675216,0.00008700838,0.0000057199545],"category_scores_gemma":[0.00048088422,0.00009047459,0.000076201315,0.0007912647,0.000074220705,0.0056082574,0.00018696123,0.00015657037,0.000005988559],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00754975,0.00081100716,0.006681907,0.0011137654,0.00014746544,7.999395e-7,0.60644495,0.0027720768,0.0008060521,0.070191436,0.0010723909,0.3024084],"study_design_scores_gemma":[0.033038747,0.010504572,0.17950541,0.0005112298,0.00015427919,0.000020507054,0.045894977,0.45656666,0.26639962,0.0024098682,0.0038534054,0.0011407225],"about_ca_topic_score_codex":0.00008231913,"about_ca_topic_score_gemma":0.000010290072,"teacher_disagreement_score":0.56055,"about_ca_system_score_codex":0.000050998944,"about_ca_system_score_gemma":0.00015640895,"threshold_uncertainty_score":0.4065851},"labels":[],"label_agreement":null},{"id":"W2076498890","doi":"10.1016/s0740-8188(01)00090-1","title":"Introduction to the special issue: Everyday life information-seeking research","year":2001,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Normative; Coping (psychology); Psychology; Interview; Everyday life; Grounded theory; Sociocultural evolution; Social psychology; Qualitative research; Developmental psychology; Sociology; Social science; Clinical psychology; Epistemology; Anthropology","score_opus":0.06281860241191674,"score_gpt":0.3663045366475856,"score_spread":0.3034859342356689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076498890","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042389262,0.00003769139,0.08729023,0.4236799,0.005276751,0.0044451416,0.000035950747,0.0008722893,0.4359728],"genre_scores_gemma":[0.84675026,0.0012213486,0.03272791,0.030886471,0.05480909,0.0014681618,0.00040410893,0.00007251073,0.03166015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889911,0.00049090706,0.0009910592,0.00036527307,0.0074804784,0.0016811849],"domain_scores_gemma":[0.99438524,0.00045906677,0.00015653137,0.0014925067,0.0027166428,0.00079002004],"candidate_categories":["bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.01709403,0.00019416101,0.00017992863,0.0041874424,0.004079244,0.008652079,0.0056001437,0.00011395541,0.0017203335],"category_scores_gemma":[0.003480508,0.00014019963,0.000076141456,0.022296526,0.00091889926,0.10561465,0.0026908102,0.0013471167,0.024002273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007669896,0.000032345844,0.0004233944,0.000023512739,0.000004295488,0.0000020401742,0.017300693,0.00053565117,0.00007762725,0.12032061,0.63756794,0.22363518],"study_design_scores_gemma":[0.0002049027,0.00016478957,0.0062050116,0.000015961426,6.702318e-7,0.000026938276,0.0029605103,0.018289654,0.0010314485,0.0005885085,0.97032684,0.00018476421],"about_ca_topic_score_codex":0.000053986158,"about_ca_topic_score_gemma":0.000002112072,"teacher_disagreement_score":0.804361,"about_ca_system_score_codex":0.00027625036,"about_ca_system_score_gemma":0.0023438095,"threshold_uncertainty_score":0.99978006},"labels":[],"label_agreement":null},{"id":"W2076683968","doi":"10.1002/asi.21501","title":"Finding a good query‐related topic for boosting pseudo‐relevance feedback","year":2011,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Query expansion; Latent Dirichlet allocation; Information retrieval; Relevance feedback; Granularity; Relevance (law); Web query classification; Boosting (machine learning); Web search query; Representation (politics); Topic model; Search engine; Artificial intelligence; Image retrieval","score_opus":0.026487711832693762,"score_gpt":0.279791960117852,"score_spread":0.25330424828515824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076683968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7666349,0.000032320506,0.22572783,0.0057746815,0.0004867952,0.0005455184,0.000007173984,0.00007763115,0.00071315106],"genre_scores_gemma":[0.8891519,0.000048901493,0.10964233,0.0010645431,0.00001747073,0.000015757108,2.9922387e-7,0.0000026790194,0.000056178822],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874043,0.0000068496056,0.0004906586,0.00008249618,0.0003938017,0.00028575028],"domain_scores_gemma":[0.9974321,0.000096433716,0.00103135,0.0002059014,0.0011761762,0.00005803285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015043608,0.00008161178,0.00016837603,0.0002604554,0.00057132356,0.0001322998,0.0011583195,0.000050267787,0.0000010481509],"category_scores_gemma":[0.0006493593,0.000054075394,0.00016128349,0.002141943,0.0007986347,0.0035330872,0.00021579389,0.0001930244,0.0000021370051],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004322659,0.00004823929,0.003984094,0.00007026117,0.00006119556,3.752169e-7,0.015682694,0.000020470314,0.005525969,0.25629964,0.0018946247,0.7163692],"study_design_scores_gemma":[0.010602421,0.00853739,0.0723242,0.0005394985,0.0002649439,0.002390364,0.067918606,0.29819474,0.17863551,0.1057314,0.25266907,0.0021918542],"about_ca_topic_score_codex":0.0000038819435,"about_ca_topic_score_gemma":2.4857857e-7,"teacher_disagreement_score":0.71417737,"about_ca_system_score_codex":0.00009299731,"about_ca_system_score_gemma":0.00032219067,"threshold_uncertainty_score":0.43942165},"labels":[],"label_agreement":null},{"id":"W2081163513","doi":"10.1002/meet.14504701261","title":"The goldilocks effect: Task‐centred assessments of e‐government information","year":2010,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Task (project management); Consistency (knowledge bases); Relevance (law); Government (linguistics); Test (biology); Goldilocks principle; Key (lock); Computer science; Psychology; Information retrieval; Applied psychology; Knowledge management; Artificial intelligence; Political science; Engineering","score_opus":0.0060787153843498585,"score_gpt":0.2589285766201012,"score_spread":0.25284986123575137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081163513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99118584,0.0000047806784,0.003215794,0.003271612,0.00020956082,0.00074557704,0.00002073193,0.00006472303,0.0012813858],"genre_scores_gemma":[0.99267316,0.000025974656,0.006935622,0.00028681717,0.0000052520304,0.000055021832,6.8556096e-7,0.000001382142,0.000016111208],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99823123,0.0000017505731,0.00041677422,0.00008417124,0.0009819961,0.00028409727],"domain_scores_gemma":[0.9974794,0.00007854651,0.00093931163,0.00020533212,0.0012503554,0.00004704991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00137453,0.000092296425,0.00014424344,0.00010940236,0.00058393646,0.00024072918,0.0015074142,0.00005104358,3.795698e-7],"category_scores_gemma":[0.00062201096,0.00005298425,0.0000909314,0.0022396042,0.0018861763,0.004889301,0.0005529166,0.00019293599,0.0000016352925],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037539143,0.000023841605,0.0077305664,0.00011393436,0.000027181204,3.937085e-9,0.0031104565,0.0000017121964,0.065567054,0.27770114,0.0022902582,0.6433963],"study_design_scores_gemma":[0.0019454838,0.0016703254,0.026496287,0.00005450144,0.00005284204,0.000032307096,0.020168077,0.0665953,0.69974786,0.004830783,0.177912,0.00049422734],"about_ca_topic_score_codex":0.000008707628,"about_ca_topic_score_gemma":3.5538594e-7,"teacher_disagreement_score":0.6429021,"about_ca_system_score_codex":0.000060188282,"about_ca_system_score_gemma":0.00014611094,"threshold_uncertainty_score":0.69496953},"labels":[],"label_agreement":null},{"id":"W2081250994","doi":"10.1002/meet.14504901074","title":"Third space as an information system and services intervention methodology for engaging the user's deepest levels of information need","year":2012,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Operationalization; Curriculum; Space (punctuation); Information space; Intersection (aeronautics); Knowledge management; Computer science; Intervention (counseling); Information system; Mathematics education; Pedagogy; Psychology; Engineering; World Wide Web; Epistemology","score_opus":0.031169947844604386,"score_gpt":0.31004149378227147,"score_spread":0.2788715459376671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081250994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88404304,0.000015180987,0.11218482,0.0021924763,0.00014929421,0.0010335764,0.000028066259,0.00011325937,0.00024030186],"genre_scores_gemma":[0.9508814,0.000012954806,0.048469413,0.0005193188,0.000010985562,0.0000973745,0.0000036427202,0.0000020454622,0.000002852071],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9984886,0.000011540821,0.00061088667,0.00008474241,0.00045651314,0.0003477369],"domain_scores_gemma":[0.9961909,0.00012352415,0.0014028633,0.00018012842,0.0020343945,0.00006819278],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004639597,0.0001228265,0.00022096866,0.00039998695,0.0006457746,0.00028216525,0.0010162325,0.00008196151,2.5039924e-7],"category_scores_gemma":[0.00053811364,0.00007990322,0.00009776674,0.0019425936,0.0010108482,0.022269078,0.00044166791,0.00014322753,0.0000013552647],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041572832,0.00001459004,0.0039979895,0.0007928015,0.000025659798,1.093666e-9,0.035654895,0.0000062029653,0.0028375473,0.80141926,0.00009030656,0.15511917],"study_design_scores_gemma":[0.0026286175,0.0016916647,0.04348035,0.00027003945,0.0001507208,0.00015244582,0.60135335,0.14202715,0.17322613,0.008247411,0.02609236,0.00067976105],"about_ca_topic_score_codex":0.000054620505,"about_ca_topic_score_gemma":5.5163895e-7,"teacher_disagreement_score":0.7931719,"about_ca_system_score_codex":0.00007529223,"about_ca_system_score_gemma":0.000097946366,"threshold_uncertainty_score":0.99140596},"labels":[],"label_agreement":null},{"id":"W2082055394","doi":"10.1007/s10791-012-9218-8","title":"Increasing evaluation sensitivity to diversity","year":2013,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Diversity (politics); Context (archaeology); Information retrieval; Discriminative model; Measure (data warehouse); Data science; Data mining; Artificial intelligence; Geography","score_opus":0.023805444270144614,"score_gpt":0.25938339518383075,"score_spread":0.23557795091368613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082055394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7435578,0.0000018179082,0.24813715,0.0011354169,0.00032138053,0.000871696,0.0000060477564,0.00021024725,0.005758462],"genre_scores_gemma":[0.98943746,7.8957936e-7,0.00860889,0.0018364352,0.000031549705,0.000011036344,0.00002732648,0.0000022896643,0.000044209108],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774176,0.00017899019,0.00036741167,0.00012469394,0.0012889619,0.00029817593],"domain_scores_gemma":[0.99784434,0.00011466689,0.00013375137,0.0003573127,0.0013134582,0.0002364445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023912948,0.00012360894,0.000119485245,0.00033009058,0.0004872083,0.0005975086,0.00037855585,0.00007857154,0.00022318392],"category_scores_gemma":[0.0008201572,0.00011610174,0.000058220117,0.0009015072,0.000024005645,0.0097672995,0.0007756918,0.00014665033,0.004764339],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017205864,0.00009907965,0.014631912,0.000060309492,0.000038559723,0.000004711017,0.019488547,0.0021418603,0.0034660986,0.02143931,0.010123594,0.92833394],"study_design_scores_gemma":[0.0011977104,0.00023373724,0.42640117,0.000027469458,0.000017511025,0.00008361277,0.00044744049,0.55469143,0.0064035887,0.001120199,0.008793486,0.0005826814],"about_ca_topic_score_codex":0.00034875382,"about_ca_topic_score_gemma":0.00000251352,"teacher_disagreement_score":0.9277513,"about_ca_system_score_codex":0.00021958491,"about_ca_system_score_gemma":0.00012796813,"threshold_uncertainty_score":0.99601054},"labels":[],"label_agreement":null},{"id":"W2082679694","doi":"10.1002/meet.14504901281","title":"Investigating web information gathering tasks","year":2012,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Task (project management); Web navigation; Web browser; Web intelligence; Interface (matter); Information retrieval; Web page; The Internet; Web development; Engineering","score_opus":0.015986034498843924,"score_gpt":0.2651026471023747,"score_spread":0.24911661260353077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082679694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879318,0.000010864373,0.006467226,0.003343263,0.00012632251,0.00041731162,0.000007370348,0.00017722034,0.0015186224],"genre_scores_gemma":[0.9614657,0.000018196044,0.0372562,0.001191939,0.0000132250725,0.0000465393,7.650102e-7,0.0000017632383,0.0000056416516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99860764,0.0000012354863,0.00036059433,0.00007291178,0.0005475052,0.00041013275],"domain_scores_gemma":[0.9978191,0.000026127916,0.00065291265,0.00013439788,0.0012797643,0.00008765954],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015776821,0.00009275544,0.00013087946,0.00029447174,0.00053619756,0.00023258156,0.0009907164,0.000046368616,4.4292844e-7],"category_scores_gemma":[0.00064325676,0.00006681612,0.000071463954,0.0037000086,0.0014186384,0.015935492,0.0005341492,0.00013999153,0.000005430688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043366977,0.000020670006,0.030674677,0.00017057874,0.00001713956,1.6577602e-9,0.015807057,0.0000039863744,0.036078896,0.5826854,0.0022127952,0.33232445],"study_design_scores_gemma":[0.002063443,0.00079934223,0.061480395,0.00017783663,0.000062632884,0.00012981493,0.0712857,0.19027027,0.3538534,0.00996787,0.30859658,0.0013127],"about_ca_topic_score_codex":0.000005850792,"about_ca_topic_score_gemma":4.6830284e-8,"teacher_disagreement_score":0.57271755,"about_ca_system_score_codex":0.00007871141,"about_ca_system_score_gemma":0.00017601276,"threshold_uncertainty_score":0.9978281},"labels":[],"label_agreement":null},{"id":"W2083141524","doi":"10.1016/s0740-8188(01)00102-5","title":"The academic and the everyday: Investigating the overlap in mature undergraduates' information–seeking behaviors","year":2002,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Everyday life; Information seeking; Psychology; Information behavior; Qualitative research; Information seeking behavior; Social psychology; Sociology; Social science; Library science; Computer science; Epistemology","score_opus":0.05281244775290806,"score_gpt":0.32487922405595493,"score_spread":0.2720667763030469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083141524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5954607,0.0010951657,0.0077714385,0.3085632,0.0012244902,0.0055106855,0.000028850302,0.00062905054,0.079716414],"genre_scores_gemma":[0.9953623,0.0007401347,0.00063800317,0.002821629,0.000037742608,0.00012770816,0.0000065082686,0.0000045527786,0.00026146276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947928,0.00041110688,0.00084907754,0.00017107448,0.002885382,0.00089051115],"domain_scores_gemma":[0.99709374,0.0014414757,0.0002610141,0.00073071214,0.00027282324,0.00020025684],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["sts","scholarly_communication"],"category_scores_codex":[0.008114836,0.00015996952,0.00013310873,0.0007179883,0.0037625758,0.0055700787,0.0036808394,0.000106198655,0.000019111876],"category_scores_gemma":[0.0014243481,0.00007656434,0.000052055926,0.006377771,0.0028498985,0.055448506,0.0016598852,0.0017615706,0.00022811328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024510948,0.0000104406845,0.0063949875,0.000033766344,0.000004196131,0.0000010385507,0.050264914,0.00021194112,0.000076950404,0.81178397,0.004351682,0.12684162],"study_design_scores_gemma":[0.0016331816,0.000085914755,0.052352507,0.00013093126,0.00000412737,0.000087889886,0.015228823,0.82506907,0.0012643205,0.016493592,0.0872405,0.00040916976],"about_ca_topic_score_codex":0.00004268475,"about_ca_topic_score_gemma":0.0000017040828,"teacher_disagreement_score":0.8248571,"about_ca_system_score_codex":0.00007405628,"about_ca_system_score_gemma":0.00042227874,"threshold_uncertainty_score":0.99986374},"labels":[],"label_agreement":null},{"id":"W2087859840","doi":"10.1007/s10844-009-0096-5","title":"Evaluating information retrieval system performance based on user preference","year":2009,"lang":"en","type":"article","venue":"Journal of Intelligent Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Information retrieval; Preference; Rank (graph theory); Precision and recall; Measure (data warehouse); Relevance feedback; Document retrieval; Data mining; Artificial intelligence; Image retrieval; Statistics","score_opus":0.07183585331902738,"score_gpt":0.30965548051274866,"score_spread":0.2378196271937213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087859840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109251834,0.000029264833,0.87791,0.00029094794,0.0022566486,0.00079003075,0.000010701079,0.00016503331,0.009295506],"genre_scores_gemma":[0.9951518,0.00001758853,0.0040276945,0.00062338304,0.000103947634,0.0000050113326,0.00001647634,0.0000033839071,0.00005070103],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99476826,0.0001504261,0.0023837835,0.00008453657,0.0022730224,0.00033998393],"domain_scores_gemma":[0.99457896,0.00012939471,0.0020744347,0.0004470187,0.002557389,0.00021280367],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0033302507,0.00023358242,0.00035077278,0.0010213646,0.00023496864,0.001060002,0.0010257253,0.00014009948,0.000011652474],"category_scores_gemma":[0.000324921,0.0001759787,0.00016395794,0.000845939,0.000020216947,0.013625357,0.00004545123,0.00044222496,0.0005271869],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001431538,0.0002014275,0.00068726146,0.0011729905,0.00006410896,0.000008470997,0.009247165,0.5522454,0.00024408723,0.08408574,0.0031918874,0.34741995],"study_design_scores_gemma":[0.0008642125,0.0022093123,0.002117003,0.00074443384,0.00001372832,0.00016838727,0.00088806154,0.972643,0.0044456823,0.000009154788,0.015634071,0.00026293058],"about_ca_topic_score_codex":0.0000037505042,"about_ca_topic_score_gemma":3.027093e-8,"teacher_disagreement_score":0.88589996,"about_ca_system_score_codex":0.00051647006,"about_ca_system_score_gemma":0.00041124053,"threshold_uncertainty_score":0.999977},"labels":[],"label_agreement":null},{"id":"W2089390019","doi":"10.1145/2348283.2348507","title":"Rewarding term location information to enhance probabilistic information retrieval","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Probabilistic logic; Divergence-from-randomness model; Computer science; Information retrieval; Term (time); Intuition; Term Discrimination; Focus (optics); Adversarial information retrieval; Vector space model; Cognitive models of information retrieval; Human–computer information retrieval; Artificial intelligence; Search engine; Concept search","score_opus":0.014184221016118105,"score_gpt":0.28234879821113246,"score_spread":0.26816457719501435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089390019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06074939,0.0000056285385,0.92878014,0.00067586004,0.0007738172,0.0006409452,0.0000029527982,0.00030837912,0.008062914],"genre_scores_gemma":[0.97826976,0.0000023868163,0.019889966,0.0014807642,0.00008392495,0.000030846746,0.000040649196,0.000002710727,0.00019899702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983059,0.00003419159,0.00055335596,0.00008167899,0.00060882716,0.00041604709],"domain_scores_gemma":[0.9983478,0.00004352732,0.00015452916,0.00038662608,0.00082182547,0.00024566485],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094533776,0.00012735596,0.00010823015,0.00031442317,0.00018516075,0.0004519304,0.00046668632,0.00007283439,0.000044421286],"category_scores_gemma":[0.0007479089,0.00010993196,0.000036852634,0.0011329219,0.00001775066,0.0221745,0.00019860774,0.00012608511,0.00313362],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014191477,0.00015110023,0.0038970592,0.0004141656,0.00002098324,3.6678733e-7,0.042436276,0.0013147016,0.0012259721,0.27032736,0.012976965,0.66709316],"study_design_scores_gemma":[0.001810287,0.0011200641,0.28751218,0.00032095175,0.000051726423,0.00010123486,0.002000651,0.13529998,0.18301667,0.0017962534,0.38388053,0.00308947],"about_ca_topic_score_codex":0.000013851284,"about_ca_topic_score_gemma":5.856382e-7,"teacher_disagreement_score":0.91752034,"about_ca_system_score_codex":0.00018981312,"about_ca_system_score_gemma":0.0000999245,"threshold_uncertainty_score":0.9976426},"labels":[],"label_agreement":null},{"id":"W2094993172","doi":"10.1145/2702123.2702541","title":"Supporting the Modern Polyglot","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Fonds National de la Recherche Luxembourg","keywords":"Computer science; Polyglot; Cross-language information retrieval; World Wide Web; Information retrieval; Interleaving; User interface; Human–computer interaction; Query expansion","score_opus":0.06160120446232697,"score_gpt":0.3281867290087691,"score_spread":0.26658552454644213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094993172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025487786,0.000013535297,0.8934787,0.0050636414,0.00018915102,0.00009841395,3.697989e-7,0.00017552296,0.075492874],"genre_scores_gemma":[0.9844217,3.1826775e-7,0.0060858233,0.0013816237,0.000023895138,0.0000032169805,5.420856e-7,0.0000014270861,0.008081455],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993895,0.000016245409,0.00010817079,0.00005938928,0.00026655145,0.00016013932],"domain_scores_gemma":[0.99957246,0.000017223638,0.00002657711,0.00021871799,0.00008548662,0.000079525475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046298173,0.00003418614,0.000031747764,0.000020388808,0.000067099354,0.00014406753,0.0004916421,0.000012820581,0.000022068469],"category_scores_gemma":[0.000038651113,0.00001789849,0.000019358886,0.00014468664,0.000015214827,0.00045680383,0.0001557241,0.000055732737,0.00029711687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006811511,0.000046147165,0.0022776632,0.0000039927036,0.000006625567,0.000011517136,0.0138348825,0.00018158217,0.00029908956,0.46577576,0.040774673,0.47678125],"study_design_scores_gemma":[0.00040904278,0.0000885103,0.0032484706,0.0000024131475,0.0000024482551,0.000047214417,0.00044932077,0.92011404,0.005876405,0.028605096,0.04096196,0.00019505186],"about_ca_topic_score_codex":0.000030827083,"about_ca_topic_score_gemma":0.0000014651137,"teacher_disagreement_score":0.9589339,"about_ca_system_score_codex":0.000012609681,"about_ca_system_score_gemma":0.000075086384,"threshold_uncertainty_score":0.38189355},"labels":[],"label_agreement":null},{"id":"W2096249996","doi":"10.1145/1141753.1141818","title":"Using controlled query generation to evaluate blind relevance feedback algorithms","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Query expansion; Query optimization; Web query classification; Relevance (law); Information retrieval; Sargable; Relevance feedback; Set (abstract data type); Query language; Process (computing); Web search query; Online aggregation; Data mining; Result set; Query by Example; Term (time); Algorithm; Search engine; Artificial intelligence","score_opus":0.08124939581230618,"score_gpt":0.3355957155963968,"score_spread":0.2543463197840906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096249996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19247754,0.000022019498,0.80266863,0.0006521158,0.0003317473,0.00048380473,0.0000014278078,0.00010261814,0.0032601224],"genre_scores_gemma":[0.51829404,0.0000054971524,0.47057086,0.0015276467,0.0004803836,0.00004928166,0.000013938825,0.0000115683615,0.009046777],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852484,0.000065531065,0.00037410978,0.0002219814,0.00053743017,0.00027611296],"domain_scores_gemma":[0.99914,0.00004590485,0.00007693517,0.00029012823,0.00035752446,0.00008948087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006232847,0.000114946895,0.00017333301,0.00014468475,0.00018181323,0.00033759675,0.00032030768,0.000049479873,0.00006239542],"category_scores_gemma":[0.000057798992,0.000090162284,0.00006661979,0.0004650504,0.000015816635,0.00084564305,0.00009515354,0.00007845271,0.00030765688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006752491,0.00058082445,0.0007956347,0.00003851559,0.0000678905,0.00005487754,0.0014520084,0.1571144,0.33711407,0.19476387,0.024990326,0.28235233],"study_design_scores_gemma":[0.0025963604,0.0000586599,0.00060282694,0.000005081906,0.0000058506666,0.000008045408,0.0000075185358,0.9775915,0.016865063,0.00029230412,0.0018048796,0.00016190576],"about_ca_topic_score_codex":0.00015328787,"about_ca_topic_score_gemma":0.000024678582,"teacher_disagreement_score":0.82047707,"about_ca_system_score_codex":0.00008525179,"about_ca_system_score_gemma":0.00011239998,"threshold_uncertainty_score":0.39544094},"labels":[],"label_agreement":null},{"id":"W2096296071","doi":"10.1002/meet.2014.14505101021","title":"Searching as learning: Novel measures for information interaction research","year":2014,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Outcome (game theory); Focus (optics); Computer science; Psychology; Data science","score_opus":0.03832970841132488,"score_gpt":0.3452638541912317,"score_spread":0.3069341457799068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096296071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73966104,0.000005330728,0.23891163,0.013581069,0.00021447103,0.0018148856,0.000008443779,0.00031424628,0.0054888735],"genre_scores_gemma":[0.9744173,0.000019164247,0.024834534,0.0005404337,0.000016531632,0.00013896478,0.0000020400482,0.0000028256204,0.000028165177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980299,0.0000050044378,0.00038636426,0.00013918342,0.0009993708,0.00044019413],"domain_scores_gemma":[0.9939756,0.00017272869,0.0005369783,0.00014566982,0.0050993743,0.00006964853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056515373,0.000094855706,0.0001536112,0.0006896464,0.0012300232,0.00053231494,0.0012411653,0.00006139738,2.709622e-7],"category_scores_gemma":[0.0040883007,0.00007027856,0.0000981339,0.003738207,0.0014852654,0.009176519,0.000513977,0.00033320463,0.0000056111785],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027598055,0.00001375229,0.00041274607,0.000088776724,0.000008693763,7.4644707e-10,0.004824771,0.000023660295,0.014631109,0.5879339,0.0005849517,0.39145005],"study_design_scores_gemma":[0.0012393412,0.0016603005,0.0018105058,0.00007536397,0.00001470518,0.000032825308,0.032690894,0.28089193,0.113364704,0.014925234,0.5529453,0.00034886933],"about_ca_topic_score_codex":0.000029093098,"about_ca_topic_score_gemma":2.7811177e-7,"teacher_disagreement_score":0.57300866,"about_ca_system_score_codex":0.00012422142,"about_ca_system_score_gemma":0.00024644058,"threshold_uncertainty_score":0.9460469},"labels":[],"label_agreement":null},{"id":"W2097443371","doi":"10.1145/1571941.1572003","title":"Smoothing clickthrough data for web search ranking","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Smoothing; Estimator; Cluster analysis; Data mining; Machine learning; Artificial intelligence; Mathematics; Statistics","score_opus":0.12442172047743968,"score_gpt":0.3708430013819626,"score_spread":0.2464212809045229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097443371","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007487622,0.00001728446,0.97720927,0.004746515,0.00014895906,0.0002989991,0.00001158555,0.00021745762,0.009862315],"genre_scores_gemma":[0.7443203,0.000010767579,0.25040948,0.0036808653,0.00012310795,0.000005473285,0.000056760728,0.0000048574993,0.0013884217],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988899,0.000021291928,0.00019676189,0.00023338603,0.00034943057,0.00030920695],"domain_scores_gemma":[0.9988727,0.00008462767,0.000026569853,0.0008356754,0.00011222871,0.000068228335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008910933,0.00007178185,0.00008970604,0.00007536613,0.0002133688,0.0003464242,0.0017021202,0.00003849155,0.000035057605],"category_scores_gemma":[0.00005827629,0.000057312925,0.000034602326,0.00028173157,0.000015415335,0.0020350947,0.00032487855,0.000106245425,0.000071175265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017460978,0.00006451214,0.00012244374,0.000017222012,0.0000062764316,0.000004494324,0.0011254678,0.00003429547,0.002204302,0.3286289,0.011887892,0.6558867],"study_design_scores_gemma":[0.0010173762,0.00021165372,0.0027473387,0.000017694183,0.000004756871,0.000013903749,0.00009419022,0.8586345,0.004116146,0.002717483,0.1301491,0.00027585874],"about_ca_topic_score_codex":0.000011792106,"about_ca_topic_score_gemma":0.0000019255,"teacher_disagreement_score":0.8586002,"about_ca_system_score_codex":0.000020535163,"about_ca_system_score_gemma":0.000104445535,"threshold_uncertainty_score":0.33405766},"labels":[],"label_agreement":null},{"id":"W2099048704","doi":"10.1145/1924475.1924484","title":"Report on the SIGIR 2010 workshop on the simulation of interaction","year":2011,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Embodied cognition; Human–computer interaction; Interface (matter); User interface; Data science; Information retrieval; Artificial intelligence","score_opus":0.09104068326569431,"score_gpt":0.31459873072407246,"score_spread":0.22355804745837815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099048704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781482,0.000009040293,0.07114058,0.019338459,0.0019051159,0.0008807002,0.000004454383,0.00016994774,0.02840353],"genre_scores_gemma":[0.99754393,0.000002916856,0.0003261895,0.0010632392,0.000027627288,0.000015561256,0.000002997514,0.0000047219414,0.0010128057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989135,0.000058691636,0.00029406816,0.00014626433,0.0003950512,0.00019238258],"domain_scores_gemma":[0.99781406,0.00073369825,0.00022110814,0.0010549468,0.00014188109,0.00003429969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005714427,0.000095220705,0.00008164852,0.00007275992,0.00018545584,0.000066835004,0.0008775347,0.000054397005,0.0001335377],"category_scores_gemma":[0.00069759396,0.00004885896,0.00007907953,0.00028266804,0.000047920563,0.00047524425,0.00021516721,0.00023687004,0.00019037706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063011807,0.0009088526,0.008691542,0.000030741598,0.00012141637,0.00007844019,0.017033454,0.0099249715,0.0021777109,0.5349891,0.053515974,0.37189764],"study_design_scores_gemma":[0.0012904522,0.002289847,0.15294616,0.00043242055,0.000059474773,0.00010769067,0.004207219,0.45213312,0.22546749,0.058985095,0.10083088,0.0012501399],"about_ca_topic_score_codex":0.000022864648,"about_ca_topic_score_gemma":0.00000392726,"teacher_disagreement_score":0.47600403,"about_ca_system_score_codex":0.000028975901,"about_ca_system_score_gemma":0.000028600398,"threshold_uncertainty_score":0.24469754},"labels":[],"label_agreement":null},{"id":"W2102324863","doi":"10.1002/meet.14504201189","title":"Evaluating success in search systems","year":2005,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of British Columbia","funders":"","keywords":"Perspective (graphical); Session (web analytics); Computer science; The Internet; Focus (optics); Data science; Management science; Information retrieval; World Wide Web; Engineering; Artificial intelligence","score_opus":0.032656894048817796,"score_gpt":0.34148918035599807,"score_spread":0.3088322863071803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102324863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921082,0.000014357925,0.0022611574,0.0045360876,0.000040595656,0.00044563724,0.000002604226,0.00006356865,0.0005277925],"genre_scores_gemma":[0.98003465,0.000020723339,0.019559726,0.0003082905,0.000008217688,0.000050730734,2.149938e-7,0.0000014186454,0.000016022006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985493,0.0000019179015,0.00033911382,0.00012190778,0.0006685429,0.00031922635],"domain_scores_gemma":[0.9979787,0.000033488064,0.00031863223,0.000120464036,0.0015096809,0.000039074737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025888805,0.00006844847,0.00013538348,0.0003686548,0.0003017751,0.0002282586,0.0012457261,0.000036043075,2.6070225e-7],"category_scores_gemma":[0.00031768178,0.00004867584,0.000047246223,0.0046252087,0.0011081612,0.004760455,0.00045036498,0.00013727942,0.000002277417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012930542,0.000031538704,0.016784906,0.00014993415,0.000008347762,9.884479e-9,0.007236113,0.00021065873,0.019807687,0.39284635,0.0004225227,0.56248903],"study_design_scores_gemma":[0.00081682985,0.00040218813,0.013004306,0.000063134976,0.000007039433,0.000027594053,0.014763421,0.90734655,0.0545351,0.000809703,0.007961816,0.00026233945],"about_ca_topic_score_codex":0.000025074436,"about_ca_topic_score_gemma":3.645594e-7,"teacher_disagreement_score":0.90713584,"about_ca_system_score_codex":0.00012133122,"about_ca_system_score_gemma":0.00021788038,"threshold_uncertainty_score":0.40830663},"labels":[],"label_agreement":null},{"id":"W2104323693","doi":"10.1002/meet.14504001115","title":"The role of context in search: Examining the effect of subject domain on the search interface","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Domain (mathematical analysis); Subject (documents); Context (archaeology); Interface (matter); Computer science; Psychology; Human–computer interaction; Interface design; Information retrieval; Cognitive psychology; World Wide Web; Mathematics; Biology","score_opus":0.015667128737924075,"score_gpt":0.2744345916597722,"score_spread":0.2587674629218481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104323693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99526775,0.000039244645,0.0005014919,0.0024350544,0.000027338312,0.00062070676,0.0000027973697,0.000015670461,0.0010899181],"genre_scores_gemma":[0.99924886,0.000033144985,0.0005309538,0.00013299883,0.0000017416113,0.000043061325,6.83093e-8,0.0000017841438,0.0000073831648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99856347,0.000022308092,0.0003532272,0.000102384925,0.0006542148,0.00030439865],"domain_scores_gemma":[0.99806726,0.0006000318,0.00039925982,0.00022971476,0.00068108656,0.000022654907],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0065969643,0.000085695094,0.00016381902,0.00015726818,0.0005111065,0.000104334584,0.0017518727,0.000035553872,4.2995492e-7],"category_scores_gemma":[0.0009945156,0.000036024132,0.00007583072,0.0033185284,0.00369033,0.000861978,0.00037546264,0.00025039233,9.0023457e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075718555,0.000019252617,0.01979453,0.00007061003,0.000023724571,9.040009e-9,0.023046061,0.00002479951,0.03325779,0.6237027,0.0001702829,0.2998145],"study_design_scores_gemma":[0.00045125216,0.0013396376,0.0046589575,0.000055727345,0.000006005986,0.000008877148,0.09568338,0.013228389,0.8787333,0.0021699297,0.0035626695,0.00010192561],"about_ca_topic_score_codex":0.000025755171,"about_ca_topic_score_gemma":6.789968e-7,"teacher_disagreement_score":0.84547544,"about_ca_system_score_codex":0.00005209597,"about_ca_system_score_gemma":0.00014834102,"threshold_uncertainty_score":0.99902105},"labels":[],"label_agreement":null},{"id":"W2106532293","doi":"10.1145/2396761.2398568","title":"Stochastic simulation of time-biased gain","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Amazon Web Services","keywords":"Computer science; Flexibility (engineering); Information gain; Measure (data warehouse); Stochastic process; Process (computing); Response time; Data mining; Statistics; Mathematics","score_opus":0.031018332042308843,"score_gpt":0.2918494292419322,"score_spread":0.26083109719962333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106532293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03593077,0.0000044174662,0.96000004,0.000046007644,0.00005874941,0.00007709334,7.7213053e-7,0.000047989557,0.0038341514],"genre_scores_gemma":[0.9940921,8.226037e-8,0.0047256923,0.000078176236,0.000016432434,0.0000013089821,0.0000020125524,0.0000012381297,0.0010829625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949384,0.000016976905,0.00012612752,0.000038958842,0.00019417895,0.00012992555],"domain_scores_gemma":[0.99960697,0.00008469416,0.000037334004,0.00014002473,0.00007252059,0.000058444235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023746186,0.000035348567,0.000050899827,0.000057631514,0.00002692905,0.000016561009,0.0001553093,0.000019821226,0.00020957118],"category_scores_gemma":[0.000043087377,0.000027639546,0.000023214387,0.00016955096,0.000011988088,0.00064622593,0.00004641214,0.000028497692,0.00039259277],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006175923,0.00076837966,0.0034063002,0.00007429797,0.000031870768,0.0000013123926,0.010472049,0.54339594,0.020049196,0.20352753,0.003277169,0.21493423],"study_design_scores_gemma":[0.00012255089,0.000027133035,0.0024375685,0.0000024646658,0.0000014159318,5.9299447e-7,0.000008245419,0.99356943,0.0035163942,0.000089226654,0.00017711162,0.000047836078],"about_ca_topic_score_codex":0.0000044789567,"about_ca_topic_score_gemma":8.000086e-8,"teacher_disagreement_score":0.9581613,"about_ca_system_score_codex":0.000010686216,"about_ca_system_score_gemma":0.00001692606,"threshold_uncertainty_score":0.5046117},"labels":[],"label_agreement":null},{"id":"W2108279663","doi":"10.1145/1935826.1935840","title":"Personalizing web search using long term browsing history","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Personalization; Computer science; World Wide Web; Information retrieval; Personalized search; Term (time); Search engine; The Internet; Web navigation; Web page","score_opus":0.2027700771185297,"score_gpt":0.29613797628832467,"score_spread":0.09336789916979496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108279663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65179306,0.00010236037,0.30436945,0.00003824197,0.00037530973,0.00012127075,4.403889e-7,0.00021301668,0.042986866],"genre_scores_gemma":[0.9450657,0.0000040765967,0.05220347,0.00031589557,0.000036967336,0.0000015331951,8.228051e-7,0.0000065933095,0.002364992],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894184,0.000039802064,0.00016881945,0.00016752949,0.0003722527,0.00030977975],"domain_scores_gemma":[0.9994676,0.000016039525,0.000034764602,0.0002485742,0.00011537517,0.00011760863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034644958,0.00008624146,0.00008312507,0.00016425432,0.0001410274,0.000074398304,0.0004938373,0.000041472882,0.00073143013],"category_scores_gemma":[0.000008459514,0.000075521275,0.00005757084,0.00017813416,0.00005625793,0.0011944659,0.00020796648,0.00014213451,0.00014504069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007465025,0.0005284063,0.22590396,0.00032386152,0.000083836465,0.00051454053,0.1332709,0.00003648853,0.09847894,0.21596478,0.0028234895,0.32199615],"study_design_scores_gemma":[0.0015371062,0.00030183556,0.25487158,0.00017952836,0.000030862597,0.00046835683,0.0011509676,0.68571204,0.04677493,0.00017711922,0.007253753,0.0015419264],"about_ca_topic_score_codex":0.00014227872,"about_ca_topic_score_gemma":0.000005187818,"teacher_disagreement_score":0.68567556,"about_ca_system_score_codex":0.0002776762,"about_ca_system_score_gemma":0.00024671387,"threshold_uncertainty_score":0.8008647},"labels":[],"label_agreement":null},{"id":"W2108302906","doi":"10.5860/crl.65.1.36","title":"Subject No-hits Searches in an Academic Library Online Catalog: An Exploration of Two Potential Ameliorations","year":2004,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Pathfinder; Subject (documents); Computer science; Information retrieval; Database transaction; Library catalog; Transaction log; World Wide Web; Data science; Database","score_opus":0.15781687254929286,"score_gpt":0.38853250038040066,"score_spread":0.2307156278311078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108302906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97376114,0.00016033564,0.019199094,0.004333942,0.0001704295,0.0010395402,0.0003685951,0.00026247848,0.00070446345],"genre_scores_gemma":[0.9783485,0.000107851345,0.020057023,0.00011080951,0.00019219385,0.000082329905,0.000592326,0.00002218575,0.00048678915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996249,0.0006811299,0.00062401686,0.0004380134,0.0013215813,0.0006862166],"domain_scores_gemma":[0.9981276,0.00019211839,0.000099585624,0.00071669935,0.0005005432,0.00036344476],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011406173,0.00018411867,0.00025701118,0.0012637327,0.0004436566,0.00064938207,0.0018359731,0.0001677501,0.000057020854],"category_scores_gemma":[0.0002813738,0.00017064084,0.00005893435,0.0033742157,0.00054855814,0.043157574,0.00077696505,0.0010024657,0.000082124905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053419307,0.0015615235,0.005803682,0.00015382525,0.000019594281,0.00016905219,0.01867405,0.0039472985,0.016301235,0.93990695,0.001233131,0.011695485],"study_design_scores_gemma":[0.010833794,0.008762826,0.12880988,0.00054595096,0.000017981576,0.00006441063,0.017297672,0.11651969,0.31236348,0.39730456,0.00541102,0.002068714],"about_ca_topic_score_codex":0.00015388262,"about_ca_topic_score_gemma":0.00018995417,"teacher_disagreement_score":0.54260236,"about_ca_system_score_codex":0.00008148923,"about_ca_system_score_gemma":0.0027932953,"threshold_uncertainty_score":0.9702253},"labels":[],"label_agreement":null},{"id":"W2113412221","doi":"10.18438/b8d31w","title":"The Form of Search Tool Chosen by Undergraduate Students Influences Research Practices and the Type and Quality of Information Selected","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Service (business); Quality (philosophy); World Wide Web; Psychology; Medical education; Information retrieval; Mathematics education; Medicine","score_opus":0.051947985843294714,"score_gpt":0.38109847783370754,"score_spread":0.3291504919904128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113412221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8776762,0.000865414,0.016037496,0.10166491,0.00013124835,0.001581739,0.000016873999,0.0000837706,0.0019423336],"genre_scores_gemma":[0.98986036,0.00460122,0.0021316824,0.0032932176,0.000011194861,0.000023414035,0.00001667557,0.0000025222726,0.000059705635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99632835,0.0013683849,0.0007861773,0.000101264,0.0012020718,0.00021376536],"domain_scores_gemma":[0.9863364,0.011214525,0.0010528184,0.00034069907,0.0009786299,0.00007693307],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.009419047,0.00010295027,0.00015790174,0.00016918285,0.000580533,0.0014420192,0.0006709199,0.0000646927,0.0000040469995],"category_scores_gemma":[0.013995856,0.000059906226,0.000017198683,0.0012799341,0.00049222994,0.17063439,0.00044739456,0.00036133747,0.0000073237275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022697472,0.000050775023,0.014064734,0.0005464371,0.000046227266,1.00588075e-7,0.0059481063,0.000029881736,0.00023295789,0.9027975,0.0010621869,0.07295133],"study_design_scores_gemma":[0.005859691,0.0021684314,0.528556,0.00059951347,0.00007228176,0.000028588624,0.008166558,0.13015069,0.016598998,0.005009469,0.30215833,0.0006314672],"about_ca_topic_score_codex":0.000102869184,"about_ca_topic_score_gemma":3.3892647e-7,"teacher_disagreement_score":0.89778805,"about_ca_system_score_codex":0.000008396133,"about_ca_system_score_gemma":0.00027860302,"threshold_uncertainty_score":0.99959457},"labels":[],"label_agreement":null},{"id":"W2113557293","doi":"","title":"Enhanced Web Retrieval Task","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Task (project management); Information retrieval; World Wide Web; Search engine; Adversarial information retrieval; Human–computer information retrieval; Cognitive models of information retrieval; Engineering","score_opus":0.01397439744934049,"score_gpt":0.2637368972764694,"score_spread":0.2497624998271289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113557293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11425178,0.00001493624,0.7461686,0.0032259454,0.0002640766,0.00016667535,0.0000012650199,0.0004843656,0.13542236],"genre_scores_gemma":[0.98624414,0.0000061954124,0.008481215,0.0017831963,0.00002906898,5.927291e-7,0.0000014448776,0.0000011864017,0.0034529483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99918157,0.000014604703,0.00015250887,0.00012666889,0.0003148288,0.00020980254],"domain_scores_gemma":[0.99949443,0.000015949294,0.00002811295,0.00027488914,0.00009560323,0.00009100715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017502058,0.00006497073,0.000069588445,0.000070328235,0.00007878963,0.0001371095,0.00048421163,0.00003663844,0.00012742555],"category_scores_gemma":[0.000028825734,0.000050065373,0.00004085158,0.00041472,0.000012766393,0.00069954374,0.00005058079,0.00008749149,0.0006793776],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003946467,0.00013235385,0.000027235872,0.0000049613554,0.0000073280007,0.000016028409,0.0010630492,0.000014913908,0.21412584,0.52974916,0.008871718,0.24594794],"study_design_scores_gemma":[0.0018823862,0.001203826,0.015880723,0.00001900521,0.000007109128,0.000039740127,0.00007794475,0.092267245,0.8166587,0.009303893,0.061807845,0.00085162756],"about_ca_topic_score_codex":0.000001131168,"about_ca_topic_score_gemma":3.0946697e-7,"teacher_disagreement_score":0.87199235,"about_ca_system_score_codex":0.000021378248,"about_ca_system_score_gemma":0.000067173954,"threshold_uncertainty_score":0.8732251},"labels":[],"label_agreement":null},{"id":"W2114113935","doi":"10.1109/grc.2006.1635879","title":"A multilevel searching and re-ranking framework for information retrieval","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Computer science; Information retrieval; Index (typography); Data mining; Learning to rank; Document retrieval; World Wide Web","score_opus":0.02315837189555964,"score_gpt":0.286667262979461,"score_spread":0.26350889108390135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114113935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031518858,0.000007989548,0.96465635,0.0005873233,0.000107636166,0.00032396667,0.0000055636274,0.00014271388,0.0026495855],"genre_scores_gemma":[0.6152187,0.000002379224,0.38408586,0.0004236227,0.000049865423,0.000009324787,0.00001162997,0.0000029148257,0.00019571591],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990383,0.000017548926,0.0002627459,0.0001065509,0.00032280077,0.0002520636],"domain_scores_gemma":[0.9993073,0.0002283433,0.00006735108,0.0001743497,0.00016513052,0.00005757297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005342771,0.000081876766,0.00008523885,0.00015149557,0.00025552334,0.00050052576,0.000252912,0.00006971447,0.000011748006],"category_scores_gemma":[0.00017465271,0.00006834815,0.000038915776,0.00022516967,0.000026152591,0.0023926706,0.00012615792,0.00013825,0.000024527873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028818624,0.000013783398,0.0003990477,0.00004192307,0.0000029125622,5.49238e-7,0.0013779753,0.000060346843,0.00015856666,0.9083663,0.00039353044,0.089156225],"study_design_scores_gemma":[0.0014310003,0.00020601525,0.029753255,0.00007407215,0.000007458604,0.000018393112,0.0002724576,0.8321837,0.009500111,0.103641555,0.022436472,0.0004755243],"about_ca_topic_score_codex":0.000045424258,"about_ca_topic_score_gemma":0.0000021518683,"teacher_disagreement_score":0.83212334,"about_ca_system_score_codex":0.000027612909,"about_ca_system_score_gemma":0.00004281332,"threshold_uncertainty_score":0.48265815},"labels":[],"label_agreement":null},{"id":"W2114653137","doi":"10.1109/wi-iat.2011.130","title":"A Luhn-Inspired Vector Re-weighting Approach for Improving Personalized Web Search","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Information retrieval; Personalization; Set (abstract data type); Weighting; Personalized search; Similarity (geometry); Vector space model; Web search query; Search engine; Zipf's law; Rank (graph theory); Data mining; World Wide Web; Artificial intelligence; Mathematics","score_opus":0.08381528602173237,"score_gpt":0.27574195145472874,"score_spread":0.19192666543299636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114653137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017610881,0.00002772996,0.93793446,0.000115972776,0.00012766021,0.0006248428,0.0000058628693,0.0003357209,0.04321689],"genre_scores_gemma":[0.6090049,0.0000014303254,0.38804638,0.00021444926,0.00005100267,0.00008177849,0.0000078279645,0.0000098364935,0.0025823682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984593,0.000046830366,0.0002777139,0.00030731552,0.00042168805,0.0004871878],"domain_scores_gemma":[0.9991085,0.00005843698,0.00006467167,0.0003490395,0.00026195025,0.00015741428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000803695,0.00013537999,0.00015633168,0.00014651232,0.00029289082,0.00019245119,0.0007804958,0.00007333942,0.000121885736],"category_scores_gemma":[0.000049072776,0.00010527267,0.00012503524,0.00036994758,0.00005355203,0.0011027887,0.00023340891,0.00014454538,0.000039275084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002496371,0.00047552236,0.00083636376,0.00046747565,0.000053582997,0.000013304527,0.038319696,0.00001161108,0.015366486,0.7670368,0.001288545,0.17588098],"study_design_scores_gemma":[0.0011452908,0.0002249673,0.0005480603,0.000006512163,0.000007895087,0.00000967699,0.00078320666,0.98090994,0.0149009805,0.00026907658,0.00090821716,0.00028619968],"about_ca_topic_score_codex":0.00009706444,"about_ca_topic_score_gemma":0.0000030316628,"teacher_disagreement_score":0.9808983,"about_ca_system_score_codex":0.000055041342,"about_ca_system_score_gemma":0.0001930967,"threshold_uncertainty_score":0.42928952},"labels":[],"label_agreement":null},{"id":"W2115057477","doi":"","title":"York University at TREC 2006: Enterprise Email Discussion Search","year":2006,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Information retrieval; Thread (computing); Ranking (information retrieval); Search engine; Word (group theory); Document retrieval; Rank (graph theory); Query expansion; World Wide Web","score_opus":0.025149645107489006,"score_gpt":0.24079465806604977,"score_spread":0.21564501295856076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115057477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7569639,0.00008334635,0.18539183,0.0029520988,0.00055515673,0.0006971783,0.00009130452,0.00068593357,0.05257926],"genre_scores_gemma":[0.95159405,0.000019179859,0.0014993271,0.000071110764,0.00004823256,7.0295033e-7,0.000030556464,0.000007498299,0.04672931],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99772435,0.00015508934,0.00029803842,0.00043200445,0.000848763,0.00054175925],"domain_scores_gemma":[0.99870527,0.00007796547,0.00010536856,0.00060890964,0.00028115764,0.00022130302],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000432185,0.00021105997,0.00021778743,0.00021414063,0.00045100588,0.00026522437,0.0012189678,0.0001301932,0.0006314731],"category_scores_gemma":[0.000031966647,0.0001538929,0.00011914986,0.0009412284,0.000160035,0.0008333632,0.0006988372,0.00030273278,0.0011433773],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003032052,0.0016575324,0.1010874,0.00033904542,0.00009660204,0.0009077431,0.012855753,0.00027240373,0.06691819,0.52361417,0.057093978,0.2321251],"study_design_scores_gemma":[0.00804271,0.0017255496,0.38930014,0.0004269054,0.00009470054,0.00022324301,0.001715499,0.12369378,0.11418276,0.0032816029,0.35364363,0.00366947],"about_ca_topic_score_codex":0.00032990883,"about_ca_topic_score_gemma":0.000078769524,"teacher_disagreement_score":0.5203326,"about_ca_system_score_codex":0.0002869298,"about_ca_system_score_gemma":0.00026855143,"threshold_uncertainty_score":0.9996343},"labels":[],"label_agreement":null},{"id":"W2115400581","doi":"10.1145/2637002.2637060","title":"Combining document retrieval with knowledge graphs for exploratory search","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Exploratory search; Computer science; Information retrieval; Search engine; Human–computer information retrieval; Space (punctuation); Exploratory research; Information needs; Quality (philosophy); World Wide Web; Cognitive models of information retrieval; Order (exchange)","score_opus":0.030575381617284184,"score_gpt":0.2869057018459387,"score_spread":0.25633032022865454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115400581","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08440617,0.000022801114,0.9045808,0.00044192746,0.00022150589,0.0004785245,0.0000012499193,0.00024933493,0.009597691],"genre_scores_gemma":[0.9669764,0.000004765917,0.030844241,0.00030842845,0.000033617307,0.00003443319,0.00000577072,0.000009100997,0.0017832252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988018,0.00006459384,0.00019826833,0.00021612021,0.0003730105,0.0003461759],"domain_scores_gemma":[0.99894214,0.00016039737,0.0000374064,0.0003538134,0.0003489865,0.00015723586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010262551,0.0001111585,0.00012898122,0.00015223827,0.00022749454,0.00023533187,0.000548553,0.00004094893,0.00002558472],"category_scores_gemma":[0.000030160796,0.00007806952,0.00005209928,0.0004699491,0.00005458035,0.00085160177,0.00015441797,0.00011698638,0.00012437243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006854856,0.000063754414,0.00029112826,0.000038741433,0.000011087588,9.2169273e-7,0.0026548365,0.000021833339,0.00034830705,0.9759536,0.0011121223,0.019435132],"study_design_scores_gemma":[0.01554982,0.011030388,0.007168049,0.00023592431,0.00005384788,0.000059422688,0.002680107,0.4772898,0.26900768,0.037650358,0.17662358,0.0026510104],"about_ca_topic_score_codex":0.0000036680158,"about_ca_topic_score_gemma":0.0000033905003,"teacher_disagreement_score":0.93830323,"about_ca_system_score_codex":0.000035782214,"about_ca_system_score_gemma":0.00011933735,"threshold_uncertainty_score":0.31835827},"labels":[],"label_agreement":null},{"id":"W2116133147","doi":"10.1145/2348283.2348289","title":"Adaptive query suggestion for difficult queries","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Web query classification; Web search query; Spatial query; Information retrieval; Query expansion; Query optimization; Sargable; Query language; Search engine; Rank (graph theory); RDF query language; Range query (database); Similarity (geometry); Data mining; Artificial intelligence; Mathematics","score_opus":0.03612072071637346,"score_gpt":0.27639930795250717,"score_spread":0.2402785872361337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116133147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016932527,0.000022217626,0.9787574,0.00043692044,0.00029891965,0.00020307713,0.000002892112,0.0001458775,0.0032001825],"genre_scores_gemma":[0.9474983,0.0000022294853,0.049667675,0.0002531627,0.00007660885,0.000044226585,0.000006511933,0.0000024737262,0.0024488037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994326,0.000014339123,0.00010877346,0.00006749009,0.00014950069,0.00022727094],"domain_scores_gemma":[0.99954087,0.000060737562,0.000029276409,0.00012555753,0.00016013446,0.000083446794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002058956,0.000057143025,0.00005733499,0.000041972642,0.00010322895,0.00006295497,0.00017379026,0.00003355447,0.000026031259],"category_scores_gemma":[0.000046708363,0.00004118945,0.000034362147,0.00014921601,0.000020389696,0.0012996669,0.000056946472,0.000040963863,0.00010280736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000124013195,0.000051426458,0.000908622,0.000006354677,0.0000034354282,1.4482185e-7,0.0012626635,0.0000063019006,0.00029741295,0.9537638,0.0038561884,0.03983129],"study_design_scores_gemma":[0.0028327708,0.0015622274,0.39744002,0.000051844003,0.000039539864,0.00007724728,0.0036464427,0.17702442,0.13892569,0.008853097,0.26762715,0.0019195577],"about_ca_topic_score_codex":0.00001550301,"about_ca_topic_score_gemma":0.0000019053188,"teacher_disagreement_score":0.94491065,"about_ca_system_score_codex":0.000025957834,"about_ca_system_score_gemma":0.000028361026,"threshold_uncertainty_score":0.1679657},"labels":[],"label_agreement":null},{"id":"W2116336519","doi":"10.1109/wi.2006.6","title":"A Comparative User Study of Web Search Interfaces: HotMap, Concept Highlighter, and Google","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Search engine; Information retrieval; World Wide Web; Web search engine; Visualization; Search analytics; User interface; Metasearch engine; Web search query; Web page; Semantic search; Human–computer interaction; Data mining","score_opus":0.03368481356550434,"score_gpt":0.29914844869315615,"score_spread":0.2654636351276518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116336519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802005,0.000028936201,0.014109049,0.00013109457,0.000057961883,0.00035441923,0.000004032345,0.000058217247,0.0050557475],"genre_scores_gemma":[0.9956022,0.0000018114745,0.0020311947,0.00003759592,0.000009043767,0.000007290974,0.0000016764693,0.0000020764253,0.0023071375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989533,0.0000752174,0.00026792177,0.00017143195,0.0003541638,0.0001780117],"domain_scores_gemma":[0.9994227,0.000063870975,0.000051663366,0.00022588234,0.00018150598,0.000054338594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017149297,0.0000935189,0.00018768248,0.00010807623,0.00007629047,0.00012702972,0.00036543404,0.000027236641,0.000074160314],"category_scores_gemma":[0.000002437873,0.0000671159,0.000019233212,0.00030398057,0.00008461855,0.0005876095,0.0002533299,0.00009058148,0.00003922828],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035609212,0.01005234,0.10880536,0.00019955217,0.0002907029,0.0000915562,0.26573592,0.0014227849,0.049178217,0.50075793,0.04468977,0.018419763],"study_design_scores_gemma":[0.0124647925,0.008061536,0.29243177,0.000085051266,0.00004299938,0.000042078027,0.02739392,0.17874774,0.46251738,0.0005319545,0.01634707,0.0013337068],"about_ca_topic_score_codex":0.00044947254,"about_ca_topic_score_gemma":0.000101370366,"teacher_disagreement_score":0.50022596,"about_ca_system_score_codex":0.000016379303,"about_ca_system_score_gemma":0.000042812633,"threshold_uncertainty_score":0.2736907},"labels":[],"label_agreement":null},{"id":"W2117936500","doi":"10.1145/2505515.2505704","title":"Incorporating user preferences into click models","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Click-through rate; Set (abstract data type); Homogeneous; Variety (cybernetics); Human–computer interaction; Scale (ratio); Information retrieval; Artificial intelligence; Programming language; Mathematics","score_opus":0.03866618693706517,"score_gpt":0.26178546361373284,"score_spread":0.22311927667666767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117936500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17265302,0.0000054193492,0.78995275,0.0005487323,0.00008702156,0.00019020523,1.8530751e-7,0.0001799323,0.036382705],"genre_scores_gemma":[0.8363031,0.0000017604514,0.16137013,0.00035447112,0.000014423201,0.000025693198,0.0000013184336,0.0000017802928,0.001927334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992594,0.000021779359,0.00018708216,0.00012068799,0.0002586481,0.00015236046],"domain_scores_gemma":[0.9994522,0.000021693324,0.00004774143,0.00022422713,0.00016911529,0.000085025706],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014045564,0.00006539937,0.00006555565,0.000060494218,0.00010689504,0.00036682724,0.0005360839,0.000034421282,0.00017986576],"category_scores_gemma":[0.000011543745,0.000044905442,0.000023966633,0.00022726359,0.000024022296,0.003235133,0.00022275535,0.00007836571,0.0009207877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.076731e-7,0.000040096435,0.0017542826,0.000011459869,0.00000399151,7.758556e-7,0.001876794,0.00023532019,0.0003856982,0.85486275,0.0026620894,0.13816585],"study_design_scores_gemma":[0.00015305221,0.00009665528,0.0032366882,0.000007716608,0.0000010324611,0.0000025614108,0.0001770302,0.86407834,0.003637483,0.12748036,0.00093448895,0.00019459514],"about_ca_topic_score_codex":0.0004389852,"about_ca_topic_score_gemma":0.0000132979185,"teacher_disagreement_score":0.863843,"about_ca_system_score_codex":0.000014520869,"about_ca_system_score_gemma":0.00004986957,"threshold_uncertainty_score":0.9998571},"labels":[],"label_agreement":null},{"id":"W2120308175","doi":"10.1016/s0306-4573(00)00010-8","title":"Variations in relevance judgments and the measurement of retrieval effectiveness","year":2000,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":507,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; University of Waterloo","keywords":"Relevance (law); Information retrieval; Computer science; NIST; Set (abstract data type); Test (biology); Reliability (semiconductor); Ranking (information retrieval); Document retrieval; Natural language processing","score_opus":0.01358723951661481,"score_gpt":0.24398828895086408,"score_spread":0.23040104943424927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120308175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1599037,0.00028502967,0.75818706,0.0020693368,0.0003038634,0.0034070243,0.0000061407004,0.00022977624,0.07560806],"genre_scores_gemma":[0.9965052,0.000074357056,0.00309956,0.00021318202,0.0000037573702,0.000043190325,0.0000027863753,0.0000018777114,0.000056072226],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857265,0.00006599332,0.00044795874,0.000088814464,0.00067573244,0.0001488787],"domain_scores_gemma":[0.9993935,0.00004314186,0.00015078644,0.00019759496,0.00018792492,0.000027013944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019905698,0.00008392227,0.000116048264,0.00016534823,0.00014578983,0.00020606801,0.00032359106,0.000025462141,0.000013380696],"category_scores_gemma":[0.000044569362,0.00006034298,0.000023581895,0.00064346415,0.000062610685,0.0025666927,0.00008957271,0.0000846864,0.000025111665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024975408,0.00004325721,0.00012714542,0.00041176326,0.000014002125,6.5948745e-7,0.0039333384,0.0012944362,0.000008894204,0.05458475,0.000027665415,0.93930435],"study_design_scores_gemma":[0.016579745,0.00017600725,0.31569847,0.0012697758,0.000072631476,0.000012798406,0.0007474276,0.60887,0.0029999295,0.025665356,0.027198037,0.00070978],"about_ca_topic_score_codex":0.000012809015,"about_ca_topic_score_gemma":8.647815e-7,"teacher_disagreement_score":0.9385946,"about_ca_system_score_codex":0.00008561881,"about_ca_system_score_gemma":0.00003984557,"threshold_uncertainty_score":0.24607153},"labels":[],"label_agreement":null},{"id":"W2121587139","doi":"","title":"York University at TREC 2009: Relevance Feedback Track","year":2009,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Relevance feedback; Relevance (law); Computer science; Weighting; Task (project management); Track (disk drive); Domain (mathematical analysis); Information retrieval; Series (stratigraphy); Artificial intelligence; Mathematics; Engineering; Image retrieval","score_opus":0.03342038611951475,"score_gpt":0.24673428687266485,"score_spread":0.2133139007531501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121587139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7222897,0.0003700492,0.14599767,0.0065185204,0.00083791773,0.0010010047,0.00007858378,0.0014336957,0.121472865],"genre_scores_gemma":[0.97175854,0.00011294419,0.0038179178,0.0005121716,0.000041874006,3.3315092e-7,0.000010945291,0.0000056381755,0.023739643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978891,0.00009830341,0.00031200045,0.0004669753,0.00068284076,0.000550768],"domain_scores_gemma":[0.9983705,0.00012065081,0.00016373549,0.000708518,0.00033826876,0.0002983088],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036454672,0.00023596312,0.0002610778,0.00015437466,0.0003659309,0.00022212134,0.0014542416,0.0001531299,0.00043833896],"category_scores_gemma":[0.00012725349,0.00022722324,0.00011945303,0.0011389841,0.0001227053,0.0011024754,0.00020871154,0.0003500649,0.0015008793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014023851,0.0005125119,0.0013474484,0.000067644134,0.000042132837,0.00032047677,0.00705452,0.00007450154,0.023032745,0.44028485,0.025432067,0.50042874],"study_design_scores_gemma":[0.006594076,0.003220695,0.22269589,0.00029251003,0.000081194055,0.00028556556,0.0006660166,0.06114883,0.09923125,0.009851556,0.5924993,0.0034330948],"about_ca_topic_score_codex":0.000022459995,"about_ca_topic_score_gemma":0.000009981302,"teacher_disagreement_score":0.56706727,"about_ca_system_score_codex":0.00026226116,"about_ca_system_score_gemma":0.00029655732,"threshold_uncertainty_score":0.9992766},"labels":[],"label_agreement":null},{"id":"W2121854496","doi":"10.1145/1099554.1099645","title":"Indexing time vs. query time","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Search engine indexing; Query expansion; Query optimization; Information retrieval; Response time; Sargable; Focus (optics); Query language; Web query classification; Web search query; Index (typography); Data mining; Database; Search engine; World Wide Web; Operating system","score_opus":0.008066757964557575,"score_gpt":0.2286195290006048,"score_spread":0.22055277103604723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121854496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071728274,0.000027309636,0.29294905,0.012048759,0.00022076024,0.00037975865,0.0000033691463,0.0013888282,0.6212539],"genre_scores_gemma":[0.46730396,0.00000723573,0.16661312,0.011531579,0.00044354465,0.000016926686,0.000017409211,0.00001795239,0.35404828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924076,0.000016087275,0.00014935403,0.00010583142,0.00026130638,0.00022668095],"domain_scores_gemma":[0.99957514,0.000026725249,0.000026405205,0.00022200665,0.000059822592,0.000089874826],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00025627032,0.00006186879,0.000069623646,0.00008061174,0.00008178514,0.00014938223,0.0004244422,0.0000365298,0.0016235834],"category_scores_gemma":[0.000014765186,0.00004905097,0.000036015306,0.0002135711,0.000015767922,0.0011079742,0.00015016961,0.00008263139,0.018866632],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002245958,0.00019827453,0.0006586493,0.000014403307,0.00002015868,0.000020013777,0.0025920533,0.00035211138,0.008989175,0.13585146,0.13554063,0.7157406],"study_design_scores_gemma":[0.00043359285,0.000099369594,0.0023863853,0.000010754311,0.0000026566815,0.000031148687,0.000007828607,0.6567092,0.025015526,0.00047533732,0.3144835,0.00034468516],"about_ca_topic_score_codex":0.000006331765,"about_ca_topic_score_gemma":6.9489414e-7,"teacher_disagreement_score":0.7153959,"about_ca_system_score_codex":0.000036862984,"about_ca_system_score_gemma":0.000054067412,"threshold_uncertainty_score":0.9992891},"labels":[],"label_agreement":null},{"id":"W2122520270","doi":"10.1109/bibm.2010.5706649","title":"Exploring a multi-source fusion approach for genomics information retrieval","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Reciprocal; Domain (mathematical analysis); Baseline (sea); Focus (optics); Sensor fusion; Metasearch engine; Data mining; Learning to rank; Artificial intelligence; Search engine; Web search query","score_opus":0.10734745679547612,"score_gpt":0.271404878187317,"score_spread":0.16405742139184087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122520270","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16077836,8.1896485e-7,0.8370369,0.00009207307,0.00032949878,0.00041212526,0.0000031340642,0.00019058563,0.0011564868],"genre_scores_gemma":[0.24741946,0.000006578492,0.7514791,0.000336355,0.00008301437,0.00006280693,0.000045703917,0.000006589848,0.0005604235],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990513,0.000009858656,0.00028961353,0.00012521638,0.00026598934,0.0002580269],"domain_scores_gemma":[0.9992062,0.000039409482,0.00008267081,0.00032503414,0.00023409133,0.0001126074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005382847,0.000099945995,0.00009193661,0.00016085494,0.00023203874,0.00031732983,0.00053457805,0.00006666554,0.000012227504],"category_scores_gemma":[0.00010980494,0.0000827619,0.00006811917,0.00028490918,0.000022289156,0.0042799404,0.00019489077,0.00020172616,0.00007334522],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002228681,0.00032935958,0.0005019628,0.00020868782,0.000022896837,7.9907073e-7,0.022448147,0.0013332381,0.073768675,0.13804956,0.0009342204,0.7621796],"study_design_scores_gemma":[0.0007823336,0.00006761058,0.0012918789,0.0000017824123,0.0000028483503,0.000009888801,0.00026225173,0.91164625,0.032667115,0.000027292324,0.053046107,0.00019464007],"about_ca_topic_score_codex":0.000012800979,"about_ca_topic_score_gemma":0.0000012752881,"teacher_disagreement_score":0.910313,"about_ca_system_score_codex":0.00003183223,"about_ca_system_score_gemma":0.00006776422,"threshold_uncertainty_score":0.33749324},"labels":[],"label_agreement":null},{"id":"W2126541557","doi":"10.1023/b:joms.0000021523.23376.e9","title":"Introducing a Conceptual Information Retrieval (IR) Framework","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Medical Research Council","keywords":"Computer science; Process (computing); Information retrieval; Information system; Health informatics; Data mining; Data science; Programming language","score_opus":0.017019679974978795,"score_gpt":0.2800869194319391,"score_spread":0.2630672394569603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126541557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08528707,0.00018979757,0.9051723,0.0059032016,0.0031036509,0.00011748676,0.0000011725928,0.000034749588,0.0001905544],"genre_scores_gemma":[0.9901918,0.000055293203,0.0081845075,0.0006163477,0.0009263289,0.0000011686876,0.0000012876782,0.0000035046053,0.000019717592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955241,0.000088505156,0.0010341392,0.00006948582,0.0030421903,0.00024154496],"domain_scores_gemma":[0.99817806,0.00014190123,0.0005517713,0.00020575253,0.0005179618,0.0004045358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031646984,0.00009422956,0.0002528846,0.00019528621,0.00009667815,0.00032027918,0.0010521073,0.00020833877,0.00005060401],"category_scores_gemma":[0.0021592006,0.000065680266,0.00010089999,0.0004815805,0.00008281562,0.0022119018,0.00012151838,0.0007421846,0.00012583451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020049565,0.00024304267,0.0006375245,0.00028828735,0.00012347783,0.00037584384,0.032186378,0.0059196493,0.000219242,0.90634626,0.008352523,0.045107294],"study_design_scores_gemma":[0.037731614,0.011391728,0.013653031,0.016784128,0.00021389031,0.030733826,0.031990796,0.15219173,0.011115193,0.02670705,0.6638045,0.0036825247],"about_ca_topic_score_codex":0.000027217615,"about_ca_topic_score_gemma":1.769553e-7,"teacher_disagreement_score":0.9049048,"about_ca_system_score_codex":0.00018086295,"about_ca_system_score_gemma":0.0006836926,"threshold_uncertainty_score":0.3224464},"labels":[],"label_agreement":null},{"id":"W2127466325","doi":"","title":"York University at TREC 2005: Genomics Track","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Sentence; Index (typography); Word (group theory); Information retrieval; Natural language processing; Focus (optics); Artificial intelligence; Query expansion; World Wide Web; Mathematics","score_opus":0.021961182732375763,"score_gpt":0.21707836832548155,"score_spread":0.19511718559310579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127466325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5702671,0.000037203405,0.22436325,0.005951181,0.00025754143,0.00025603315,0.000010994097,0.0005000986,0.1983566],"genre_scores_gemma":[0.56421494,0.00005848921,0.121059686,0.0017468942,0.00013542638,6.858438e-7,0.00000961238,0.00000686368,0.3127674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994678,0.000014066884,0.0000839521,0.000104154235,0.00014205517,0.00018800293],"domain_scores_gemma":[0.9996292,0.000016103202,0.000024151715,0.00019794721,0.000029768966,0.000102848484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000115743635,0.000051709565,0.000051690524,0.000055349432,0.00013665047,0.000048028327,0.00043600082,0.00003353972,0.00049988023],"category_scores_gemma":[0.0000023380542,0.000046207955,0.000040334653,0.00014888734,0.000020237807,0.00052125874,0.00014473143,0.000056014364,0.0017348824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006745207,0.00023518018,0.0014330861,0.000011619501,0.000022249002,0.000031621345,0.006002248,0.00094523747,0.0024474652,0.23666623,0.13631517,0.61582243],"study_design_scores_gemma":[0.0002713141,0.000020980118,0.0027293516,8.4063805e-7,0.0000018842547,0.000009060165,0.00005942122,0.037303064,0.005117108,0.000021208089,0.9543576,0.0001081399],"about_ca_topic_score_codex":0.000018337983,"about_ca_topic_score_gemma":0.000071091075,"teacher_disagreement_score":0.81804246,"about_ca_system_score_codex":0.00020074075,"about_ca_system_score_gemma":0.000055118206,"threshold_uncertainty_score":0.9990424},"labels":[],"label_agreement":null},{"id":"W2129319055","doi":"10.1145/2600428.2609636","title":"A simple term frequency transformation model for effective pseudo relevance feedback","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance feedback; Computer science; Term (time); Normalization (sociology); Relevance (law); Transformation (genetics); Information retrieval; Heuristic; Simple (philosophy); Data mining; Artificial intelligence; Image retrieval","score_opus":0.01661413852013001,"score_gpt":0.27228102165533574,"score_spread":0.25566688313520575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129319055","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041345816,0.000002692728,0.95096046,0.00037007296,0.00007500143,0.0007307816,0.000008134397,0.00017584546,0.0063311746],"genre_scores_gemma":[0.9353276,0.0000034101613,0.06354727,0.00049930514,0.000026215292,0.0001566526,0.000014642788,0.000005663792,0.00041924676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999044,0.000028841578,0.0002442515,0.0001722457,0.00023943941,0.0002712304],"domain_scores_gemma":[0.9992596,0.00013578434,0.00005735226,0.00027062703,0.00019169752,0.00008495215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039044087,0.000109626766,0.0001208933,0.00007738998,0.00016790799,0.00013056632,0.00040968004,0.000057412533,0.000011132685],"category_scores_gemma":[0.00006681646,0.00008749042,0.000082375365,0.0001904189,0.000022847955,0.0016448097,0.000031204578,0.00008335515,0.00008435989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030618507,0.00006351101,0.00015478718,0.00011499703,0.0000087072785,2.3414655e-7,0.004590289,0.0017385129,0.004843116,0.6506379,0.00082483125,0.33699244],"study_design_scores_gemma":[0.00058277085,0.00014895436,0.0012544451,0.0000066991133,0.0000033520096,0.0000023318619,0.000011580284,0.96712947,0.00646236,0.023655897,0.0006025436,0.00013962065],"about_ca_topic_score_codex":0.000009304669,"about_ca_topic_score_gemma":0.000007877978,"teacher_disagreement_score":0.9653909,"about_ca_system_score_codex":0.000049022932,"about_ca_system_score_gemma":0.000039794442,"threshold_uncertainty_score":0.35677558},"labels":[],"label_agreement":null},{"id":"W2132314908","doi":"10.1145/1390334.1390446","title":"Novelty and diversity in information retrieval evaluation","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":951,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Novelty; Computer science; Redundancy (engineering); Ranking (information retrieval); Information retrieval; Ambiguity; Learning to rank; Information gain; Data mining; Artificial intelligence; Machine learning","score_opus":0.0679627973098831,"score_gpt":0.27355909343515916,"score_spread":0.20559629612527608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132314908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93258864,0.0000056774425,0.05964412,0.00029788303,0.00007644672,0.00020063388,0.0000010422838,0.00004894998,0.007136602],"genre_scores_gemma":[0.9968899,0.000013059387,0.002760035,0.00025661488,0.0000045647926,0.0000012717625,0.000005108865,4.6786496e-7,0.00006897611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991736,0.000026413662,0.00014776729,0.00006517081,0.0004797172,0.00010736075],"domain_scores_gemma":[0.9996206,0.000020169333,0.000035148474,0.00011204368,0.00016706518,0.000044977314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005864014,0.0000441987,0.000050873143,0.00014837684,0.0001905837,0.0000449162,0.00016776484,0.000034280034,0.000035693876],"category_scores_gemma":[0.00007728459,0.000038469716,0.000012173107,0.000353456,0.000026481739,0.0032307096,0.00031955578,0.00006932268,0.000061733044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019326841,0.00022313387,0.45309368,0.000060837578,0.00001499189,0.00002113469,0.059590396,0.00045012517,0.00041508826,0.13700262,0.0035082488,0.3454265],"study_design_scores_gemma":[0.00085744826,0.00004674354,0.81102717,0.0000028487223,0.0000014651465,0.000023081826,0.00007373995,0.18609253,0.0006746049,0.0004544698,0.00064779347,0.00009810493],"about_ca_topic_score_codex":0.00007839203,"about_ca_topic_score_gemma":0.0000060138523,"teacher_disagreement_score":0.35793352,"about_ca_system_score_codex":0.000057809313,"about_ca_system_score_gemma":0.00006497626,"threshold_uncertainty_score":0.23421864},"labels":[],"label_agreement":null},{"id":"W2135290016","doi":"10.1145/1183614.1183644","title":"A document-centric approach to static index pruning in text retrieval systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pruning; Index (typography); Information retrieval; Divergence (linguistics); Document retrieval; Term (time); Language model; Artificial intelligence; Inverted index; Natural language processing; Search engine indexing; World Wide Web","score_opus":0.01364077173481446,"score_gpt":0.24353773396788747,"score_spread":0.22989696223307302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135290016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16243206,0.000033417604,0.79716474,0.0002527313,0.00021129368,0.00086313736,0.0000015004096,0.00017359397,0.03886753],"genre_scores_gemma":[0.987642,0.0000012581778,0.008316522,0.00017411575,0.00002799072,0.000020804522,0.0000053470294,0.0000052202363,0.0038067652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821573,0.00007006828,0.00042093426,0.00024096729,0.0006259906,0.00042630718],"domain_scores_gemma":[0.9993774,0.000046303092,0.00006371542,0.00029938205,0.00009726055,0.00011592321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059379434,0.0001184956,0.00015512793,0.00044822518,0.00007559639,0.000465679,0.0005679903,0.000051005016,0.00001542854],"category_scores_gemma":[0.000031779997,0.00009693004,0.000030513298,0.001840076,0.000014224469,0.0008037492,0.00018554207,0.00014649813,0.00017919567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013101439,0.0009446028,0.03949077,0.00034678663,0.000020491903,0.00007653835,0.005873256,0.06617916,0.00058107806,0.8537304,0.010805339,0.021820607],"study_design_scores_gemma":[0.0017143633,0.00017343779,0.05089711,0.00005656174,0.0000043026002,0.000041520852,0.00065357256,0.93655705,0.0006577121,0.00064790907,0.008030144,0.0005663071],"about_ca_topic_score_codex":0.0006081023,"about_ca_topic_score_gemma":0.0000055427813,"teacher_disagreement_score":0.8703779,"about_ca_system_score_codex":0.00016825051,"about_ca_system_score_gemma":0.00009797532,"threshold_uncertainty_score":0.44905534},"labels":[],"label_agreement":null},{"id":"W2140283172","doi":"10.1186/1475-925x-13-s2-s3","title":"Learning to rank diversified results for biomedical information retrieval from multiple features","year":2014,"lang":"en","type":"article","venue":"BioMedical Engineering OnLine","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Rank (graph theory); Computer science; Information retrieval; Learning to rank; Artificial intelligence; Ranking (information retrieval); Mathematics; Combinatorics","score_opus":0.011672501961352158,"score_gpt":0.24162910487322584,"score_spread":0.22995660291187367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140283172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060654514,0.000007343042,0.9336186,0.0037084867,0.000946642,0.0003121359,0.0002913539,0.0004325936,0.000028344275],"genre_scores_gemma":[0.7803651,0.000008577801,0.21425775,0.0009377812,0.00087230915,0.000020762833,0.0033186977,0.0000169005,0.00020209074],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810874,0.000026982454,0.00048761762,0.00022838116,0.00074574136,0.0004025313],"domain_scores_gemma":[0.99846095,0.0005457677,0.00008294074,0.00027164276,0.00016283426,0.0004758892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006528149,0.00016858982,0.00021400988,0.00035252838,0.00013049087,0.00013966327,0.00064752984,0.00018828531,0.0000073972265],"category_scores_gemma":[0.0045852424,0.00014393873,0.00008779816,0.0006695905,0.000041091058,0.00056779484,0.00025057734,0.00031044657,0.000074651354],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030134192,0.0010022953,0.00017567932,0.00048639928,0.00022828174,0.000025492212,0.015830599,0.014661723,0.053279478,0.008140778,0.06568597,0.8374699],"study_design_scores_gemma":[0.002216912,0.00045025776,0.0031982728,0.00004314634,0.000006576202,0.0000025544743,0.000046937348,0.6308285,0.0007333348,0.000017748784,0.36225137,0.00020442827],"about_ca_topic_score_codex":0.00003450657,"about_ca_topic_score_gemma":9.605528e-7,"teacher_disagreement_score":0.83726543,"about_ca_system_score_codex":0.00006732856,"about_ca_system_score_gemma":0.00006153742,"threshold_uncertainty_score":0.5869651},"labels":[],"label_agreement":null},{"id":"W2141897300","doi":"10.1109/icde.1994.283064","title":"Fast ranking in limited space","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Information Technology Research Centre","keywords":"Ranking (information retrieval); Computer science; Search engine indexing; Information retrieval; Space (punctuation); Selection (genetic algorithm); Process (computing); Implementation; Data mining; Machine learning; Programming language","score_opus":0.0329406204038966,"score_gpt":0.2388315740448544,"score_spread":0.20589095364095777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141897300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22455299,0.00004686271,0.5320118,0.0066350442,0.00028506276,0.00026360646,6.1619807e-7,0.00037633372,0.23582767],"genre_scores_gemma":[0.9831451,0.000008162439,0.0112092,0.00047219262,0.000010460492,0.0000029592998,3.6857787e-7,0.0000015690448,0.005149999],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994638,0.000014966643,0.000106592815,0.00008018572,0.00017754841,0.00015692663],"domain_scores_gemma":[0.9997395,0.0000220391,0.000015505604,0.00015524063,0.000029806946,0.000037899757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001194864,0.00004124426,0.000047939742,0.00011760026,0.000035503544,0.00009511923,0.00027524526,0.000022043007,0.00031349759],"category_scores_gemma":[0.00001626231,0.00003326051,0.000018371535,0.00047445885,0.000009151136,0.0005312659,0.000075142205,0.00007511077,0.0005463953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006451097,0.00022296261,0.013973722,0.00001839895,0.0000049097057,0.00007716251,0.011184183,0.00033735976,0.0013916658,0.36634484,0.007899959,0.5985384],"study_design_scores_gemma":[0.0008066777,0.0000632066,0.026594603,0.000015632244,8.084391e-7,0.000016179129,0.00011182014,0.95145696,0.004247788,0.00032051312,0.016140193,0.00022562395],"about_ca_topic_score_codex":0.00001877023,"about_ca_topic_score_gemma":0.0000071177305,"teacher_disagreement_score":0.9511196,"about_ca_system_score_codex":0.00001832068,"about_ca_system_score_gemma":0.0000050181625,"threshold_uncertainty_score":0.7022989},"labels":[],"label_agreement":null},{"id":"W2142675443","doi":"10.1002/meet.1450400146","title":"Priming the query specification process","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Priming (agriculture); Information retrieval; Interface (matter); Web search query; Query expansion; Programming language; Search engine","score_opus":0.016373155429492026,"score_gpt":0.2742288711380132,"score_spread":0.25785571570852117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142675443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702288,0.000016683607,0.015544537,0.009294203,0.0001002622,0.0007937783,0.0000030503866,0.00013844323,0.0038802547],"genre_scores_gemma":[0.9882005,0.00002877758,0.010949782,0.0007269783,0.000005216146,0.00006437088,2.0823389e-7,0.0000017072172,0.000022446146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998869,0.0000017325907,0.00026394695,0.00011528847,0.00049869093,0.00025136195],"domain_scores_gemma":[0.99764067,0.00003306236,0.00050252286,0.00016248412,0.001628849,0.000032440857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001516245,0.000072878145,0.0000992118,0.00015226203,0.00070178224,0.00020475645,0.0012131387,0.00003162452,3.95142e-7],"category_scores_gemma":[0.0006129364,0.000041896063,0.00006198207,0.0038659114,0.001772848,0.0032827274,0.00016368217,0.00012193188,0.0000018502063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034486588,0.000013161463,0.002327008,0.00004800905,0.000005764308,2.5610507e-9,0.004756976,0.000002324535,0.008249161,0.9113804,0.0005546508,0.07265911],"study_design_scores_gemma":[0.00086384156,0.0004903105,0.014054239,0.00005961483,0.00003665356,0.000097234675,0.079186805,0.027034143,0.676161,0.04157827,0.1598559,0.00058200315],"about_ca_topic_score_codex":0.0000022449983,"about_ca_topic_score_gemma":6.507852e-8,"teacher_disagreement_score":0.8698021,"about_ca_system_score_codex":0.00005292852,"about_ca_system_score_gemma":0.00022660487,"threshold_uncertainty_score":0.6532132},"labels":[],"label_agreement":null},{"id":"W2143245847","doi":"10.1109/waina.2010.135","title":"User Studies in Web Information Retrieval: User-Centered Measures in Web IR Evaluation","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; World Wide Web; Web modeling; Web navigation; Web intelligence; Web design; Web standards; Web page; Web analytics; Data Web","score_opus":0.08595255846324752,"score_gpt":0.35147051628971987,"score_spread":0.26551795782647236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143245847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920263,0.000033388198,0.0020856697,0.0009747792,0.00091885607,0.0007774411,0.000004469824,0.00014080186,0.0030382923],"genre_scores_gemma":[0.99665296,0.000060334623,0.0025564649,0.00041118942,0.000030270821,0.00003708429,0.00001533324,0.0000044731273,0.00023186239],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974705,0.00014264378,0.000690451,0.00018697503,0.0011652225,0.00034420937],"domain_scores_gemma":[0.9985046,0.000091803675,0.00014178696,0.00042343792,0.00075903034,0.00007934007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031515628,0.00015856649,0.00019923643,0.0006799775,0.000086050626,0.00025570844,0.0005863233,0.00012350036,0.00009663238],"category_scores_gemma":[0.00083910197,0.0001293938,0.000050293333,0.0011534547,0.000061826024,0.0050346814,0.00022686378,0.00039708227,0.00023938599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007684034,0.0012685121,0.3186216,0.0004197847,0.00013294883,0.000038510352,0.070760556,0.001828507,0.055530086,0.11609872,0.028667647,0.40586472],"study_design_scores_gemma":[0.008873895,0.00031392145,0.2968186,0.00016743816,0.00002160666,0.000027720349,0.003269907,0.61453813,0.018552698,0.0012909119,0.05511667,0.0010084964],"about_ca_topic_score_codex":0.000035652334,"about_ca_topic_score_gemma":0.0013460872,"teacher_disagreement_score":0.61270964,"about_ca_system_score_codex":0.00017609866,"about_ca_system_score_gemma":0.00033859187,"threshold_uncertainty_score":0.5276526},"labels":[],"label_agreement":null},{"id":"W2143472560","doi":"10.1002/asi.20401","title":"User search behavior of domain‐specific information retrieval systems: An analysis of the query logs from PsycINFO and ABC‐Clio's Historical Abstracts/America: History and Life","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"PsycINFO; Information retrieval; Categorization; Computer science; History of psychology; Query expansion; Psychology; MEDLINE; Artificial intelligence; Cognitive psychology","score_opus":0.01672247369856209,"score_gpt":0.25568554631225343,"score_spread":0.23896307261369135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143472560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792636,0.0001882508,0.018767279,0.0011876984,0.00022830346,0.0002700119,0.000030092,0.000016351345,0.000048399874],"genre_scores_gemma":[0.9921315,0.00017380269,0.007346411,0.0003075961,0.000019271147,0.000005301301,0.000002934831,0.0000023088958,0.000010911034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754316,0.000036027443,0.0010719845,0.00010606127,0.0010231028,0.00021963869],"domain_scores_gemma":[0.9958598,0.000116949624,0.002045481,0.00039426595,0.0014885768,0.000094952076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015958667,0.000117729905,0.00040008064,0.00074927387,0.0003098342,0.00013227119,0.00094840414,0.00009134975,0.0000013983057],"category_scores_gemma":[0.0001470748,0.00007374802,0.0001852218,0.0031951508,0.0021139039,0.004519987,0.00026341988,0.00027714678,3.353269e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010084418,0.0009963418,0.34220207,0.0006305874,0.0012187853,0.0000027600413,0.07604197,0.0053652544,0.07004325,0.18835755,0.026305342,0.28782764],"study_design_scores_gemma":[0.0017823481,0.0012272401,0.81304985,0.000065424094,0.00049017026,0.0000988271,0.025288023,0.028407706,0.0038587588,0.00047302496,0.12478338,0.00047526008],"about_ca_topic_score_codex":0.00041277008,"about_ca_topic_score_gemma":0.0000028560207,"teacher_disagreement_score":0.47084776,"about_ca_system_score_codex":0.0004546456,"about_ca_system_score_gemma":0.00048326224,"threshold_uncertainty_score":0.7788767},"labels":[],"label_agreement":null},{"id":"W2145664829","doi":"10.1145/1963405.1963459","title":"Learning to rank with multiple objective functions","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Learning to rank; Measure (data warehouse); Computer science; Ranking (information retrieval); Relevance (law); Rank (graph theory); Function (biology); Perspective (graphical); Artificial intelligence; Machine learning; Information retrieval; Data mining; Mathematics","score_opus":0.027982822662240642,"score_gpt":0.23427208044396194,"score_spread":0.2062892577817213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145664829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106233925,7.1430503e-7,0.83516484,0.00008854316,0.000072392635,0.00014673019,4.15776e-7,0.00020265822,0.058089763],"genre_scores_gemma":[0.95131904,2.4340747e-7,0.041044667,0.00021051001,0.000008979457,0.00001839363,7.8508043e-7,0.0000024927278,0.007394905],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99947625,0.000018414075,0.000076881246,0.000113306465,0.0001621606,0.00015296352],"domain_scores_gemma":[0.9995801,0.000025448147,0.000017557293,0.00014554196,0.00013733293,0.000094056166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010761747,0.000053115633,0.00004956354,0.000087479086,0.00015444835,0.00005163485,0.00020174465,0.000016714099,0.00017700343],"category_scores_gemma":[0.000031286312,0.000035986206,0.000018780938,0.00037410716,0.000013389349,0.00050305546,0.0000791043,0.000095202835,0.00083648245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000596776,0.00058708264,0.23362371,0.000027211887,0.00011015215,0.00006344467,0.19407056,0.0018849806,0.0027863053,0.09554356,0.0051725265,0.46553367],"study_design_scores_gemma":[0.002820812,0.004848082,0.8094293,0.000035113193,0.000020218498,0.00008375565,0.009675405,0.084317714,0.04459678,0.00030458457,0.04278858,0.0010796991],"about_ca_topic_score_codex":0.00013238608,"about_ca_topic_score_gemma":0.0000338141,"teacher_disagreement_score":0.8450851,"about_ca_system_score_codex":0.000017504188,"about_ca_system_score_gemma":0.00003621958,"threshold_uncertainty_score":0.99994147},"labels":[],"label_agreement":null},{"id":"W2145778559","doi":"10.5555/1671011.1671064","title":"An exploratory study of tag-based visual interfaces for searching folksonomies","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Exploratory search; Categorization; Visual search; Information retrieval; Metadata; Keyword search; Interface (matter); Variety (cybernetics); Space (punctuation); Search engine indexing; Human–computer interaction; Animation; World Wide Web; Artificial intelligence","score_opus":0.04243803567821059,"score_gpt":0.35507855578075914,"score_spread":0.31264052010254856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145778559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68240553,0.000002603248,0.31698665,0.000108094,0.000041557378,0.0002905201,9.872109e-7,0.00006531183,0.000098772274],"genre_scores_gemma":[0.99030256,2.2845757e-7,0.009438533,0.00017018963,0.00001287165,0.00001622334,0.0000017367378,0.0000022820846,0.000055381377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991777,0.000055429,0.00022639867,0.00014230469,0.00023001207,0.00016813373],"domain_scores_gemma":[0.99943984,0.000063870575,0.000056409914,0.00022531691,0.00014512755,0.000069443435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045598217,0.000074531476,0.00011558671,0.00014680072,0.0001012231,0.00013676974,0.0004950229,0.000019878069,0.000010452746],"category_scores_gemma":[0.00001875492,0.00005867477,0.000031443647,0.00016186861,0.000017244412,0.0010967402,0.000042433767,0.000058442314,0.0000062420568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005472049,0.00829719,0.006956125,0.00010307389,0.00005174094,0.000008550853,0.0856221,0.005595371,0.044299196,0.0343179,0.0011265335,0.813075],"study_design_scores_gemma":[0.0027657019,0.016567715,0.01304294,0.000020617603,0.000009643971,8.295457e-7,0.017540248,0.7277489,0.22111648,0.00049342256,0.00031775274,0.00037574358],"about_ca_topic_score_codex":0.000009528491,"about_ca_topic_score_gemma":0.000017915114,"teacher_disagreement_score":0.81269926,"about_ca_system_score_codex":0.000017538903,"about_ca_system_score_gemma":0.000071860464,"threshold_uncertainty_score":0.23926878},"labels":[],"label_agreement":null},{"id":"W2145781566","doi":"10.1002/meet.14504301167","title":"What Can Searching Behavior Tell Us About the Difficulty of Information Tasks? A Study of Web Navigation","year":2006,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Centres of Excellence","keywords":"Task (project management); Affect (linguistics); Context (archaeology); Computer science; Information seeking; Information seeking behavior; Path (computing); Path analysis (statistics); Psychology; Cognitive psychology; Information retrieval; Machine learning; Communication; Engineering","score_opus":0.01126035862586267,"score_gpt":0.27233647138872585,"score_spread":0.2610761127628632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145781566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99734426,0.000007199146,0.0006493592,0.00076073204,0.00006700919,0.0010079037,0.000016990609,0.00004693226,0.00009960702],"genre_scores_gemma":[0.99766326,0.00002763399,0.0020812715,0.00012132376,0.000005435368,0.000090503774,0.0000033214824,0.0000018852261,0.000005341292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980325,0.000004691662,0.00066247245,0.00010692575,0.0009257159,0.00026770303],"domain_scores_gemma":[0.9960697,0.000046850142,0.0013159256,0.00021246352,0.0023231898,0.000031849173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013709033,0.00010813109,0.00020331069,0.0003132658,0.0004771361,0.00028816573,0.0013233576,0.00004742028,2.7905887e-7],"category_scores_gemma":[0.00016763594,0.00006646008,0.00009450783,0.0038206782,0.0016754963,0.0077455114,0.0004619726,0.0001686537,5.266142e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093858274,0.0007190329,0.1704912,0.00074879895,0.00008189646,6.241067e-8,0.10795732,0.00022217185,0.12462722,0.16704649,0.001318693,0.42669326],"study_design_scores_gemma":[0.0026324205,0.0022909972,0.5182621,0.00021597603,0.00012254763,0.000048182206,0.22290468,0.06396695,0.18367837,0.0014697417,0.003849542,0.0005584738],"about_ca_topic_score_codex":0.00015733347,"about_ca_topic_score_gemma":0.000003294358,"teacher_disagreement_score":0.4261348,"about_ca_system_score_codex":0.000069858455,"about_ca_system_score_gemma":0.00020721012,"threshold_uncertainty_score":0.6173436},"labels":[],"label_agreement":null},{"id":"W2145841197","doi":"","title":"Selecting versus Describing: A Preliminary Analysis of the Efficacy of Categories in Exploring the Web","year":2001,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Session (web analytics); Directory; Computer science; Information retrieval; Point (geometry); Rating scale; Certainty; Scale (ratio); Process (computing); Psychology; World Wide Web; Mathematics","score_opus":0.14601003743330127,"score_gpt":0.3010006766775535,"score_spread":0.15499063924425222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145841197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99315774,0.000042730444,0.0050111627,0.00028790312,0.00021042027,0.00021996288,0.0000025050085,0.00003182958,0.0010357576],"genre_scores_gemma":[0.99962157,0.000045524885,0.00020660285,0.000016620615,0.000011008302,0.0000061952533,0.0000015068139,0.000003649508,0.00008734552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982901,0.00015019068,0.00048358113,0.000198868,0.00059400697,0.0002832037],"domain_scores_gemma":[0.9980803,0.00067794614,0.0002419192,0.000594897,0.000360373,0.000044568733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078310224,0.00012557166,0.00026253477,0.0002967358,0.00015177974,0.00008362657,0.0012777026,0.000045128963,0.00003122759],"category_scores_gemma":[0.00074372644,0.00007695201,0.00014970104,0.0053894734,0.00016745698,0.00051941804,0.0003752337,0.00028344992,0.0000040458817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064786496,0.00095032837,0.3636985,0.00021036605,0.0011787176,0.00004808719,0.12537684,0.009309434,0.03685044,0.23580578,0.00009687967,0.21999595],"study_design_scores_gemma":[0.0017727829,0.0005745453,0.7468692,0.00012740407,0.00029699368,0.000008982433,0.0023697705,0.1961692,0.05100362,0.00020217289,0.0002622785,0.00034305907],"about_ca_topic_score_codex":0.00017601524,"about_ca_topic_score_gemma":0.00008005533,"teacher_disagreement_score":0.38317066,"about_ca_system_score_codex":0.000058940455,"about_ca_system_score_gemma":0.00031113127,"threshold_uncertainty_score":0.3138012},"labels":[],"label_agreement":null},{"id":"W2147669555","doi":"10.18438/b8rc9s","title":"Are Best Practices Really Best? A Review of the Best Practices Literature in Library and Information Studies","year":2013,"lang":"en","type":"review","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"University of Salford Manchester","keywords":"Best practice; Term (time); Subject (documents); Variety (cybernetics); Systematic review; Computer science; Order (exchange); Best evidence; Data science; Psychology; Library science; MEDLINE; Political science; Medical education; Medicine; Law; Artificial intelligence","score_opus":0.0968488101421109,"score_gpt":0.37550195911337964,"score_spread":0.27865314897126875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147669555","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011467942,0.9549729,0.00008093815,0.03835827,0.0003119351,0.002514884,0.00007571823,0.00008188676,0.0035919459],"genre_scores_gemma":[0.00000392797,0.9674254,0.005508067,0.026157241,0.00006888878,0.0003047767,0.00014270414,0.000014475604,0.0003745407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944133,0.0014989857,0.002395526,0.00033696945,0.0009884757,0.00036669898],"domain_scores_gemma":[0.9763393,0.0055106147,0.016470846,0.0009999415,0.00048444985,0.00019488836],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0017510109,0.0005767988,0.0011626786,0.0007987035,0.0003314738,0.0030569262,0.0014565588,0.0003875455,0.00004928122],"category_scores_gemma":[0.01720187,0.00036984144,0.00020031046,0.0030609025,0.00019127806,0.71886915,0.0012066306,0.0013859173,0.00014205991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006134227,0.000113998656,0.00007044185,0.17846245,0.00008140142,0.00001024152,0.0008637246,0.000002550263,1.2936125e-7,0.035508834,0.0029652608,0.78185964],"study_design_scores_gemma":[0.00017341418,0.0001726182,0.000055539374,0.18171297,0.0002832766,0.00015632028,0.0008670211,0.00023048044,0.0000070380734,0.000019580713,0.8159826,0.0003391318],"about_ca_topic_score_codex":0.000012481527,"about_ca_topic_score_gemma":1.0341352e-7,"teacher_disagreement_score":0.81301737,"about_ca_system_score_codex":0.000029240453,"about_ca_system_score_gemma":0.0011725744,"threshold_uncertainty_score":0.99987537},"labels":[],"label_agreement":null},{"id":"W2151534635","doi":"10.1177/0165551506064361","title":"Sample size and informetric model goodness-of-fit outcomes: a search engine log case study","year":2006,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Goodness of fit; Sample size determination; Sample (material); Statistics; Computer science; Mathematics; Data mining","score_opus":0.05333578672184987,"score_gpt":0.3381249566369604,"score_spread":0.28478916991511055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151534635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.666166,0.0000058951737,0.33318597,0.00007690036,0.000095762734,0.00016113279,0.0000053726667,0.00001203318,0.0002909578],"genre_scores_gemma":[0.95828533,0.0000062501367,0.041572038,0.00010033225,0.000010913878,0.0000018610896,2.7687614e-7,0.000001570424,0.000021416363],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968096,0.000023262182,0.0011526282,0.000078083205,0.0016525841,0.00028384736],"domain_scores_gemma":[0.99683833,0.0004155003,0.00062095997,0.0002630529,0.0016898174,0.00017235965],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0034269823,0.0001161954,0.00023970286,0.0014180089,0.0002675249,0.0004990308,0.00085931236,0.000036219823,0.000007453209],"category_scores_gemma":[0.0011696642,0.000082179155,0.000064599146,0.0029364233,0.00017441444,0.014781266,0.0002762923,0.00022017407,0.000007013927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021559252,0.0016598274,0.2684879,0.0003768437,0.00008890665,0.00040556342,0.09705468,0.23022382,0.0010395071,0.057911515,0.0004151109,0.34212074],"study_design_scores_gemma":[0.0024203516,0.0009853854,0.16144314,0.00002745654,0.000021517171,0.0028481567,0.0072581186,0.8222202,0.0015225916,0.0007721915,0.000171434,0.00030945716],"about_ca_topic_score_codex":0.00020595363,"about_ca_topic_score_gemma":0.0000038417265,"teacher_disagreement_score":0.5919964,"about_ca_system_score_codex":0.00008609817,"about_ca_system_score_gemma":0.00065720076,"threshold_uncertainty_score":0.99899846},"labels":[],"label_agreement":null},{"id":"W2151628030","doi":"10.1002/meet.2014.14505101122","title":"Documenting and studying the use of assigned search tasks: RepAST","year":2014,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Library and Archives Canada","funders":"","keywords":"Computer science; Task (project management); Session (web analytics); Information retrieval; Field (mathematics); CLARITY; Reuse; World Wide Web; Data science","score_opus":0.031518413221915724,"score_gpt":0.2809576724929127,"score_spread":0.24943925927099697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151628030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98305804,0.000004719298,0.012430747,0.0038761613,0.000028909863,0.00037489206,0.0000023995208,0.000046622354,0.00017752149],"genre_scores_gemma":[0.9774167,0.000023612674,0.022078121,0.00044238646,0.0000042822,0.00001992159,1.6431052e-7,0.0000014359999,0.000013377779],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988527,0.0000033759702,0.00029549765,0.00011025676,0.0005048034,0.00023334811],"domain_scores_gemma":[0.99799436,0.000104503735,0.0004764496,0.00015300493,0.001239882,0.00003182228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00211529,0.000066520406,0.00013227572,0.00016980774,0.0005766771,0.00026372378,0.0008470777,0.000027140411,1.8069157e-7],"category_scores_gemma":[0.0007125469,0.000038545393,0.000050755694,0.0024198093,0.002252096,0.0034866321,0.000719531,0.00010861393,3.1846815e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016064276,0.00002419478,0.02047769,0.00016227266,0.00002844956,5.4625784e-9,0.014832204,0.000012283058,0.03679165,0.3377683,0.0009198324,0.5889671],"study_design_scores_gemma":[0.0019205472,0.001905272,0.06442194,0.00018578078,0.0000803359,0.00007144541,0.065216444,0.5094308,0.26724166,0.0066894786,0.082111344,0.00072492135],"about_ca_topic_score_codex":0.00001932713,"about_ca_topic_score_gemma":1.4123921e-7,"teacher_disagreement_score":0.5882421,"about_ca_system_score_codex":0.000024265248,"about_ca_system_score_gemma":0.00007422532,"threshold_uncertainty_score":0.8297942},"labels":[],"label_agreement":null},{"id":"W2152037110","doi":"10.1109/icalt.2005.230","title":"Rating learning object quality with distributed Bayesian belief networks: the why and the how","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Bayesian network; Computer science; Object (grammar); Quality (philosophy); Learning object; Machine learning; Artificial intelligence; Bayesian inference; Bayesian probability; Data science; Preference; Data mining; Information retrieval; Human–computer interaction","score_opus":0.012655542710898549,"score_gpt":0.24523720907995736,"score_spread":0.2325816663690588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152037110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011119945,0.000049513616,0.9632745,0.023987418,0.00002571038,0.00021541813,7.577858e-7,0.00010339401,0.0012233581],"genre_scores_gemma":[0.9936964,0.000011689073,0.004252235,0.0014363847,0.00006410186,0.000012759636,0.000004454103,0.000002838473,0.00051916594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887204,0.0002933841,0.00015672455,0.00013218136,0.0003126532,0.00023301148],"domain_scores_gemma":[0.9991377,0.00037052855,0.000090946174,0.0002546311,0.00009313171,0.00005305141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015831211,0.00009170318,0.00010372619,0.000016744854,0.0007006431,0.0007114562,0.00040407333,0.000027787952,0.000016121397],"category_scores_gemma":[0.000099878875,0.000037055263,0.000031758467,0.00033509012,0.00014967725,0.00061070005,0.00016318371,0.00028260314,0.000003840103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023837527,0.00008426297,0.02035699,0.000030345194,0.0000880018,0.0000067261294,0.017734842,0.03727394,0.00005061494,0.49241513,0.0051812697,0.42653948],"study_design_scores_gemma":[0.00092388166,0.00007098279,0.010498339,0.000010034773,0.0000064876613,0.000018666076,0.00097275974,0.97645694,0.0001375414,0.00009070588,0.010670967,0.00014269841],"about_ca_topic_score_codex":0.00006669922,"about_ca_topic_score_gemma":0.00008312529,"teacher_disagreement_score":0.98257643,"about_ca_system_score_codex":0.000017303468,"about_ca_system_score_gemma":0.000031431733,"threshold_uncertainty_score":0.6860588},"labels":[],"label_agreement":null},{"id":"W2152646153","doi":"10.1145/2093346.2093360","title":"The 1st international workshop on diversity in document retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Diversity (politics); Information retrieval; World Wide Web; Search engine; Data science; Library science; Political science","score_opus":0.037267964630385154,"score_gpt":0.29892023057147904,"score_spread":0.26165226594109386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152646153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9123746,0.00014336382,0.014658333,0.04785456,0.005446157,0.0005366262,0.000007868557,0.00017891823,0.01879957],"genre_scores_gemma":[0.99745,0.0000298668,0.0005200148,0.00078128226,0.000058422596,0.0000031263128,0.0000030785818,0.0000021413314,0.0011520657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988288,0.000031322135,0.00015131818,0.00010147482,0.0005153622,0.00037169814],"domain_scores_gemma":[0.9991909,0.00020854344,0.000049540635,0.00041800897,0.000050629627,0.00008236309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058181124,0.00007276543,0.000055357854,0.00007584975,0.0003387771,0.00015702867,0.0015244422,0.000040191022,0.000033106087],"category_scores_gemma":[0.00024960696,0.000049518327,0.000044676504,0.0002563634,0.00003379995,0.00095641246,0.0018198849,0.0001770524,0.00026763882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028972278,0.00029785145,0.20542668,0.000005379164,0.000035974776,0.000014506097,0.0063165664,0.00006337485,0.00012129847,0.4441352,0.02215401,0.32113945],"study_design_scores_gemma":[0.002117341,0.00024254406,0.59269184,0.000059413927,0.0000084524,0.000017939876,0.0016149982,0.0038045454,0.005826689,0.016392704,0.37658542,0.00063813286],"about_ca_topic_score_codex":0.000013484356,"about_ca_topic_score_gemma":0.0000061749306,"teacher_disagreement_score":0.42774248,"about_ca_system_score_codex":0.00013004777,"about_ca_system_score_gemma":0.000018734116,"threshold_uncertainty_score":0.34400448},"labels":[],"label_agreement":null},{"id":"W2156142018","doi":"10.1177/0165551512469929","title":"How is a search system used in work task completion?","year":2013,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; Information retrieval; Set (abstract data type); Cognitive models of information retrieval; Information seeking; Work (physics); Question answering; Information system; World Wide Web; Human–computer interaction; Human–computer information retrieval; Search engine","score_opus":0.029053712283832165,"score_gpt":0.2740065673537882,"score_spread":0.24495285506995604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156142018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59139544,0.000010449488,0.40032643,0.0056037,0.00048472823,0.0003410064,0.0000019159756,0.00003646047,0.0017998343],"genre_scores_gemma":[0.9877083,0.0000036198599,0.011812,0.00039809776,0.000021118216,0.000004268402,4.2308992e-7,0.0000012119067,0.00005096635],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970233,0.000042083037,0.0006872351,0.0000724348,0.0018568332,0.00031810236],"domain_scores_gemma":[0.9972819,0.000057297588,0.00043124997,0.00024723329,0.0017791118,0.000203187],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0022676378,0.00008457246,0.0001639218,0.0011548498,0.00019768179,0.0021178112,0.0014438423,0.000037510323,0.000021518494],"category_scores_gemma":[0.00014473422,0.00006183154,0.000059652084,0.0030726744,0.00014378932,0.027245864,0.00016917742,0.00025926923,0.00029710156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012614219,0.0003662425,0.098934926,0.0005960036,0.000040736697,0.000053772874,0.19009595,0.005164221,0.012000858,0.26548064,0.020459162,0.40668136],"study_design_scores_gemma":[0.003021416,0.0005728092,0.5822742,0.0005375667,0.000006201431,0.00065259426,0.016617512,0.36814943,0.012404209,0.00037776673,0.014701828,0.0006844479],"about_ca_topic_score_codex":0.00001806714,"about_ca_topic_score_gemma":2.7499462e-7,"teacher_disagreement_score":0.48333928,"about_ca_system_score_codex":0.00027573766,"about_ca_system_score_gemma":0.00044829753,"threshold_uncertainty_score":0.99891806},"labels":[],"label_agreement":null},{"id":"W2157365731","doi":"","title":"Thomson Legal and Regulatory at NTCIR-4: Monolingual and Pivot-Language Retrieval Experiments","year":2004,"lang":"en","type":"article","venue":"NTCIR","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Task (project management); Natural language processing; Artificial intelligence; Information retrieval; Relevance (law); Quality (philosophy)","score_opus":0.013338833862058457,"score_gpt":0.2747150190288032,"score_spread":0.2613761851667447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157365731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99535674,0.0005518708,0.0022930764,0.00023296977,0.00019030234,0.0001728291,0.000004596359,0.000120141005,0.0010774799],"genre_scores_gemma":[0.9957005,0.000023725197,0.0029543238,0.0002825939,0.00006286702,0.0000039203455,0.0000043911195,0.000008118078,0.00095955457],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99876475,0.000028154771,0.00021278998,0.00028470173,0.00040748573,0.00030213594],"domain_scores_gemma":[0.99935436,0.000021557504,0.00006418684,0.00031992907,0.000052966596,0.00018701074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002235967,0.00014417792,0.00014380961,0.000099543,0.00023499776,0.0002008759,0.00025973006,0.000089105546,0.000018780785],"category_scores_gemma":[0.000031301963,0.00012953089,0.0000340088,0.00018208861,0.00010237383,0.00075161917,0.00034908223,0.00014555317,0.00004324795],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009834555,0.0007501424,0.011009768,0.00032350366,0.00014965466,0.0015927505,0.20317288,0.00012211614,0.39086694,0.17585033,0.0022299998,0.21294846],"study_design_scores_gemma":[0.008093812,0.0009906252,0.22461113,0.00013876325,0.000033459117,0.00087215164,0.0018048566,0.005377635,0.73950016,0.0014481058,0.015600256,0.0015290164],"about_ca_topic_score_codex":0.000059938106,"about_ca_topic_score_gemma":0.000005248009,"teacher_disagreement_score":0.34863323,"about_ca_system_score_codex":0.00011068685,"about_ca_system_score_gemma":0.000080486556,"threshold_uncertainty_score":0.52821165},"labels":[],"label_agreement":null},{"id":"W2158222053","doi":"10.1145/2568388.2568403","title":"Report on the SIGIR 2013 workshop on modeling user behavior for information retrieval evaluation (MUBE 2013)","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"","keywords":"Breakout; Computer science; Set (abstract data type); Information retrieval; World Wide Web","score_opus":0.055716895240229845,"score_gpt":0.31101639091792865,"score_spread":0.25529949567769883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158222053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72896326,0.000036350648,0.2229654,0.036059402,0.0018421288,0.007274549,0.000030159672,0.0004117062,0.002417053],"genre_scores_gemma":[0.9886406,0.00002769713,0.00523011,0.0034679847,0.00012949115,0.0011503471,0.0001963187,0.000023379365,0.0011340849],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965816,0.00008944537,0.00081542827,0.00034098735,0.0015228757,0.0006496632],"domain_scores_gemma":[0.9962543,0.00038173972,0.00035360828,0.0016145196,0.0012362436,0.00015957549],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018876928,0.00028125494,0.000209416,0.0002650501,0.0005886757,0.0008230111,0.0014152633,0.00020031355,0.00016228018],"category_scores_gemma":[0.0014095905,0.0001938157,0.00018708559,0.00053637556,0.000044583783,0.004196519,0.00033620637,0.00036808904,0.0012131378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004651328,0.00065388513,0.0013769873,0.00007603786,0.00010611912,0.000013651169,0.0037484802,0.07092222,0.00081132026,0.05730484,0.35056812,0.5139532],"study_design_scores_gemma":[0.0010829893,0.0004416369,0.0030554074,0.00007029072,0.000041065803,0.000029233113,0.00044630206,0.9687613,0.0020752763,0.0055539454,0.017922672,0.00051983603],"about_ca_topic_score_codex":0.00010889826,"about_ca_topic_score_gemma":0.0000070698634,"teacher_disagreement_score":0.8978391,"about_ca_system_score_codex":0.0001969559,"about_ca_system_score_gemma":0.00018896886,"threshold_uncertainty_score":0.9995645},"labels":[],"label_agreement":null},{"id":"W2158255858","doi":"10.5555/1937055.1937105","title":"Towards a collection-based results diversification","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Cosine similarity; Diversification (marketing strategy); Relevance (law); Data mining; Document retrieval; Artificial intelligence; Cluster analysis","score_opus":0.022756036009889794,"score_gpt":0.26485216476516055,"score_spread":0.24209612875527076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158255858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067632206,7.030447e-7,0.82948005,0.0074896677,0.0008747605,0.00023946664,0.0000070052824,0.00040958388,0.09386658],"genre_scores_gemma":[0.9539935,4.018346e-7,0.043069758,0.00034917283,0.000020345473,0.000007210453,0.000007715605,0.0000012652015,0.0025506285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994214,0.000011266832,0.00012137515,0.000109126384,0.00023191285,0.000104925246],"domain_scores_gemma":[0.9994376,0.00003028464,0.00003449212,0.00026126645,0.00017370592,0.00006267156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024956922,0.000041795745,0.000035882524,0.00009410806,0.00015652232,0.00012179333,0.00033356337,0.0000383291,0.00008655311],"category_scores_gemma":[0.0000861817,0.00003358164,0.000027608077,0.0004250599,0.00002071084,0.00036379442,0.000041733474,0.00010618081,0.00023722835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020996842,0.00044975645,0.0030224486,0.000023829265,0.000015227393,0.00001113446,0.0039044404,0.00014950617,0.031481124,0.5572257,0.070278265,0.33322862],"study_design_scores_gemma":[0.0021660137,0.00022696858,0.11107964,0.0000041792664,0.0000048213233,0.0000084433,0.000069516835,0.64487946,0.13789871,0.00091592106,0.10239098,0.0003553189],"about_ca_topic_score_codex":0.000095686504,"about_ca_topic_score_gemma":0.000023782619,"teacher_disagreement_score":0.8863613,"about_ca_system_score_codex":0.000016485814,"about_ca_system_score_gemma":0.00014113671,"threshold_uncertainty_score":0.30491698},"labels":[],"label_agreement":null},{"id":"W2159545104","doi":"10.1145/1553374.1553513","title":"BoltzRank","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pairwise comparison; Ranking (information retrieval); Computer science; Set (abstract data type); Rank (graph theory); Relevance (law); ENCODE; Function (biology); Information retrieval; Learning to rank; Measure (data warehouse); Data mining; Artificial intelligence; Machine learning; Mathematics","score_opus":0.011799548172760048,"score_gpt":0.25450922236621104,"score_spread":0.242709674193451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159545104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009796324,0.0000066244856,0.7852288,0.004169064,0.0000812635,0.000050385406,1.2322016e-7,0.0002330069,0.20043443],"genre_scores_gemma":[0.9665822,0.0000018062336,0.026335062,0.0031634034,0.000014227656,5.6200656e-7,3.9811985e-7,4.2222138e-7,0.0039019156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99967915,0.0000041482585,0.000057818874,0.000046483456,0.00012265402,0.000089751135],"domain_scores_gemma":[0.9997873,0.00000469887,0.0000074439604,0.00013302233,0.000029179466,0.000038398666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000068622685,0.000024006391,0.00002504146,0.000029654519,0.00003640928,0.000070918264,0.00025120555,0.000011204634,0.00007425474],"category_scores_gemma":[0.0000050714552,0.00001731143,0.00001644563,0.00014035728,0.0000037430261,0.00042837294,0.000018437579,0.000029347304,0.00044420632],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.7570465e-7,0.000014425927,0.00004413369,3.2744424e-7,3.2037627e-7,0.0000024190942,0.00013294433,0.0000017399182,0.00039627939,0.7011703,0.003826562,0.29440987],"study_design_scores_gemma":[0.0015354232,0.001010065,0.28977427,0.00001120808,0.0000040319755,0.00009015264,0.00006896102,0.14499684,0.08315761,0.063452445,0.4150506,0.00084841024],"about_ca_topic_score_codex":0.0000014303666,"about_ca_topic_score_gemma":1.00691025e-7,"teacher_disagreement_score":0.95678586,"about_ca_system_score_codex":0.0000050519056,"about_ca_system_score_gemma":0.000012726818,"threshold_uncertainty_score":0.5709522},"labels":[],"label_agreement":null},{"id":"W2159738551","doi":"10.1109/hicss.2011.470","title":"User Behaviour during Web Search as Part of Information Gathering","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Information retrieval; Web navigation; Web page","score_opus":0.033075652020628496,"score_gpt":0.25432652361169505,"score_spread":0.22125087159106654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159738551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9568954,0.0000018185794,0.015241789,0.000032992106,0.00010027328,0.00013221658,0.00000195924,0.000105132596,0.02748839],"genre_scores_gemma":[0.99127454,0.0000062293866,0.007589183,0.000056386387,0.0000085751,0.0000069766497,0.0000018691347,0.0000025044988,0.0010537197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990454,0.000018715096,0.00028868695,0.00007086083,0.000369889,0.00020650473],"domain_scores_gemma":[0.99941456,0.000008982578,0.00005983813,0.00026704484,0.00016748249,0.00008210557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002641244,0.00006830892,0.00007835561,0.00015311013,0.000075805554,0.000066153036,0.00044712683,0.00004037862,0.00051568967],"category_scores_gemma":[0.000014206037,0.000056601653,0.000043899996,0.00027141743,0.00002585348,0.00255741,0.00021385065,0.00009537275,0.0004648133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000181091,0.0005479794,0.25155112,0.00038268787,0.00006626586,0.000037973798,0.08031998,0.00013797617,0.016331999,0.5601822,0.00088475936,0.08937594],"study_design_scores_gemma":[0.0011369401,0.00031090845,0.39921853,0.000053737014,0.000008922344,0.000054588367,0.0012377166,0.012726663,0.58102655,0.00024190189,0.0035471646,0.00043638982],"about_ca_topic_score_codex":0.00012660776,"about_ca_topic_score_gemma":0.0000028664697,"teacher_disagreement_score":0.5646945,"about_ca_system_score_codex":0.0000210815,"about_ca_system_score_gemma":0.00007405952,"threshold_uncertainty_score":0.59743893},"labels":[],"label_agreement":null},{"id":"W2161490955","doi":"10.21083/partnership.v8i1.2680","title":"Book Review: The Extreme Searcher’s Internet Handbook: A Guide for the Serious Searcher","year":2013,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"The Internet; World Wide Web; Web site; Computer science; Library science","score_opus":0.09605807438923515,"score_gpt":0.35099570850513195,"score_spread":0.2549376341158968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161490955","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002590487,0.118400946,0.0031962397,0.8637442,0.00014387346,0.00185669,0.0000061245432,0.000013815301,0.012379066],"genre_scores_gemma":[0.048724324,0.25794858,0.0035506561,0.607498,0.0008945969,0.0005998591,0.000033509317,0.000044773602,0.08070571],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760306,0.0007053642,0.0005052236,0.00007726114,0.0006635292,0.00044554443],"domain_scores_gemma":[0.99569845,0.002564075,0.00023916316,0.00032134357,0.0007355006,0.00044145048],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0064288075,0.000101157755,0.00012273132,0.0002202567,0.0012021165,0.0028273088,0.0011691229,0.00006078124,0.00032406326],"category_scores_gemma":[0.0014592316,0.000044433218,0.00006472685,0.00048119045,0.00045471487,0.02692004,0.00019232972,0.00092234823,0.00006687923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033630655,0.00000463103,0.000037526712,0.000102823775,0.000033930708,0.0000032668029,0.004754526,0.0000035128853,0.000001954566,0.019498765,0.93491733,0.040608127],"study_design_scores_gemma":[0.00022345535,0.00016931364,0.00053532334,0.00014634838,0.000012924482,0.00024360076,0.0015111488,0.0040249014,0.00007884044,0.00035575862,0.9926323,0.00006603147],"about_ca_topic_score_codex":0.000570347,"about_ca_topic_score_gemma":0.000049535895,"teacher_disagreement_score":0.25624618,"about_ca_system_score_codex":0.00002995728,"about_ca_system_score_gemma":0.0013599456,"threshold_uncertainty_score":0.99820787},"labels":[],"label_agreement":null},{"id":"W2163136998","doi":"10.1177/0165551508101863","title":"Articulating complex information needs using query templates","year":2009,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Template; Computer science; Information retrieval; Query expansion; Set (abstract data type); Web search query; Interface (matter); Query language; Web query classification; Information needs; Query optimization; Sargable; Search engine; World Wide Web; Programming language","score_opus":0.04583582339226952,"score_gpt":0.3164522385491602,"score_spread":0.2706164151568907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163136998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3832579,0.0000037969342,0.6128028,0.0007130366,0.00030575562,0.00010496851,0.000001258527,0.000038692622,0.0027717962],"genre_scores_gemma":[0.938144,0.00000395191,0.060376197,0.0014379781,0.00003200445,3.1136042e-7,0.0000015318002,7.6397765e-7,0.0000032379623],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970374,0.000023195167,0.0011669035,0.000034824872,0.0014341476,0.00030349288],"domain_scores_gemma":[0.99664414,0.0000437042,0.0010752368,0.0002064664,0.0018394185,0.00019106307],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0023327016,0.00010457415,0.0001575156,0.0015339976,0.00043982803,0.0013013628,0.0008795203,0.000040713963,0.000015221375],"category_scores_gemma":[0.00046848378,0.00008076561,0.0000766305,0.002627514,0.00010834374,0.060920596,0.00009465604,0.0001980552,0.00006670642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086107604,0.00010787534,0.0028609734,0.00006737373,0.000017600369,0.000006447448,0.059969664,0.05390085,0.031673003,0.20621438,0.0015057845,0.6435899],"study_design_scores_gemma":[0.000960937,0.00045100602,0.07693164,0.00009893275,0.000009687913,0.00084561063,0.0031309766,0.8945394,0.012207072,0.0014597445,0.009008617,0.00035635667],"about_ca_topic_score_codex":0.000004652189,"about_ca_topic_score_gemma":5.8794406e-8,"teacher_disagreement_score":0.8406386,"about_ca_system_score_codex":0.0001761891,"about_ca_system_score_gemma":0.0005318661,"threshold_uncertainty_score":0.99973536},"labels":[],"label_agreement":null},{"id":"W2167442898","doi":"10.1145/1480506.1480529","title":"Exploiting task-document relations in support of information retrieval in the workplace","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Information retrieval; Task (project management); Cognitive models of information retrieval; Context (archaeology); Information needs; Information seeking; Personal information management; Core (optical fiber); Human–computer information retrieval; Document retrieval; Information system; Search engine; World Wide Web; Data science; Management information systems","score_opus":0.02133040209931976,"score_gpt":0.2606112803540804,"score_spread":0.23928087825476063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167442898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95847857,0.000018009394,0.026941866,0.008092642,0.00017532431,0.0005502789,0.0000066399216,0.00005797393,0.0056786765],"genre_scores_gemma":[0.9954486,0.00001584827,0.0035646467,0.00077732437,0.00000774511,0.000015495782,0.000019097743,0.0000022599759,0.00014900784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985116,0.000060530732,0.00054156675,0.000088735294,0.00050991436,0.00028763516],"domain_scores_gemma":[0.9990767,0.00019632385,0.00015463812,0.00045679498,0.00008103115,0.00003449618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082629366,0.00008242003,0.000109858454,0.0002743101,0.00011988149,0.000056735687,0.00087974354,0.00005607886,0.000024755345],"category_scores_gemma":[0.0003905647,0.00006384371,0.000044515058,0.0010930744,0.00004209945,0.0027424733,0.00023325322,0.00022060711,0.00010446391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003008252,0.0005502219,0.4481663,0.00012465105,0.000026558226,0.00013642969,0.20762111,0.0038146554,0.00072687946,0.22839098,0.0479947,0.06214669],"study_design_scores_gemma":[0.005973282,0.00114661,0.8188012,0.00017276793,0.000015450869,0.00032427508,0.013322781,0.020077175,0.010794784,0.02055761,0.10766759,0.0011464709],"about_ca_topic_score_codex":0.000040944506,"about_ca_topic_score_gemma":0.000011108573,"teacher_disagreement_score":0.3706349,"about_ca_system_score_codex":0.00007531427,"about_ca_system_score_gemma":0.00011953004,"threshold_uncertainty_score":0.2603471},"labels":[],"label_agreement":null},{"id":"W2168366749","doi":"10.46743/2160-3715/2010.1342","title":"A Synopsis of Synthesis: A Review of Major and Savin-Baden's An Introduction to Qualitative Research Synthesis","year":2014,"lang":"en","type":"review","venue":"The Qualitative Report","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reading (process); Qualitative research; Point (geometry); Sociology; Library science; Public relations; Engineering ethics; Psychology; Social science; Political science; Computer science; Law; Engineering; Mathematics","score_opus":0.2942779364117119,"score_gpt":0.5809935283662017,"score_spread":0.28671559195448976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168366749","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010835971,0.98067427,0.01057459,0.0046284283,0.00017669992,0.003034031,0.00012788517,0.000060552684,0.0006151696],"genre_scores_gemma":[0.00022204168,0.99040204,0.007235812,0.000070913375,0.00016730184,0.0011673587,0.000025954652,0.00003799343,0.00067059696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97692585,0.01673654,0.002872665,0.0008439761,0.0021151423,0.00050581864],"domain_scores_gemma":[0.9789656,0.013530285,0.002289525,0.0022691765,0.0026817345,0.00026371036],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05722123,0.00044737957,0.0027980935,0.0007781485,0.00024085035,0.000086622735,0.0016092329,0.00019677404,0.000053107564],"category_scores_gemma":[0.02711361,0.00027890728,0.00045407837,0.0024391664,0.00069328,0.0006106761,0.00056275894,0.00063182035,0.000049341787],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003438156,0.0001585938,2.4937341e-7,0.1317537,0.00035947582,0.000023264589,0.07894398,1.9603894e-7,0.00001133988,0.049470156,0.0031581044,0.73608655],"study_design_scores_gemma":[0.000107817395,0.0010652518,0.000009955911,0.11866575,0.0011420602,0.0006235771,0.023387883,0.000016609341,0.00046187363,0.0025200653,0.8510374,0.00096178794],"about_ca_topic_score_codex":0.00016894667,"about_ca_topic_score_gemma":0.0000044641824,"teacher_disagreement_score":0.8478793,"about_ca_system_score_codex":0.0001852094,"about_ca_system_score_gemma":0.0007731283,"threshold_uncertainty_score":0.9999663},"labels":[],"label_agreement":null},{"id":"W2171214516","doi":"10.18438/b80k78","title":"Millennial Generation Students Search the Web Erratically, with Minimal Evaluation of Information Quality","year":2013,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Computer science; Interim; World Wide Web; Subject (documents); Information retrieval; Search engine; Quality (philosophy); Web page; Web resource; Psychology","score_opus":0.05599185380627314,"score_gpt":0.34143843003770763,"score_spread":0.2854465762314345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171214516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7079308,0.00015040192,0.19167112,0.09114972,0.00029967772,0.0034571756,0.000022283386,0.00018898371,0.0051298346],"genre_scores_gemma":[0.9681109,0.00017186254,0.017356686,0.014042478,0.000045878372,0.00015549609,0.00008282028,0.0000035010069,0.000030381609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959426,0.0008153852,0.0008078525,0.0001138342,0.0021209875,0.00019935744],"domain_scores_gemma":[0.99701655,0.0008571569,0.0005224316,0.00041930107,0.0010718002,0.00011278666],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0037468206,0.00013877037,0.00013195431,0.00022278681,0.00029634687,0.0016331045,0.00063064235,0.000076777666,0.00023605101],"category_scores_gemma":[0.0011997384,0.00008931832,0.0000345073,0.00069334573,0.00010858095,0.34446198,0.00020364898,0.00023313315,0.00014125038],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010738338,0.00036538797,0.0074356585,0.00053059036,0.000114338465,9.654477e-7,0.011904229,0.0069387015,0.0014418386,0.5621986,0.009033262,0.3989626],"study_design_scores_gemma":[0.0016280768,0.0005997806,0.107754156,0.0001227361,0.00005734669,0.000019494095,0.0019310381,0.86310565,0.0051801316,0.000085754924,0.01922641,0.00028941344],"about_ca_topic_score_codex":0.000026878159,"about_ca_topic_score_gemma":1.5016128e-7,"teacher_disagreement_score":0.85616696,"about_ca_system_score_codex":0.0000256469,"about_ca_system_score_gemma":0.0007161473,"threshold_uncertainty_score":0.9994033},"labels":[],"label_agreement":null},{"id":"W2183824611","doi":"","title":"User Expressions of Relevance Judgment Certainty","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Certainty; Relevance (law); Computer science; Information retrieval; Psychology; Epistemology; Political science","score_opus":0.01687797679169547,"score_gpt":0.25355753921618357,"score_spread":0.2366795624244881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183824611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2877353,0.000024275902,0.67120165,0.0027774263,0.0002647358,0.0004885988,0.000002129696,0.00017525608,0.037330627],"genre_scores_gemma":[0.9428646,0.000011015503,0.048153132,0.00039968817,0.000008512373,0.000027321175,9.1422044e-7,0.0000019418862,0.008532869],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99937546,0.000015042853,0.00016683925,0.00008027689,0.00023142333,0.00013094564],"domain_scores_gemma":[0.9994189,0.000046316043,0.000041168212,0.00028599368,0.00014155995,0.00006605504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008009025,0.000044484517,0.00006133657,0.0000404372,0.000044266246,0.000043160402,0.00037901173,0.000021400268,0.00063522573],"category_scores_gemma":[0.000029260043,0.000029725446,0.000030820047,0.00014874058,0.00002052374,0.00068237894,0.00015251247,0.00004988541,0.00039369435],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000861582,0.00034429005,0.0035177234,0.00007388563,0.000016719372,0.0000031644784,0.0030158488,0.0002468963,0.08795385,0.6324809,0.0966514,0.17568667],"study_design_scores_gemma":[0.0014848567,0.0004164948,0.13429871,0.00013510235,0.000007112822,0.000011777155,0.00061142707,0.113138795,0.60582983,0.007834613,0.13549235,0.0007389327],"about_ca_topic_score_codex":0.00006618482,"about_ca_topic_score_gemma":8.5853577e-7,"teacher_disagreement_score":0.6551293,"about_ca_system_score_codex":0.000011309036,"about_ca_system_score_gemma":0.000025249105,"threshold_uncertainty_score":0.6955276},"labels":[],"label_agreement":null},{"id":"W2205191868","doi":"10.1007/1-4020-4014-8_2","title":"Interactive Information Retrieval: Bringing the User to a Selection State","year":2006,"lang":"en","type":"book-chapter","venue":"˜The œinformation retrieval series","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Selection (genetic algorithm); Computer science; Information retrieval; State (computer science); Artificial intelligence; Programming language","score_opus":0.01000033106026931,"score_gpt":0.22849016639145273,"score_spread":0.2184898353311834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2205191868","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016666709,0.00008268466,0.5876932,0.0074259397,0.0036965846,0.0062514483,0.00046381063,0.0017393001,0.39098033],"genre_scores_gemma":[0.100679696,0.00037086025,0.0052123815,0.017138178,0.0012006235,0.0001976396,0.00205928,0.00020976926,0.8729316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951717,0.00008677744,0.001698655,0.00029338998,0.0020317158,0.00071771425],"domain_scores_gemma":[0.9955216,0.00024376767,0.0012995336,0.0009598192,0.0017639686,0.0002112829],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0014462005,0.0006757211,0.0004736269,0.0008122515,0.0012571552,0.003015418,0.0017866486,0.00035672588,0.00017788685],"category_scores_gemma":[0.00016846594,0.00045933903,0.00031295407,0.000999717,0.00019204935,0.01620575,0.00076345954,0.0012714994,0.002718145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050972905,0.000086771404,0.000082662315,0.0008384488,0.000735763,0.000018605358,0.06684436,0.014232293,0.00019584285,0.44810554,0.26194674,0.2018157],"study_design_scores_gemma":[0.00042534608,0.00031739223,0.0006484319,0.00012497703,0.000046441368,0.00011035958,0.00028025502,0.010575566,0.0011792571,0.0020624297,0.98351806,0.0007114648],"about_ca_topic_score_codex":0.00012568523,"about_ca_topic_score_gemma":0.000051284653,"teacher_disagreement_score":0.7215713,"about_ca_system_score_codex":0.0006788553,"about_ca_system_score_gemma":0.00044207083,"threshold_uncertainty_score":0.99978584},"labels":[],"label_agreement":null},{"id":"W2205412731","doi":"10.5539/gjhs.v8n9p26","title":"Investigating Information-Seeking Behavior of Faculty Members Based on Wilson’s Model: Case Study of PNU University, Mazandaran, Iran","year":2015,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Medicine","score_opus":0.1043349738964703,"score_gpt":0.3654926362157464,"score_spread":0.2611576623192761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2205412731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9495543,0.000004957673,0.049489297,0.00022847616,0.00018744025,0.00027603196,0.000020484638,0.000012847901,0.00022615997],"genre_scores_gemma":[0.9820571,9.583968e-7,0.017756818,0.00017585712,0.000005133734,4.016409e-7,6.295478e-7,0.0000011943789,0.0000019232077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966214,0.0000859033,0.0008847429,0.00011493908,0.0019892869,0.00030373648],"domain_scores_gemma":[0.9965963,0.00002593472,0.0012492416,0.00024422733,0.0014319264,0.00045240155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003337276,0.0001061025,0.00027083507,0.00039324682,0.00029947655,0.00009454042,0.0010689691,0.000030990792,0.0000011715942],"category_scores_gemma":[0.00013975764,0.00008869245,0.00005837672,0.0017189439,0.00024280538,0.003058609,0.0001784954,0.00018583499,0.0000012548317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019098849,0.0015848281,0.3650841,0.00025104886,0.000020309828,0.0004986823,0.04568731,0.49196908,0.00014690022,0.006036392,0.00072278205,0.08780757],"study_design_scores_gemma":[0.003871343,0.003346546,0.03129439,0.00020724809,0.000022715845,0.0012839034,0.024655683,0.93470156,0.00023409871,0.00008541978,0.00007571394,0.00022136365],"about_ca_topic_score_codex":0.0008555772,"about_ca_topic_score_gemma":0.000033922523,"teacher_disagreement_score":0.44273248,"about_ca_system_score_codex":0.00044556998,"about_ca_system_score_gemma":0.0031452044,"threshold_uncertainty_score":0.5579457},"labels":[],"label_agreement":null},{"id":"W2255008176","doi":"","title":"Towards understanding digital information discovery and curation","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Information seeking; World Wide Web; Variety (cybernetics); Data science; Digital curation; Digital library; Data curation; Task (project management); Knowledge management; Information retrieval; Engineering; Artificial intelligence","score_opus":0.013350924786976807,"score_gpt":0.20726127768918462,"score_spread":0.19391035290220782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255008176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04139985,0.000007984243,0.95794445,0.00011098671,0.00027243607,0.00006416893,0.000001114516,0.00014982815,0.00004916898],"genre_scores_gemma":[0.94276863,0.000005377235,0.05704951,0.00012914599,0.00003706795,0.0000022536487,0.0000023126825,0.0000019335791,0.0000037411348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914026,0.000004820763,0.00014362481,0.00014184893,0.0003704825,0.00019897019],"domain_scores_gemma":[0.9995661,0.000059417947,0.000032623077,0.00014158177,0.000094513896,0.00010576504],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00049193774,0.00008543474,0.00007473023,0.00021453564,0.00022395753,0.0023814074,0.00026638235,0.000024357005,2.7021565e-7],"category_scores_gemma":[0.00020335295,0.000074316886,0.000012494287,0.0004157536,0.00007765349,0.01704636,0.00030013907,0.00007233344,0.0000038258395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001858132,0.0000075646367,0.0014910786,0.000064088126,0.0000032530627,0.0000010730257,0.0025769465,0.0023537632,0.00007716787,0.29046687,0.000050231145,0.70290613],"study_design_scores_gemma":[0.00013341272,0.000058653477,0.009712266,0.0000232312,0.000001008691,0.000021372238,0.000019323395,0.9879392,0.00015860378,0.0007356149,0.0010510868,0.00014622849],"about_ca_topic_score_codex":0.0000019674549,"about_ca_topic_score_gemma":8.807791e-8,"teacher_disagreement_score":0.98558545,"about_ca_system_score_codex":0.00006571099,"about_ca_system_score_gemma":0.000058305934,"threshold_uncertainty_score":0.9986542},"labels":[],"label_agreement":null},{"id":"W2277327449","doi":"10.11575/prism/29834","title":"Assessing discovery; user discovery pathways","year":2014,"lang":"en","type":"article","venue":"Open MIND","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","score_opus":0.07112676629062704,"score_gpt":0.33027258131764087,"score_spread":0.25914581502701384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277327449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49611235,0.0000031256127,0.4606069,0.0002857925,0.00024290655,0.00017128442,0.000004794502,0.000004941717,0.042567905],"genre_scores_gemma":[0.9599593,0.000001124689,0.034155607,0.00019384055,0.000056734698,0.000006999007,0.000009983532,0.000004901264,0.0056114984],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895597,0.00006303429,0.00020175465,0.00023194824,0.00030541682,0.00024188732],"domain_scores_gemma":[0.99927723,0.00006848705,0.00007890366,0.00044866267,0.00005021799,0.00007647316],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00058214646,0.00009666917,0.00012338467,0.000052533083,0.00018267888,0.00724707,0.0012960364,0.000039349517,0.00011655909],"category_scores_gemma":[0.000052838237,0.00007382829,0.000044107914,0.0002182536,0.00003213623,0.015043062,0.000756432,0.000109994675,0.0006569453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011206785,0.00012141071,0.002268284,0.00000824867,0.000009768388,0.000014955558,0.0016283699,0.00006289638,0.0049644983,0.0431195,0.00071519637,0.94707566],"study_design_scores_gemma":[0.0027457837,0.0005063619,0.08604059,0.00022469825,0.000032168988,0.00006762786,0.0009968955,0.07115456,0.14834826,0.0032614688,0.6849309,0.0016906476],"about_ca_topic_score_codex":0.000020388328,"about_ca_topic_score_gemma":0.0000060561474,"teacher_disagreement_score":0.94538504,"about_ca_system_score_codex":0.000029423158,"about_ca_system_score_gemma":0.00011910688,"threshold_uncertainty_score":0.99873304},"labels":[],"label_agreement":null},{"id":"W2285988181","doi":"10.1002/pra2.2015.145052010070","title":"Exploratory search in digital libraries: A preliminary examination of the use and role of interface features","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Interface (matter); Filter (signal processing); Exploratory search; Computer science; Human–computer interaction; Task (project management); Domain (mathematical analysis); Information seeking; Digital library; User interface; Exploratory research; World Wide Web; Information retrieval; Engineering; Sociology; Social science","score_opus":0.024985591067541012,"score_gpt":0.24385331241317995,"score_spread":0.21886772134563895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285988181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980571,0.000020077883,0.00020739241,0.0008127048,0.00004035088,0.00033774835,0.000009423508,0.000017512384,0.000497646],"genre_scores_gemma":[0.9993129,0.000005531695,0.0006133903,0.000019414816,0.0000014937464,0.000013002245,4.124367e-7,9.913098e-7,0.00003287784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99897933,0.0000039949878,0.00028946344,0.000068882335,0.00054213946,0.00011621182],"domain_scores_gemma":[0.9973623,0.00006670115,0.0004371811,0.00008532523,0.0020266175,0.00002185387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012577046,0.000048186954,0.000092263894,0.00043542404,0.00008840254,0.00018023036,0.0006073558,0.00007527117,7.0047975e-8],"category_scores_gemma":[0.0028345038,0.0000313229,0.000015610498,0.0017608056,0.00031269205,0.009973796,0.0005399793,0.00009230877,2.2053624e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065853645,0.000078486024,0.24138364,0.0001841582,0.00001232777,9.4846e-9,0.060589083,0.000046384877,0.010934199,0.6001916,0.00036870208,0.08614555],"study_design_scores_gemma":[0.0012234037,0.00054856436,0.3199596,0.00013619149,0.000009917715,0.000007720165,0.025962496,0.024258412,0.6100725,0.015639858,0.0020093888,0.00017190784],"about_ca_topic_score_codex":0.0000039011566,"about_ca_topic_score_gemma":4.2703638e-7,"teacher_disagreement_score":0.5991383,"about_ca_system_score_codex":0.000073255724,"about_ca_system_score_gemma":0.00016117697,"threshold_uncertainty_score":0.72307616},"labels":[],"label_agreement":null},{"id":"W2289016317","doi":"10.29173/iq84","title":"Changing Boundaries: Gazeteers, Information Retrieval and Data Browsing","year":2000,"lang":"en","type":"article","venue":"IASSIST Quarterly","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Information retrieval; Computer science; World Wide Web","score_opus":0.021177817490972178,"score_gpt":0.26843021090801533,"score_spread":0.24725239341704316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289016317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.615801,0.00018154414,0.36596373,0.004428229,0.0010582923,0.0006486745,0.00015474595,0.00082643656,0.010937351],"genre_scores_gemma":[0.98946214,0.0000126291425,0.00877042,0.00082125067,0.000096184405,0.0000037689397,0.00016729366,0.000007139248,0.0006591736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986431,0.0000387088,0.00032623453,0.00020790283,0.00042654475,0.0003575195],"domain_scores_gemma":[0.99895626,0.000034915684,0.00007763637,0.0007277484,0.00008042666,0.0001230159],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005660516,0.00012527705,0.00012474875,0.0001912639,0.0005833459,0.0022966594,0.00079462235,0.000063177766,0.00013258254],"category_scores_gemma":[0.00002145949,0.000116602314,0.000025929921,0.00043759492,0.000111951864,0.0072906446,0.000102167935,0.00014630776,0.00036797134],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003849134,0.000014173963,0.000055442353,0.00002614035,0.000008438903,0.0000051002394,0.015834935,0.0000015338129,0.000044180862,0.0029657988,0.0010546092,0.97995114],"study_design_scores_gemma":[0.0021655352,0.0009971483,0.018482719,0.000116908195,0.000037786453,0.00026278693,0.0039306823,0.22411041,0.00060746336,0.0013383601,0.7468383,0.0011119281],"about_ca_topic_score_codex":0.000027902794,"about_ca_topic_score_gemma":0.0000034697034,"teacher_disagreement_score":0.9788392,"about_ca_system_score_codex":0.000038062382,"about_ca_system_score_gemma":0.000117185016,"threshold_uncertainty_score":0.99873906},"labels":[],"label_agreement":null},{"id":"W2293148146","doi":"10.1145/2854946.2854958","title":"Knowledge Graphs versus Hierarchies","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Computer science; Task (project management); Perception; Knowledge graph; Quality (philosophy); Information retrieval; Information seeking; Human–computer interaction; Psychology","score_opus":0.041302910833599056,"score_gpt":0.2957639139934107,"score_spread":0.2544610031598116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293148146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115233235,0.000097406926,0.5811359,0.004363802,0.0018465688,0.00020830576,0.000003847554,0.0007769396,0.29633394],"genre_scores_gemma":[0.9753742,0.000038330825,0.009617583,0.000110641406,0.00002922408,0.000009241577,4.6038912e-7,0.0000029284722,0.014817377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994854,0.000017776625,0.000095300355,0.00009501592,0.00013877892,0.00016777847],"domain_scores_gemma":[0.9995192,0.00010180057,0.000014538079,0.0002243997,0.000068838766,0.00007118259],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011293224,0.000050801737,0.000045928,0.00010283068,0.00007253579,0.00006001934,0.00042619125,0.000019881705,0.00014694949],"category_scores_gemma":[0.000027232305,0.000026346359,0.000038064554,0.0002478945,0.000043338365,0.00065904437,0.00014361877,0.000030178408,0.0013536758],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007847032,0.000012203968,0.000089258676,0.000001245664,0.0000021729147,8.377627e-7,0.0001987824,3.004695e-8,0.00056846073,0.80388117,0.0021122922,0.19312572],"study_design_scores_gemma":[0.009626153,0.0014384601,0.04401096,0.000069403904,0.000012110938,0.000026071164,0.00016153826,0.0050362223,0.14389612,0.06708116,0.7273044,0.0013374289],"about_ca_topic_score_codex":0.0000029281914,"about_ca_topic_score_gemma":0.0000036712506,"teacher_disagreement_score":0.860141,"about_ca_system_score_codex":0.000015097478,"about_ca_system_score_gemma":0.000040258183,"threshold_uncertainty_score":0.99942386},"labels":[],"label_agreement":null},{"id":"W2294145134","doi":"","title":"Overview of the TREC 2009 Web Track","year":2009,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Relevance (law); Task (project management); World Wide Web; Clef; Session (web analytics); Web page; Set (abstract data type); Search engine indexing; Query expansion","score_opus":0.07088538982854531,"score_gpt":0.3088896404462865,"score_spread":0.23800425061774116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294145134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8756815,0.0014414933,0.032746833,0.012119611,0.0011450902,0.0014092332,0.00007430393,0.00050710235,0.074874826],"genre_scores_gemma":[0.99660224,0.000121928075,0.0007620483,0.00071343774,0.000023374447,0.0000010532474,0.0000015263432,0.0000030183023,0.0017713598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99826264,0.000095961994,0.00040669192,0.00022328156,0.0007059554,0.00030547197],"domain_scores_gemma":[0.9985422,0.00006436472,0.00018784065,0.0007459125,0.0003539263,0.000105765364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004543763,0.00015149525,0.0002217576,0.00008019483,0.00012595492,0.0001380988,0.0015857262,0.00008695435,0.00024862678],"category_scores_gemma":[0.00014982029,0.00009915593,0.0001428233,0.0010419396,0.00009826345,0.00059095625,0.00014982697,0.0002629655,0.00013665913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010499736,0.00028184662,0.001012261,0.00007809139,0.000017302355,0.000009825684,0.0024254369,0.000011328354,0.026579129,0.5875516,0.0035716286,0.37835655],"study_design_scores_gemma":[0.003571992,0.002038413,0.5455216,0.0006108407,0.000076875265,0.00012509702,0.00020376984,0.06355919,0.26831296,0.031672202,0.08269104,0.0016160012],"about_ca_topic_score_codex":0.0000103656985,"about_ca_topic_score_gemma":0.0000031476497,"teacher_disagreement_score":0.5558794,"about_ca_system_score_codex":0.00003761409,"about_ca_system_score_gemma":0.000427779,"threshold_uncertainty_score":0.40434614},"labels":[],"label_agreement":null},{"id":"W2298750658","doi":"10.1002/asi.23673","title":"Introduction to Information Behaviour. NigelFord. London: Facet Publishing, 2015. 272 pp. £49.95 (paperback). (ISBN 9781856048507)","year":2016,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Facet (psychology); Library science; Citation; Media studies; Art history; Sociology; Computer science; Art; Psychology","score_opus":0.008021106233080225,"score_gpt":0.24702870584433126,"score_spread":0.23900759961125104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298750658","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17371331,0.00013214796,0.1265237,0.68970174,0.006162205,0.0018927113,0.000111047804,0.00032270388,0.0014404414],"genre_scores_gemma":[0.98139083,0.00055791857,0.011421608,0.005017846,0.00050355255,0.00008356889,0.000013554936,0.0000106292555,0.0010004786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967092,0.000035323712,0.0010420921,0.00012826856,0.0016460632,0.00043900096],"domain_scores_gemma":[0.99183595,0.0000856271,0.0017222592,0.00040695374,0.005794787,0.00015440666],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005379255,0.00014345541,0.00021843196,0.0007501062,0.0006670257,0.0015346602,0.0017590288,0.00028028252,0.000008931306],"category_scores_gemma":[0.007173241,0.00008577753,0.00009088864,0.003060034,0.00016059261,0.041562144,0.00043617873,0.00037077643,0.000104545405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006480785,0.000064099135,0.015012019,0.000031587984,0.000040778406,2.7378948e-7,0.002731201,0.00007792143,0.004560192,0.1486983,0.45382714,0.37489167],"study_design_scores_gemma":[0.0014185729,0.0003974114,0.016665857,0.000037824793,0.000020211515,0.00008622048,0.0005421384,0.0006929733,0.014816841,0.0026645367,0.9624251,0.00023230519],"about_ca_topic_score_codex":0.0000054409225,"about_ca_topic_score_gemma":0.0000029040289,"teacher_disagreement_score":0.8076775,"about_ca_system_score_codex":0.00080589636,"about_ca_system_score_gemma":0.0005732951,"threshold_uncertainty_score":0.9995018},"labels":[],"label_agreement":null},{"id":"W2307814545","doi":"10.1007/978-3-319-30671-1_30","title":"Toward Reproducible Baselines: The Open-Source IR Reproducibility Challenge","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Open source; Information retrieval; World Wide Web; Source code; Data science; Software; Programming language","score_opus":0.06459347854591166,"score_gpt":0.29740635539870164,"score_spread":0.23281287685278998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2307814545","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007408601,0.00056700804,0.9634353,0.023252156,0.0019874435,0.001235522,0.000012718322,0.00022902123,0.009206723],"genre_scores_gemma":[0.42853945,0.0022905255,0.4772457,0.02837297,0.0092035355,0.0005345094,0.000035173533,0.00034886907,0.053429253],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99261177,0.00011948104,0.0009166752,0.003910317,0.0015875393,0.0008541927],"domain_scores_gemma":[0.98981994,0.00063559995,0.00045408614,0.008087706,0.0007831211,0.00021951755],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00925406,0.00056298636,0.00058725214,0.000468231,0.0006127947,0.0014011158,0.011218536,0.00028771622,0.00011652462],"category_scores_gemma":[0.0009958389,0.00033012027,0.00017970685,0.00083986745,0.0010181583,0.0017513733,0.006752414,0.0009977368,0.00018180556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013617919,0.000046579662,0.000043175263,0.00004271083,0.000008162523,0.000023004239,0.0017601985,0.0009536639,0.000048331687,0.023678126,0.00013737152,0.9732451],"study_design_scores_gemma":[0.001910315,0.0011371037,0.0009977854,0.0021472853,0.00004826574,0.0003301973,0.0000040148298,0.26362482,0.013195735,0.4446822,0.26794416,0.0039781155],"about_ca_topic_score_codex":0.0000537423,"about_ca_topic_score_gemma":0.000030585074,"teacher_disagreement_score":0.96926695,"about_ca_system_score_codex":0.00031564108,"about_ca_system_score_gemma":0.0010705546,"threshold_uncertainty_score":0.99991506},"labels":[],"label_agreement":null},{"id":"W2329317691","doi":"10.1145/2854946.2854981","title":"Modeling Optimal Switching Behavior","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Google","keywords":"Computer science; Session (web analytics); Search engine; Information retrieval; Data mining; World Wide Web","score_opus":0.03035828791637536,"score_gpt":0.2736348781304706,"score_spread":0.24327659021409526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329317691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29228538,0.000002060836,0.7056756,0.0004073928,0.00008618617,0.000056069915,3.6871162e-7,0.00014226233,0.0013446717],"genre_scores_gemma":[0.9462101,0.000002535833,0.052568924,0.00014194426,0.000021219252,0.000011563991,2.01342e-7,0.000002707715,0.0010408293],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992569,0.00001076677,0.0001539484,0.00012618287,0.0002443026,0.00020786366],"domain_scores_gemma":[0.9995702,0.000017229117,0.000015537475,0.00023722588,0.00007634841,0.00008348888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018348779,0.00006152539,0.000055812427,0.00006712701,0.00009282566,0.00010737249,0.000441157,0.000028178403,0.000101829995],"category_scores_gemma":[0.000014924256,0.000033931894,0.000039483086,0.00011183492,0.0000067672963,0.0012222541,0.0001639233,0.000047529404,0.00038253647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005875832,0.000062546875,0.0008658811,0.0000034134005,0.00000391383,0.000017826815,0.0005797841,0.00055725675,0.024542976,0.1631579,0.00014286736,0.8100598],"study_design_scores_gemma":[0.00045187422,0.00006349563,0.0008646296,0.000014653823,0.0000036839062,0.000027673335,0.000034280034,0.9853129,0.011994021,0.00032282856,0.0006780056,0.00023199631],"about_ca_topic_score_codex":0.000015735057,"about_ca_topic_score_gemma":9.890388e-7,"teacher_disagreement_score":0.9847556,"about_ca_system_score_codex":0.000025398076,"about_ca_system_score_gemma":0.000035754914,"threshold_uncertainty_score":0.491686},"labels":[],"label_agreement":null},{"id":"W2333968622","doi":"10.1177/154193120204601408","title":"How Good is Search Engine Ranking? a Validation Study with Human Judges","year":2002,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ranking (information retrieval); Relevance (law); Information retrieval; Search engine; Set (abstract data type); Correlation; Psychology; Computer science; Contrast (vision); Statistics; Mathematics; Artificial intelligence; Political science; Law","score_opus":0.02802410079066921,"score_gpt":0.23923873413693894,"score_spread":0.21121463334626972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333968622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99876606,0.00001742083,0.000082516235,0.00035774463,0.00003206701,0.0003553533,0.000007906501,0.00005744445,0.00032350727],"genre_scores_gemma":[0.9985055,0.0000087163035,0.0009771145,0.000052407813,0.000043353724,0.000007781991,0.0000012755619,0.000011364245,0.00039249795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878955,0.000010859898,0.0002533369,0.00027182896,0.0003844835,0.00028991533],"domain_scores_gemma":[0.99919975,0.000033131622,0.00022474205,0.00013468142,0.0003342204,0.00007345119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054879655,0.00018315308,0.00020902474,0.00005328889,0.00089470635,0.00056439877,0.0006306058,0.00006499788,0.000006197114],"category_scores_gemma":[0.000020250898,0.00012122611,0.000115416085,0.00027614497,0.00010781894,0.0012106546,0.0003980236,0.00025884708,7.086069e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021890142,0.00049118383,0.68601495,0.0002625038,0.000193647,2.6919201e-7,0.29298466,0.000040392886,0.009616455,0.0072492906,0.0013156972,0.0018090649],"study_design_scores_gemma":[0.0057933433,0.0037976836,0.53488797,0.0004257084,0.00025631062,0.000020120784,0.19214998,0.022128822,0.23621486,0.00075833866,0.0014731018,0.0020937715],"about_ca_topic_score_codex":0.000038616774,"about_ca_topic_score_gemma":0.0000016577908,"teacher_disagreement_score":0.22659841,"about_ca_system_score_codex":0.000058043584,"about_ca_system_score_gemma":0.000009887454,"threshold_uncertainty_score":0.6881448},"labels":[],"label_agreement":null},{"id":"W2334168157","doi":"","title":"Getting the big picture: supporting comprehension and learning in search","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Comprehension; Computer science; Coherence (philosophical gambling strategy); Process (computing); World Wide Web; Artificial intelligence; Knowledge management","score_opus":0.02443471162097763,"score_gpt":0.2750862144957698,"score_spread":0.2506515028747922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334168157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.820565,0.000007884874,0.17415205,0.0016665224,0.00005818515,0.00009314908,3.813019e-8,0.00007511454,0.003382049],"genre_scores_gemma":[0.9949388,0.0000021178605,0.004101091,0.00061230786,0.000025198451,0.0000016934187,6.7458507e-7,0.0000021229143,0.00031599822],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990973,0.00015460016,0.00017231818,0.00011636658,0.0002357698,0.00022363364],"domain_scores_gemma":[0.9995024,0.00023685285,0.000034761637,0.00013421757,0.000048269932,0.000043489086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015177401,0.00005394123,0.000065297856,0.00007147086,0.00025709847,0.00018754113,0.00024367377,0.000026533062,0.000011028239],"category_scores_gemma":[0.000115805626,0.000032081272,0.000015089113,0.00023780752,0.000029630519,0.00022783728,0.0002744829,0.00032273692,0.000020055004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031202287,0.000010595108,0.027265541,0.000018670686,0.0000014455245,0.0000030188048,0.0058430284,0.0007136916,0.003058655,0.024005715,0.00004962924,0.9390269],"study_design_scores_gemma":[0.00026168063,0.00006445356,0.14077017,0.000014140339,8.1607055e-7,0.000016281512,0.00058093056,0.8516995,0.0021441225,0.00027137523,0.004068304,0.00010825402],"about_ca_topic_score_codex":0.00005168869,"about_ca_topic_score_gemma":0.000008794836,"teacher_disagreement_score":0.93891865,"about_ca_system_score_codex":0.000009389525,"about_ca_system_score_gemma":0.00002211361,"threshold_uncertainty_score":0.19774194},"labels":[],"label_agreement":null},{"id":"W2338216121","doi":"10.1145/2911451.2911507","title":"When does Relevance Mean Usefulness and User Satisfaction in Web Search?","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Context (archaeology); Set (abstract data type); User satisfaction; Computer user satisfaction; Quality (philosophy); Search engine; World Wide Web; Human–computer interaction; User experience design; User interface design","score_opus":0.020735805493119795,"score_gpt":0.25192002939440516,"score_spread":0.23118422390128537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338216121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88594395,0.000005105297,0.110550486,0.002460436,0.00011415339,0.00012772826,0.000002441529,0.0000847955,0.0007109135],"genre_scores_gemma":[0.99116033,0.000036328875,0.005684252,0.00015116677,0.000013501981,0.000007955879,2.209842e-7,0.0000028149107,0.0029434129],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99917805,0.00004624285,0.0001513272,0.0001637483,0.0002640541,0.000196592],"domain_scores_gemma":[0.9995263,0.00010301522,0.00002181948,0.00020905831,0.00006833961,0.00007147247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003256651,0.000065256325,0.00007230221,0.000115454844,0.000056116405,0.00010451047,0.0001909052,0.000036360136,0.00012141992],"category_scores_gemma":[0.00003567808,0.0000327148,0.000013858357,0.00014831327,0.000042374068,0.0015881322,0.00013386387,0.00006753962,0.000094816976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027010587,0.000029363498,0.2162172,0.000025557147,0.000004938698,0.000011966932,0.003052045,0.0000034479456,0.010961197,0.124800384,0.001033003,0.6438339],"study_design_scores_gemma":[0.0021157777,0.00014765412,0.8911662,0.00011398732,0.000002694683,0.00002330163,0.00029644932,0.009375655,0.071011275,0.0058723404,0.019368103,0.00050656986],"about_ca_topic_score_codex":0.00012786323,"about_ca_topic_score_gemma":0.0006690363,"teacher_disagreement_score":0.674949,"about_ca_system_score_codex":0.000043260363,"about_ca_system_score_gemma":0.0000429145,"threshold_uncertainty_score":0.13340709},"labels":[],"label_agreement":null},{"id":"W2338920854","doi":"10.1145/2911451.2911494","title":"Interleaved Evaluation for Retrospective Summarization and Prospective Notification on Document Streams","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automatic summarization; Redundancy (engineering); Timeline; Information retrieval; Interleaving; Ranking (information retrieval); Multi-document summarization; Task (project management); Data mining","score_opus":0.0216528133450966,"score_gpt":0.2928018438465414,"score_spread":0.2711490305014448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338920854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032655425,0.000004893026,0.9607646,0.0031715352,0.00015719002,0.001514666,0.000008841506,0.00009679965,0.0016260482],"genre_scores_gemma":[0.9928034,0.0000072424905,0.0057674255,0.00012968013,0.000023920662,0.00019850003,0.000013109303,0.0000038572985,0.0010528733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99899936,0.00004549675,0.00019248443,0.00025654805,0.000367195,0.00013894719],"domain_scores_gemma":[0.9990881,0.000070384136,0.00010344266,0.00020817619,0.00047812244,0.00005173914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067047734,0.00008267808,0.00008268523,0.00010198302,0.00012458437,0.00013787279,0.00014168557,0.000031852112,0.00003190962],"category_scores_gemma":[0.00016656435,0.00005100565,0.000026182859,0.00015447591,0.000027055052,0.0008461189,0.00004359556,0.000030286557,0.000027863081],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038029582,0.000041375235,0.0024503814,0.0000050843137,0.0000093236795,4.7329564e-8,0.00094501406,0.0000037661782,0.0017360809,0.39471665,0.00036999196,0.5996843],"study_design_scores_gemma":[0.0072113285,0.003956118,0.51708645,0.00018641408,0.00003107514,0.000004935462,0.00037584588,0.13821143,0.20193282,0.12831306,0.0019363075,0.00075420673],"about_ca_topic_score_codex":0.0000074211166,"about_ca_topic_score_gemma":0.000007875869,"teacher_disagreement_score":0.960148,"about_ca_system_score_codex":0.0003589895,"about_ca_system_score_gemma":0.00006222641,"threshold_uncertainty_score":0.207995},"labels":[],"label_agreement":null},{"id":"W2345586071","doi":"10.29173/cais161","title":"Is There a Transgender Canon?: Information Seeking and Use in the Transgender Community","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transgender; Political science; Sociology; Gender studies; Public relations; Humanities; Welfare economics; Economics; Art","score_opus":0.07046996466881612,"score_gpt":0.2705741155505882,"score_spread":0.20010415088177208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345586071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818748,0.00025944016,0.00075553154,0.012219095,0.00014811568,0.00087938557,0.00017595521,0.000021948741,0.0036656796],"genre_scores_gemma":[0.9972436,0.0002301438,0.0004671013,0.0015393809,0.000025103749,0.000046065168,0.0000044456856,0.000009981715,0.00043418485],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99754786,0.0001669691,0.00080278155,0.00017548709,0.00075927074,0.00054760196],"domain_scores_gemma":[0.9751781,0.00031343917,0.0005666134,0.00032230554,0.023485081,0.00013442963],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0016027774,0.00031356473,0.00039698504,0.00020977452,0.0003642926,0.007748074,0.0024694873,0.00024324375,0.0000753157],"category_scores_gemma":[0.0023189485,0.00021308975,0.00016451407,0.0007904777,0.0006566918,0.04951473,0.0003988166,0.0009498846,0.000009014599],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067181114,0.000228663,0.10117348,0.0010991571,0.000071519615,7.6412454e-7,0.82408756,0.000008487564,0.0017395996,0.031094918,0.0023437997,0.03808484],"study_design_scores_gemma":[0.0012952067,0.00044478767,0.88937235,0.0006773649,0.000092460235,0.00010534885,0.03972341,0.012188747,0.0062585305,0.005835054,0.04348024,0.00052648975],"about_ca_topic_score_codex":0.006534311,"about_ca_topic_score_gemma":0.00016781098,"teacher_disagreement_score":0.7881989,"about_ca_system_score_codex":0.00006704458,"about_ca_system_score_gemma":0.00036206938,"threshold_uncertainty_score":0.99328196},"labels":[],"label_agreement":null},{"id":"W2350918866","doi":"10.29173/cais495","title":"Mental Models and Information Retrieval: What Can Search Queries Tell Us?","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Dalhousie University","funders":"","keywords":"Information retrieval; Search engine; Computer science; Seekers; Human–computer information retrieval; Metasearch engine; Adversarial information retrieval; Sample (material); World Wide Web; Web search query; Cognitive models of information retrieval","score_opus":0.02462874990614857,"score_gpt":0.2430907001208266,"score_spread":0.218461950214678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350918866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932344,0.0000556946,0.0004161393,0.0031840166,0.000119513694,0.0005517217,0.000044414435,0.000050950548,0.0023431485],"genre_scores_gemma":[0.9978479,0.0003631432,0.0011381023,0.0004103271,0.000018374092,0.000016564853,0.000005323803,0.000006832286,0.00019339015],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99814934,0.000020073892,0.0005083199,0.0001817296,0.00075556024,0.00038500183],"domain_scores_gemma":[0.97121096,0.0000611584,0.00038420258,0.00018950614,0.027987534,0.0001666375],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0005634866,0.00019978761,0.0002802713,0.00021181368,0.0001902707,0.008661321,0.001560994,0.0001186419,0.00001952868],"category_scores_gemma":[0.0014958889,0.00014778004,0.00008340478,0.00049865997,0.00036873252,0.104747936,0.0009786893,0.00025206065,0.000007948623],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031490967,0.000247314,0.087200075,0.0013127635,0.00015093299,0.0000010604966,0.51290303,0.00006208556,0.02737064,0.27014273,0.0045953724,0.09569909],"study_design_scores_gemma":[0.0029240942,0.001690546,0.34598327,0.0011118142,0.000087196735,0.00018840474,0.041198567,0.14006174,0.4074044,0.019016985,0.038694054,0.0016389167],"about_ca_topic_score_codex":0.00034788664,"about_ca_topic_score_gemma":0.000003298864,"teacher_disagreement_score":0.47170445,"about_ca_system_score_codex":0.000063403924,"about_ca_system_score_gemma":0.00023995788,"threshold_uncertainty_score":0.9923678},"labels":[],"label_agreement":null},{"id":"W2353918218","doi":"10.29173/cais153","title":"Assumptions of Naming in Information Storage and Retrieval: A Deconstruction","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Intermediary; Deconstruction (building); Affect (linguistics); Containment (computer programming); Computer science; Information access; Information retrieval; World Wide Web; Knowledge management; Data science; Sociology; Business; Engineering; Communication; Marketing","score_opus":0.01587625984356623,"score_gpt":0.2353769787997264,"score_spread":0.2195007189561602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353918218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99635327,0.000018189621,0.0010774411,0.0006145175,0.00007674702,0.00033536626,0.000022357675,0.000022619755,0.0014794648],"genre_scores_gemma":[0.9974685,0.000036861253,0.0023740046,0.00005036218,0.00000887416,0.000011448371,0.0000017773166,0.0000033468625,0.00004483146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869853,0.000015995123,0.0005693843,0.00011618406,0.00038982925,0.00021008682],"domain_scores_gemma":[0.9802732,0.000072068295,0.00062912796,0.00012915101,0.018825665,0.00007079146],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00054361805,0.00012125963,0.00024140041,0.0003180024,0.00007249499,0.001251467,0.00083280914,0.000098086886,0.000011504774],"category_scores_gemma":[0.004124819,0.000096656,0.000060279308,0.000584953,0.00022374105,0.028345793,0.0003864059,0.00018873798,0.000002911395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016482425,0.00022434726,0.49754336,0.0013917153,0.00007345732,5.6732324e-7,0.15322451,0.000046416182,0.06112881,0.15636353,0.0008589803,0.12897947],"study_design_scores_gemma":[0.00091780315,0.0002870656,0.91781473,0.0003491896,0.00002241328,0.00004749589,0.0042454563,0.020880291,0.047603063,0.005244431,0.002304533,0.00028355257],"about_ca_topic_score_codex":0.00020781222,"about_ca_topic_score_gemma":0.0000041879775,"teacher_disagreement_score":0.42027134,"about_ca_system_score_codex":0.000047221994,"about_ca_system_score_gemma":0.00014479813,"threshold_uncertainty_score":0.9997853},"labels":[],"label_agreement":null},{"id":"W2373380784","doi":"","title":"York University at CLEF eHealth 2015: Medical Document Retrieval","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Clef; Information retrieval; Computer science; eHealth; Relevance (law); Task (project management); World Wide Web; Normalization (sociology); Document retrieval; Query expansion; Information access; Health care","score_opus":0.036290372555035665,"score_gpt":0.29253758500304083,"score_spread":0.2562472124480052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2373380784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35302785,0.00014620616,0.42269552,0.056910336,0.0030463042,0.00093069626,0.000012889348,0.0013582406,0.16187195],"genre_scores_gemma":[0.886437,0.0000786336,0.02470339,0.0046649408,0.00020433632,9.585336e-7,0.000023200831,0.000010952947,0.083876595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980591,0.00008449948,0.00017496302,0.00017584286,0.0012100128,0.0002956164],"domain_scores_gemma":[0.998682,0.00004257186,0.00005052143,0.00031752067,0.00015844172,0.0007489153],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010438643,0.000079972626,0.00010430438,0.00008262043,0.00014788126,0.00006277495,0.0008110563,0.00008622501,0.0005373405],"category_scores_gemma":[0.00007480017,0.00006484404,0.000042340434,0.0004250578,0.00005706732,0.00056427653,0.0005834984,0.0001509348,0.0013721888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034887335,0.00020133107,0.0041302457,0.000029603936,0.000023232169,0.0002355726,0.0048230602,0.000023896255,0.000028651097,0.4391487,0.51879567,0.03221119],"study_design_scores_gemma":[0.0029208572,0.0006329302,0.0061965715,0.000020009707,0.000007765443,0.00010551637,0.00063276745,0.022602957,0.0015136795,0.001113149,0.96380264,0.00045115236],"about_ca_topic_score_codex":0.00015258718,"about_ca_topic_score_gemma":0.00003106546,"teacher_disagreement_score":0.5334091,"about_ca_system_score_codex":0.00036987363,"about_ca_system_score_gemma":0.0006004121,"threshold_uncertainty_score":0.9994054},"labels":[],"label_agreement":null},{"id":"W2397669334","doi":"","title":"The Fault, Dear Researchers, is not in Cranfield, But in our Metrics, that they are Unrealistic.","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Ranking (information retrieval); Measure (data warehouse); Test (biology); Data science; Information retrieval; Data mining","score_opus":0.15197984334842884,"score_gpt":0.3618475906571991,"score_spread":0.20986774730877028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397669334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.723383,0.0013051912,0.1020377,0.09642253,0.002172168,0.002855372,0.000085703876,0.00047709886,0.07126124],"genre_scores_gemma":[0.9941494,0.00012398172,0.0012958207,0.000995906,0.000037167003,0.000017488237,0.0000014978515,0.0000047177,0.0033740199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99798745,0.00017762168,0.0002646028,0.00015593464,0.00076113094,0.0006532895],"domain_scores_gemma":[0.99882585,0.00036947205,0.000059864833,0.0004611161,0.00011978506,0.00016392341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024440656,0.00010683178,0.00012724492,0.00031004226,0.00014960904,0.00029188968,0.0010339594,0.00009112677,0.000029841858],"category_scores_gemma":[0.00051143457,0.000065368695,0.00004881862,0.0008576634,0.000027031023,0.0008881393,0.00033879725,0.00040490713,0.00020864706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014502888,0.00044764456,0.6085812,0.00006126437,0.000023646211,0.00006695477,0.0164379,0.000050880208,0.00016973904,0.1757266,0.026764292,0.17152488],"study_design_scores_gemma":[0.0018491197,0.00014283872,0.8800841,0.000057751025,0.000005621537,0.000019565488,0.013316515,0.038577102,0.013263125,0.0022260016,0.049774762,0.0006834958],"about_ca_topic_score_codex":0.0028793826,"about_ca_topic_score_gemma":0.0007807693,"teacher_disagreement_score":0.27150294,"about_ca_system_score_codex":0.00010266901,"about_ca_system_score_gemma":0.00007352465,"threshold_uncertainty_score":0.43527845},"labels":[],"label_agreement":null},{"id":"W2398352439","doi":"","title":"Information Retrieval: Technology, Evaluation and Beyond.","year":2011,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information retrieval; Computer science; Data science","score_opus":0.04226171549609193,"score_gpt":0.27122989659267677,"score_spread":0.22896818109658484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398352439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23436995,0.0047341753,0.52513784,0.0048617152,0.007952421,0.00528975,0.00027754513,0.0015101982,0.2158664],"genre_scores_gemma":[0.97574663,0.0005903138,0.021467129,0.0011594031,0.00010145587,0.00012582446,0.0002882252,0.000018535875,0.0005024538],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961083,0.00019764577,0.0015686051,0.00018748277,0.0011803483,0.0007576288],"domain_scores_gemma":[0.9951133,0.00006018814,0.00088437076,0.0006308502,0.0030381104,0.00027315112],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0029327194,0.00041027108,0.00035515532,0.0014401587,0.0007074141,0.0012073994,0.0006659364,0.0006232469,0.0003928838],"category_scores_gemma":[0.0011766827,0.00042860393,0.000104234656,0.0023772398,0.00111214,0.045059,0.00044925115,0.0005150599,0.0014265644],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007249151,0.00004162702,0.00084628427,0.00043518544,0.000037082624,0.0000017861682,0.051606998,0.000023911365,0.000016412441,0.21711291,0.0009115062,0.7288938],"study_design_scores_gemma":[0.006731813,0.0027091124,0.07139271,0.0014649265,0.0005447068,0.0016057399,0.044354565,0.45381945,0.014593381,0.18684337,0.2126793,0.0032609124],"about_ca_topic_score_codex":0.0003026315,"about_ca_topic_score_gemma":0.000009839934,"teacher_disagreement_score":0.7413767,"about_ca_system_score_codex":0.00064429746,"about_ca_system_score_gemma":0.0006188129,"threshold_uncertainty_score":0.9998295},"labels":[],"label_agreement":null},{"id":"W2399992943","doi":"10.29173/cais280","title":"Contextual Search: From Information Behaviour to Information Retrieval","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Toronto","funders":"","keywords":"Context (archaeology); Information retrieval; Humanities; Computer science; Information behavior; Domain (mathematical analysis); Information science; Library science; Philosophy; Geography; Mathematics","score_opus":0.03519335761839001,"score_gpt":0.2550562397565024,"score_spread":0.21986288213811236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399992943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97432095,0.00007156989,0.0025007448,0.013786906,0.0008280352,0.0014628918,0.00097252993,0.00007515924,0.0059812153],"genre_scores_gemma":[0.9948219,0.00006437851,0.0023925519,0.0013458214,0.00011756626,0.000039761184,0.000041543473,0.000013122983,0.0011633671],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9956696,0.00006261511,0.0015182877,0.00026356382,0.0016537191,0.0008322309],"domain_scores_gemma":[0.89507085,0.0001855226,0.0011226813,0.0003704005,0.102783166,0.00046737006],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0012022733,0.00042644443,0.0005974811,0.0004804579,0.00028406928,0.012242574,0.0033843254,0.00038602407,0.00030751122],"category_scores_gemma":[0.013679754,0.0003602643,0.00026568602,0.0013286199,0.00053916447,0.1204464,0.0017101474,0.0006858423,0.00046950302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067594636,0.00040669064,0.081402235,0.0010346236,0.00020266569,0.0000015452905,0.5304241,0.00007544682,0.0078760125,0.116666,0.045360763,0.21587396],"study_design_scores_gemma":[0.0023972127,0.0017237852,0.66730696,0.0012512059,0.0001773206,0.000062074,0.022546316,0.017424503,0.08282752,0.0033078429,0.19975267,0.0012225929],"about_ca_topic_score_codex":0.0045852037,"about_ca_topic_score_gemma":0.000012017776,"teacher_disagreement_score":0.5859047,"about_ca_system_score_codex":0.00022791438,"about_ca_system_score_gemma":0.00086106925,"threshold_uncertainty_score":0.9998849},"labels":[],"label_agreement":null},{"id":"W2401796064","doi":"","title":"ClueWeb09 and TREC Diversity.","year":2010,"lang":"en","type":"article","venue":"NTCIR","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Information retrieval; Task (project management); World Wide Web; Set (abstract data type); Search engine; Web page","score_opus":0.010717057301256794,"score_gpt":0.2261840300999137,"score_spread":0.2154669727986569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401796064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762851,0.0000052981854,0.010186486,0.0008427649,0.0003657258,0.000060714312,0.0000015754119,0.00009149762,0.012160851],"genre_scores_gemma":[0.9946758,0.000002711716,0.0040942496,0.00027933295,0.000025590998,8.906317e-7,6.3248183e-7,9.560116e-7,0.0009197974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99962866,0.0000061035694,0.00004948692,0.000076925324,0.00013890344,0.00009992267],"domain_scores_gemma":[0.9997182,0.000016462334,0.000014357951,0.0001461472,0.000036827612,0.00006801336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001077995,0.000034644647,0.00003680347,0.00004006912,0.0001743454,0.0000752519,0.00026117289,0.00003057346,0.000048707538],"category_scores_gemma":[0.000014872889,0.000028884206,0.000014452176,0.000097845084,0.00002930495,0.00040404272,0.00039602432,0.00011362598,0.00012012322],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009612855,0.00007094518,0.053668622,0.000016692793,0.000007883283,0.000026642427,0.006375083,0.0000011075039,0.007706651,0.24124156,0.005539469,0.68533576],"study_design_scores_gemma":[0.0012309953,0.0001969221,0.7455078,0.0000072286875,0.000008924043,0.00008632415,0.000113167116,0.018285807,0.011191969,0.0055172634,0.21737559,0.00047800966],"about_ca_topic_score_codex":0.000022209362,"about_ca_topic_score_gemma":0.000010359249,"teacher_disagreement_score":0.69183916,"about_ca_system_score_codex":0.0000037000527,"about_ca_system_score_gemma":0.000014530008,"threshold_uncertainty_score":0.15439811},"labels":[],"label_agreement":null},{"id":"W2406847633","doi":"","title":"Overview of the TREC 2012 Crowdsourcing Track.","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Track (disk drive); Computer science; Relevance (law); World Wide Web; Task (project management); Set (abstract data type); Information retrieval; Data science; Engineering","score_opus":0.07026204103805114,"score_gpt":0.3066848247179745,"score_spread":0.23642278367992334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406847633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6191149,0.0018678869,0.2506179,0.0038222002,0.001955282,0.0005953754,0.0000054388256,0.00024561823,0.121775426],"genre_scores_gemma":[0.9932614,0.000010311737,0.0027967978,0.00039031976,0.00003031629,0.000002169255,1.9420506e-7,0.0000016971323,0.0035067752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99937445,0.000031818563,0.0001436525,0.000042983156,0.00023255708,0.00017453075],"domain_scores_gemma":[0.9995425,0.00003025491,0.00004855954,0.00028055112,0.000044281856,0.000053907494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035035543,0.000043431508,0.000060254755,0.000026282536,0.000062434774,0.000027937273,0.0004506957,0.000021812271,0.00022552704],"category_scores_gemma":[0.000015930407,0.00002343561,0.00006307215,0.00025932182,0.000020792717,0.0010288049,0.00014072828,0.000060632487,0.00009822977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048032343,0.00023088657,0.031052051,0.000092330374,0.000014322629,3.4126094e-7,0.007644856,0.00001793607,0.0032471807,0.63094014,0.010915449,0.3158397],"study_design_scores_gemma":[0.0005448019,0.000061610495,0.6844685,0.000058523296,0.000015911306,0.000031250926,0.00019447738,0.006713663,0.12779294,0.00062022905,0.17916961,0.00032847372],"about_ca_topic_score_codex":0.000017357002,"about_ca_topic_score_gemma":0.0000017766864,"teacher_disagreement_score":0.65341645,"about_ca_system_score_codex":0.000010905595,"about_ca_system_score_gemma":0.00002232513,"threshold_uncertainty_score":0.24693629},"labels":[],"label_agreement":null},{"id":"W2408669150","doi":"","title":"Predicting user preferences - An evaluation of popular relevance metrics.","year":2011,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Data science; Political science","score_opus":0.08037566889327485,"score_gpt":0.2885429737758956,"score_spread":0.20816730488262075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408669150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81347877,0.000053611504,0.17400756,0.000005455556,0.00030700862,0.00049210986,0.000010795464,0.00016902135,0.011475642],"genre_scores_gemma":[0.9746085,0.000013352348,0.025210436,0.000037145648,0.000017171258,0.000048354446,0.000042246393,0.000004208294,0.000018623015],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975449,0.00016423127,0.00078418583,0.00012916255,0.0011235453,0.0002540014],"domain_scores_gemma":[0.9973635,0.000027687125,0.0005436534,0.00043353706,0.001533508,0.00009811391],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024052241,0.0001368002,0.00017089452,0.00047180563,0.00019837523,0.0001897466,0.00066850666,0.00009814848,0.00006282537],"category_scores_gemma":[0.00077441835,0.00012132926,0.000053164284,0.0010036681,0.00007935969,0.014905436,0.000120064644,0.0001223579,0.000050305385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051082778,0.00012236243,0.055465482,0.00028171117,0.00003934571,8.110371e-7,0.06837668,0.000523102,0.00019268697,0.07022832,0.000069916554,0.8046485],"study_design_scores_gemma":[0.0014005686,0.0009044246,0.25200135,0.00023801322,0.00009058721,0.00003568204,0.0039104116,0.6879528,0.028273102,0.023552973,0.000994457,0.0006455918],"about_ca_topic_score_codex":0.00019242313,"about_ca_topic_score_gemma":0.0000128732245,"teacher_disagreement_score":0.8040029,"about_ca_system_score_codex":0.00015958947,"about_ca_system_score_gemma":0.00019121286,"threshold_uncertainty_score":0.9988726},"labels":[],"label_agreement":null},{"id":"W2413252296","doi":"10.29173/cais623","title":"Evaluation of the Effectiveness of Tag as an Access Point in a Public Library OPAC","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Subject (documents); Public access; Heading (navigation); Point (geometry); Computer science; Library science; Geography; Mathematics","score_opus":0.06590791462908674,"score_gpt":0.30602578459446333,"score_spread":0.2401178699653766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413252296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98489726,0.00019184356,0.00005490484,0.0042655957,0.00033476198,0.0015792777,0.00009627939,0.000018563738,0.008561515],"genre_scores_gemma":[0.9992116,0.00005984323,0.00020240908,0.00011474028,0.000034159744,0.00009194543,0.0000039360693,0.00001592083,0.00026545592],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99592495,0.0005215925,0.0009655335,0.00033852263,0.0017659601,0.00048347085],"domain_scores_gemma":[0.9184865,0.0003966453,0.001493468,0.00046215195,0.07898379,0.00017749151],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005334845,0.0002869688,0.00058590405,0.0003381289,0.00010714634,0.0034803767,0.0047112596,0.00022877446,0.00017952915],"category_scores_gemma":[0.01981958,0.00019835569,0.00022867453,0.0016490796,0.0008447298,0.059844695,0.0019938746,0.00041671807,0.000005105272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043498873,0.0015881634,0.51066905,0.0036898872,0.00019519887,0.000001037039,0.067144714,0.000102619066,0.03894259,0.27180034,0.00074179255,0.104689606],"study_design_scores_gemma":[0.0010539356,0.00055162475,0.7575348,0.001257817,0.00009603284,0.000021190284,0.0015180401,0.015565752,0.18721695,0.034157332,0.00077979144,0.00024672766],"about_ca_topic_score_codex":0.0014550358,"about_ca_topic_score_gemma":0.000015982234,"teacher_disagreement_score":0.24686575,"about_ca_system_score_codex":0.00011297035,"about_ca_system_score_gemma":0.0019188296,"threshold_uncertainty_score":0.9975541},"labels":[],"label_agreement":null},{"id":"W2417354305","doi":"10.1002/pra2.2015.14505201004","title":"Envisioning our information future and how to educate for it: A community conversation","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Action (physics); Session (web analytics); Information technology; Engineering ethics; Knowledge management; Psychology; Public relations; Sociology; Computer science; Political science; Engineering; World Wide Web","score_opus":0.023525731366775108,"score_gpt":0.27900741482879116,"score_spread":0.25548168346201605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417354305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6388019,0.000010965287,0.038410597,0.316314,0.0011121167,0.0031982698,0.00006331921,0.00025101408,0.0018378443],"genre_scores_gemma":[0.98875153,0.0000058879195,0.010170775,0.0008873477,0.000019495692,0.000100103214,0.0000052453493,0.0000015891501,0.000058030433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988648,0.0000056179365,0.0002761153,0.00007509523,0.00055959483,0.00021872645],"domain_scores_gemma":[0.9945599,0.000049214097,0.00057314296,0.000110347646,0.0046220887,0.00008532193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037007951,0.000082351275,0.00011823146,0.00067226245,0.0006267557,0.0005763875,0.00067568256,0.00011416989,7.143622e-8],"category_scores_gemma":[0.0045020673,0.000063610496,0.00002320392,0.0015940904,0.00007115252,0.010568063,0.000357441,0.00014052115,0.0000029266578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006992461,0.00004050798,0.014173548,0.0002722838,0.000023009536,4.2374424e-9,0.07283333,0.00001828523,0.002371011,0.6900027,0.027149381,0.193046],"study_design_scores_gemma":[0.0052516093,0.001604175,0.025533084,0.00013839568,0.000059818325,0.00002875558,0.24542269,0.06207441,0.084244534,0.037106782,0.5377031,0.00083265454],"about_ca_topic_score_codex":0.0000063380057,"about_ca_topic_score_gemma":9.315931e-7,"teacher_disagreement_score":0.6528959,"about_ca_system_score_codex":0.00021928392,"about_ca_system_score_gemma":0.00021974368,"threshold_uncertainty_score":0.76615906},"labels":[],"label_agreement":null},{"id":"W2417562882","doi":"10.1177/0961000615595455","title":"Scaffolding in information search: Effects on less experienced searchers","year":2015,"lang":"en","type":"article","venue":"Journal of Librarianship and Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Point (geometry); Computer science; Information literacy; Information retrieval; Psychology; World Wide Web","score_opus":0.07725841982653249,"score_gpt":0.29954955563012736,"score_spread":0.22229113580359489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417562882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8931717,0.000020501278,0.09381999,0.0016999362,0.00062467926,0.00025471923,0.0000013548215,0.0000353349,0.010371732],"genre_scores_gemma":[0.9936562,0.000021641441,0.0050975354,0.0011816031,0.000029856568,0.0000033743638,0.0000010471127,0.0000014918788,0.0000072348867],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971915,0.000087275475,0.0006963834,0.000075826974,0.0016197606,0.0003292823],"domain_scores_gemma":[0.9983167,0.0001454248,0.00031647857,0.00019043022,0.0006038628,0.00042712304],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0040534446,0.00010756352,0.00016051586,0.0017144145,0.00017359146,0.0016455126,0.0010037777,0.000057940073,0.000002835763],"category_scores_gemma":[0.00079493213,0.000082241786,0.000035432346,0.0022219198,0.00018089802,0.09974726,0.00019827389,0.00030096195,0.000035438145],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024308899,0.00005644931,0.0074047754,0.00011237476,0.000005982212,0.000015394638,0.12693498,0.0020983126,0.00048428113,0.3066717,0.0006689697,0.5553037],"study_design_scores_gemma":[0.01615739,0.0062945215,0.3449966,0.0012408294,0.000014498389,0.0008205711,0.07006219,0.35017774,0.15721738,0.0069326567,0.044237778,0.0018478371],"about_ca_topic_score_codex":0.000008990866,"about_ca_topic_score_gemma":1.8766175e-7,"teacher_disagreement_score":0.5534558,"about_ca_system_score_codex":0.00014895694,"about_ca_system_score_gemma":0.0010273032,"threshold_uncertainty_score":0.9993909},"labels":[],"label_agreement":null},{"id":"W2493631702","doi":"10.4018/978-1-59904-240-4.ch008","title":"Interactive IR Framework","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Representation (politics); Search engine indexing; Information retrieval; Computer science; Core (optical fiber); Theoretical computer science","score_opus":0.024213164718616186,"score_gpt":0.2753616400927074,"score_spread":0.25114847537409124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493631702","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036191046,0.00007560077,0.04674621,0.00009824717,0.0008608027,0.00027190652,0.000052995896,0.0002597613,0.9515983],"genre_scores_gemma":[0.16183032,0.00007845723,0.057469573,0.00801361,0.0012932734,0.00006809888,0.000021724689,0.000105135696,0.7711198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99818176,0.000015272612,0.00038040118,0.00038545317,0.00068430486,0.00035279637],"domain_scores_gemma":[0.9985451,0.000063941035,0.00022115049,0.000711303,0.00025243888,0.00020607005],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007666657,0.00034360285,0.00032966046,0.000095180774,0.00016127492,0.00020606494,0.0011370921,0.00043528128,0.00007141985],"category_scores_gemma":[0.000029454806,0.00031436005,0.00024351767,0.00003575701,0.00010367239,0.00027489182,0.00050336355,0.00067411776,0.0018795718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012090114,0.0000057068733,0.0000028357504,0.0000072751345,0.000025300014,0.00011547963,0.00037394222,8.5851246e-7,8.508982e-7,0.9686194,0.005295694,0.02554056],"study_design_scores_gemma":[0.00033872825,0.0002671536,0.00017681274,0.00038723063,0.000026314634,0.0003788654,0.00001191245,0.00032175356,0.00017837962,0.6020177,0.3948913,0.00100384],"about_ca_topic_score_codex":0.000018404513,"about_ca_topic_score_gemma":0.0000030946296,"teacher_disagreement_score":0.3895956,"about_ca_system_score_codex":0.00029146252,"about_ca_system_score_gemma":0.0002917491,"threshold_uncertainty_score":0.99993086},"labels":[],"label_agreement":null},{"id":"W2505664387","doi":"10.4018/978-1-4666-0330-1.ch010","title":"Human-Centred Web Search","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Relevance (law); Computer science; Search engine; Simple (philosophy); Domain (mathematical analysis); Process (computing); World Wide Web; Metasearch engine; Information needs; Information retrieval; Semantic search; Data science; Web search query; Mathematics","score_opus":0.05389965620202047,"score_gpt":0.2873757431128941,"score_spread":0.23347608691087363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505664387","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001694805,0.00025740033,0.00087478285,0.00008402487,0.0004917268,0.00037330267,0.00008231615,0.00029472305,0.99737227],"genre_scores_gemma":[0.3252309,0.000010535718,0.0023037551,0.0010225435,0.0006871487,0.00001833165,0.000019269142,0.0000491334,0.6706584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975217,0.000024723748,0.0004213821,0.00035801786,0.0010193788,0.00065481476],"domain_scores_gemma":[0.9984009,0.00001539307,0.00013839366,0.0008198812,0.0002511568,0.00037423862],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019019401,0.00035516563,0.00032871478,0.00011831015,0.00023328947,0.0003120447,0.0013418552,0.00036509175,0.00023445234],"category_scores_gemma":[0.0000051324196,0.00032720887,0.00023151503,0.000036863144,0.000107102685,0.0002781985,0.00069578364,0.00045870512,0.0031859232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036071804,0.000009581338,0.000011178299,0.000019961624,0.000020419659,0.000027702165,0.00013879924,4.685961e-7,0.000034957422,0.976067,0.002769863,0.020896425],"study_design_scores_gemma":[0.002083617,0.0004349449,0.00056916167,0.00035734233,0.00011697192,0.00025722897,0.000042768374,0.0009057629,0.00078786374,0.22947274,0.76234436,0.002627241],"about_ca_topic_score_codex":0.000027602022,"about_ca_topic_score_gemma":0.000009442507,"teacher_disagreement_score":0.7595745,"about_ca_system_score_codex":0.0002928073,"about_ca_system_score_gemma":0.00035887086,"threshold_uncertainty_score":0.999918},"labels":[],"label_agreement":null},{"id":"W2507254902","doi":"10.1145/2956234","title":"TopPRF","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Relevance feedback; Relevance (law); Information retrieval; Selection (genetic algorithm); Probabilistic logic; Reliability (semiconductor); Key (lock); Entropy (arrow of time); Identification (biology); Data mining; Artificial intelligence","score_opus":0.02379832225572686,"score_gpt":0.252434260286498,"score_spread":0.22863593803077115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507254902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015197286,0.000003871315,0.9899155,0.0014540693,0.00094198575,0.0002517324,0.000024238521,0.0003087088,0.00558015],"genre_scores_gemma":[0.99510705,0.000017091645,0.002859571,0.00038005144,0.000025074609,0.00009130953,0.0000032083065,0.0000034546865,0.0015132029],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987539,0.000037194855,0.0004351937,0.000089659756,0.00047259295,0.0002114746],"domain_scores_gemma":[0.99875444,0.0001118614,0.000110295754,0.0007005971,0.00021636114,0.0001064572],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029417063,0.00010437346,0.000102092556,0.00028953303,0.00020583894,0.00028101416,0.0007152398,0.000069241956,0.00007198486],"category_scores_gemma":[0.000036030033,0.00006576267,0.00006731655,0.0003651833,0.000023872642,0.0055329683,0.000011249588,0.000082184306,0.0035644849],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024155062,0.00004771874,0.00006123128,0.00004269132,0.000023836556,0.0000012458318,0.0018450503,0.0005956055,0.00022624338,0.08284354,0.001672969,0.9126157],"study_design_scores_gemma":[0.0031189837,0.00053519104,0.0027015586,0.00024288626,0.000015240163,0.0001496193,0.0008272618,0.013068806,0.0151073905,0.00097131607,0.96236145,0.00090030686],"about_ca_topic_score_codex":0.000017139051,"about_ca_topic_score_gemma":5.498101e-7,"teacher_disagreement_score":0.9935873,"about_ca_system_score_codex":0.00009025353,"about_ca_system_score_gemma":0.00005973255,"threshold_uncertainty_score":0.99721134},"labels":[],"label_agreement":null},{"id":"W2507607131","doi":"","title":"Automated evaluation of hypertext search strategies","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ranking (information retrieval); Hypertext; Computer science; Information retrieval; Search engine; Selection (genetic algorithm); Software; Data mining; Artificial intelligence; World Wide Web","score_opus":0.07237366390285536,"score_gpt":0.3573163064201029,"score_spread":0.28494264251724755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507607131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82366145,0.00003563995,0.09973022,0.00094440783,0.00007802887,0.00028861457,0.0000014003002,0.0005309897,0.07472927],"genre_scores_gemma":[0.9860439,0.0000021612514,0.013608492,0.0000655751,0.000011962334,0.000004607624,0.0000021878593,0.0000013984757,0.00025975396],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987645,0.00006325568,0.00017541314,0.0000810334,0.0007876396,0.00012815911],"domain_scores_gemma":[0.9991736,0.000022492548,0.000027953412,0.00020001529,0.0005372002,0.00003877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009424241,0.000044903663,0.000060807797,0.00009594931,0.000043758817,0.00009374828,0.000313531,0.000027423568,0.0003231027],"category_scores_gemma":[0.00001749742,0.000034123965,0.000024794726,0.00029866915,0.000024205716,0.001201325,0.00006219133,0.00004626174,0.0002423017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062819768,0.00013141561,0.0001957503,0.000017456312,0.000012151535,5.6513454e-7,0.002753836,0.012338735,0.008946785,0.21973309,0.0020467953,0.75381714],"study_design_scores_gemma":[0.00023640138,0.000034512886,0.0078086196,0.0000026591356,0.0000028264744,0.000002814616,0.00017289829,0.9716644,0.01948026,0.00016062714,0.00038641342,0.00004753812],"about_ca_topic_score_codex":0.000027339267,"about_ca_topic_score_gemma":0.0000057474617,"teacher_disagreement_score":0.9593257,"about_ca_system_score_codex":0.000035198835,"about_ca_system_score_gemma":0.00027269308,"threshold_uncertainty_score":0.3537748},"labels":[],"label_agreement":null},{"id":"W2513411477","doi":"10.20533/ijicr.2042.4655.2012.0028","title":"Improving Finding and Re-finding Web search Results Using Clustering and Visualisation","year":2012,"lang":"en","type":"article","venue":"International Journal of Intelligent Computing Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cluster analysis; Computer science; Information retrieval; Visualization; World Wide Web; Data mining; Artificial intelligence","score_opus":0.21090346821690836,"score_gpt":0.45267100886614453,"score_spread":0.24176754064923617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513411477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70252603,0.00019464547,0.29580295,0.00041225474,0.0007481581,0.00010779575,0.0000022346803,0.000016998512,0.00018890909],"genre_scores_gemma":[0.974991,0.0001016686,0.02425032,0.00004494349,0.00056304294,4.591122e-7,0.000001817736,0.0000100313,0.000036666286],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99637973,0.00030711252,0.00081663986,0.00019987866,0.0017506876,0.00054595136],"domain_scores_gemma":[0.9968351,0.0008891262,0.00033156705,0.00014946918,0.0015194021,0.00027531496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0094990805,0.00013073272,0.0001790722,0.0012351256,0.00037557786,0.0008731462,0.0008061177,0.00007615799,0.000008653407],"category_scores_gemma":[0.0010662235,0.00011672024,0.000062620325,0.0004350084,0.00011510923,0.0016481463,0.001210061,0.00073153916,0.000007148057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000533187,0.00029262144,0.0428726,0.00018287875,0.00022929792,0.00015609381,0.04830609,0.005352049,0.05945266,0.013681933,0.00021872022,0.8287219],"study_design_scores_gemma":[0.00069449004,0.00020853893,0.0053232196,0.00041170823,0.0000063267826,0.0007091256,0.0020128798,0.97171783,0.018079566,0.00011897738,0.00051959086,0.00019771678],"about_ca_topic_score_codex":0.00007243719,"about_ca_topic_score_gemma":0.00000241093,"teacher_disagreement_score":0.9663658,"about_ca_system_score_codex":0.00036642802,"about_ca_system_score_gemma":0.00018532806,"threshold_uncertainty_score":0.8419769},"labels":[],"label_agreement":null},{"id":"W2514313331","doi":"","title":"Formulating measures for structured document retrieval search tasks using extended structural relevance","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Redundancy (engineering); Focus (optics); Set (abstract data type); Relevance feedback; Search engine; Data mining; Artificial intelligence; Image retrieval","score_opus":0.05780537357620176,"score_gpt":0.34454611909484284,"score_spread":0.2867407455186411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514313331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4087263,0.000074737,0.58948654,0.00011283042,0.00054115953,0.00059561833,0.0000074989425,0.00014243346,0.00031284004],"genre_scores_gemma":[0.78715634,0.0000019382617,0.21235128,0.000121620345,0.00014603612,0.0000052660466,0.0000068643876,0.000009437526,0.00020123569],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975863,0.00006265926,0.00042061703,0.00024248955,0.00085301686,0.0008349219],"domain_scores_gemma":[0.9987114,0.00014289263,0.00011091306,0.00041401974,0.00037454843,0.0002462263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093077525,0.0001907433,0.00019405894,0.00013547823,0.00047278544,0.0003041339,0.00059562887,0.00009262701,0.00007377768],"category_scores_gemma":[0.00019357399,0.00014627742,0.00011450749,0.00040753078,0.00004381564,0.0026828528,0.00024212043,0.00020015462,0.000011133548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005223925,0.000076023294,0.0056513515,0.0002598913,0.000119978045,0.000004993477,0.011757734,0.0030702427,0.13644123,0.38648885,0.00039216885,0.45521513],"study_design_scores_gemma":[0.0022321823,0.00030325688,0.027710896,0.000040734456,0.000031497744,0.000110626206,0.00044016645,0.68037134,0.27779546,0.0077374578,0.0022854472,0.00094095117],"about_ca_topic_score_codex":0.000028618695,"about_ca_topic_score_gemma":0.0000020776995,"teacher_disagreement_score":0.67730105,"about_ca_system_score_codex":0.00018739095,"about_ca_system_score_gemma":0.00011510635,"threshold_uncertainty_score":0.596502},"labels":[],"label_agreement":null},{"id":"W2538939498","doi":"10.5703/1288284316238","title":"Summon, EBSCO Discovery Service, and Google Scholar: Comparing Search Performance Using User Queries","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"Computer science; World Wide Web; Information retrieval; Service (business); Search engine; Business","score_opus":0.05164348480281714,"score_gpt":0.27704847399273685,"score_spread":0.22540498918991972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538939498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9024423,0.00002013676,0.095711835,0.00046331572,0.00008998768,0.00011202229,0.000002140665,0.00009217491,0.001066115],"genre_scores_gemma":[0.98883176,0.00003468002,0.009015262,0.00028011765,0.000025993115,0.0000033064512,0.0000010084779,0.000005924769,0.0018019765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988022,0.00004074744,0.0002179401,0.00021409137,0.00037728396,0.0003477324],"domain_scores_gemma":[0.99929214,0.00004560849,0.000039002607,0.0003256591,0.00018188702,0.00011573033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004449277,0.00011832688,0.00013579342,0.000116205745,0.0003531418,0.0006645987,0.0004472191,0.00004377694,0.00002834236],"category_scores_gemma":[0.00001536123,0.0000730729,0.000024801315,0.00035197017,0.000065222564,0.0075257104,0.00056557806,0.00014113855,0.00010235065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000652939,0.0000755582,0.8745363,0.00017399038,0.000024579203,0.000008277132,0.0021667213,0.00013829628,0.025634332,0.051155806,0.00021917462,0.045801684],"study_design_scores_gemma":[0.0018272782,0.00019322307,0.6750968,0.00030926868,0.000011941028,0.00008774578,0.00045748043,0.17872317,0.13144211,0.00015907755,0.010833543,0.00085833296],"about_ca_topic_score_codex":0.00012894915,"about_ca_topic_score_gemma":0.000030826242,"teacher_disagreement_score":0.19943947,"about_ca_system_score_codex":0.000052182357,"about_ca_system_score_gemma":0.000091572685,"threshold_uncertainty_score":0.6408741},"labels":[],"label_agreement":null},{"id":"W2556771250","doi":"10.1007/s10791-016-9290-6","title":"Efficient distributed selective search","year":2016,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Directorate for Computer and Information Science and Engineering; Australian Research Council; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ranking (information retrieval); Resource (disambiguation); Index (typography); Mirroring; Data mining; Selection (genetic algorithm); Web search query; Query expansion; Search engine; Information retrieval; Distributed computing; Machine learning; Computer network; World Wide Web","score_opus":0.013532769585453928,"score_gpt":0.25299165861495426,"score_spread":0.23945888902950033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556771250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121592246,0.0000045393704,0.87197095,0.0015733396,0.0003030552,0.0003331726,0.000079458056,0.00034598834,0.0037972291],"genre_scores_gemma":[0.99756324,0.0000034753082,0.0018702897,0.00030209197,0.000032325006,0.000006946047,0.000025600093,0.0000035534197,0.00019245883],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980074,0.000057739282,0.00046317227,0.00013624167,0.00090950617,0.00042593354],"domain_scores_gemma":[0.9984536,0.00013150589,0.00012178879,0.00037537678,0.0007326341,0.00018507567],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006541641,0.00013749606,0.00012779776,0.00027878457,0.00021886929,0.0002628319,0.00064104854,0.000092357135,0.000096975564],"category_scores_gemma":[0.00027919008,0.00008811807,0.00007879559,0.0011349312,0.00007072811,0.0020813844,0.0002172076,0.00014357675,0.0023374083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006422705,0.0002565342,0.0026746492,0.00009638011,0.000090234695,0.000018425215,0.009266807,0.0031884715,0.006046324,0.38083425,0.010860685,0.58602494],"study_design_scores_gemma":[0.009521821,0.0016442976,0.114979446,0.00018268733,0.00002747513,0.00022571711,0.0006049169,0.4565658,0.25318015,0.0019199922,0.15902816,0.002119535],"about_ca_topic_score_codex":0.000005918697,"about_ca_topic_score_gemma":1.7727879e-7,"teacher_disagreement_score":0.875971,"about_ca_system_score_codex":0.000237895,"about_ca_system_score_gemma":0.00022413634,"threshold_uncertainty_score":0.9984394},"labels":[],"label_agreement":null},{"id":"W2560965260","doi":"10.1145/2988230","title":"Time-Aware Click Model","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Perplexity; Relevance (law); Click-through rate; Information retrieval; Learning to rank; Search engine; Dwell time; Artificial intelligence; Language model","score_opus":0.024924444805847993,"score_gpt":0.2537497258937442,"score_spread":0.22882528108789624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560965260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016228968,0.0000025464751,0.9929622,0.001030565,0.00040364292,0.00033722297,0.00006959732,0.00039021703,0.0031811132],"genre_scores_gemma":[0.9911223,0.000018120163,0.0037454388,0.0004925709,0.000024887806,0.00013397688,0.000010979839,0.0000072480593,0.0044445004],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843603,0.000040318697,0.00055596395,0.00011974028,0.0005821228,0.0002658496],"domain_scores_gemma":[0.99848896,0.000101475795,0.00014990577,0.0008185691,0.00030391625,0.0001371711],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034227897,0.00014246689,0.00014207675,0.00033646272,0.000264673,0.00027552774,0.00083588087,0.00010184967,0.00006885065],"category_scores_gemma":[0.000026360749,0.000094562805,0.00009136692,0.00038139406,0.00003812205,0.0062629217,0.000016679414,0.00011156498,0.006664173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100495046,0.00018057563,0.00003757599,0.00016772792,0.00008504099,0.0000025625222,0.007241146,0.08944851,0.0007624534,0.045630395,0.009743736,0.84659976],"study_design_scores_gemma":[0.0014717283,0.00019870687,0.00012108495,0.00013789955,0.000011007147,0.000047738962,0.0002756664,0.9363098,0.0032224276,0.00034994833,0.057349917,0.0005040327],"about_ca_topic_score_codex":0.0000103118045,"about_ca_topic_score_gemma":4.0823858e-7,"teacher_disagreement_score":0.9894994,"about_ca_system_score_codex":0.0001261688,"about_ca_system_score_gemma":0.00010736061,"threshold_uncertainty_score":0.9941093},"labels":[],"label_agreement":null},{"id":"W2561297306","doi":"10.1002/pra2.2016.14505301052","title":"Evolution of information practices over time","year":2016,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Child and Family Research Institute; University of British Columbia","funders":"","keywords":"Affect (linguistics); Context (archaeology); Grounded theory; Naturalism; Information behavior; Naturalistic observation; Ethnography; Psychology; Population; Qualitative research; Sociology; Developmental psychology; Social psychology; Computer science; Epistemology; Social science; Geography; Demography","score_opus":0.008135235511143212,"score_gpt":0.2516739106026583,"score_spread":0.2435386750915151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561297306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506985,0.000012891779,0.018416941,0.016401598,0.00038424367,0.0013059234,0.000057977773,0.00024349072,0.01247843],"genre_scores_gemma":[0.99768454,0.000009585849,0.00209356,0.00006562764,0.0000055429773,0.00002380676,5.7046327e-7,9.497071e-7,0.00011582745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99852276,0.0000027850508,0.0004492301,0.00007026118,0.0007715883,0.00018337261],"domain_scores_gemma":[0.9936903,0.00008641955,0.002182813,0.000108462606,0.0039049669,0.000027036442],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020823353,0.00006206151,0.000105969266,0.000751683,0.00021910726,0.00012633814,0.0007934031,0.0001023482,0.0000019592014],"category_scores_gemma":[0.006175136,0.000037009268,0.0000309402,0.0021555042,0.00021253664,0.019280843,0.0002722868,0.000055524655,0.000015079081],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000120857585,0.00001206858,0.028941555,0.000045972145,0.000006753897,1.1235539e-9,0.00060705113,6.1282645e-7,0.037209406,0.8991152,0.0008774253,0.033171833],"study_design_scores_gemma":[0.0028782075,0.0005553251,0.1689098,0.00016641556,0.00004328231,0.000013646686,0.00111154,0.013650351,0.6612229,0.05984178,0.09116721,0.00043958554],"about_ca_topic_score_codex":0.0000049631576,"about_ca_topic_score_gemma":1.6528757e-7,"teacher_disagreement_score":0.83927345,"about_ca_system_score_codex":0.0002752367,"about_ca_system_score_gemma":0.00022074294,"threshold_uncertainty_score":0.99443597},"labels":[],"label_agreement":null},{"id":"W2564881363","doi":"10.29173/cais474","title":"Middle School Students and Graduate Students as Web Information Seekers","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tree traversal; Seekers; Computer science; Task (project management); Directory; World Wide Web; Backtracking; Mathematics education; Information retrieval; Psychology; Political science; Algorithm; Engineering","score_opus":0.03583498434470774,"score_gpt":0.285858840984611,"score_spread":0.2500238566399033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564881363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99507195,0.000014334222,0.0000863028,0.00117869,0.00012934215,0.0006187829,0.000024571804,0.000053522133,0.0028225165],"genre_scores_gemma":[0.9983083,0.000066403525,0.00060918863,0.00046227945,0.000020553796,0.000045387154,0.0000026973646,0.0000064163432,0.00047876133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754155,0.00001965275,0.00056755514,0.00018901173,0.0013165543,0.00036566608],"domain_scores_gemma":[0.97052383,0.000050549465,0.00058860594,0.00020248292,0.028401785,0.00023272725],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00067065447,0.00021066178,0.0002874743,0.00022356166,0.0001684037,0.0076646977,0.0030580368,0.00010144764,0.000026390278],"category_scores_gemma":[0.004275293,0.00015681959,0.000088567926,0.00046810834,0.00021140577,0.036532436,0.0015295472,0.00027175844,0.000066985565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011003781,0.00030030243,0.8589136,0.00053047837,0.0001501118,9.84276e-7,0.08970169,0.0000038756966,0.0053457334,0.016012914,0.0061776848,0.022752572],"study_design_scores_gemma":[0.0014477945,0.00048897247,0.9648321,0.00028389995,0.00004119867,0.00003485889,0.0073443647,0.0023256256,0.012565414,0.0029765554,0.007250747,0.00040842898],"about_ca_topic_score_codex":0.00028337946,"about_ca_topic_score_gemma":0.0000021215085,"teacher_disagreement_score":0.10591853,"about_ca_system_score_codex":0.000056560883,"about_ca_system_score_gemma":0.0002097215,"threshold_uncertainty_score":0.99336547},"labels":[],"label_agreement":null},{"id":"W2565536134","doi":"","title":"Connecting with Information Sources: How Accounts of Information Seeking Take Discursive Action","year":2003,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Information seeking; Seekers; Action (physics); Context (archaeology); Psychology; Discourse analysis; Social psychology; Sociology; Epistemology; Computer science; Information retrieval; Linguistics; Political science","score_opus":0.07587471458306234,"score_gpt":0.2924636229496859,"score_spread":0.2165889083666236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565536134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73851997,0.0000032169487,0.260574,0.00009359611,0.000144218,0.00024990857,0.0000131236875,0.00011145744,0.00029051365],"genre_scores_gemma":[0.9988445,0.000008159759,0.0008022759,0.0001357374,0.000012272707,0.0000013012399,0.00003712791,0.0000069547336,0.00015168508],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829406,0.00015512868,0.00031558343,0.00017428982,0.00069385883,0.0003670941],"domain_scores_gemma":[0.99814105,0.00007283453,0.0006155635,0.00040698715,0.000611594,0.00015195874],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005049151,0.0002213871,0.00022084224,0.0007457079,0.0003626291,0.0009060328,0.0007210313,0.00014208228,0.0000084537005],"category_scores_gemma":[0.000106266416,0.00020715552,0.00008005684,0.000988947,0.000055769993,0.032647047,0.0001678919,0.00037584992,0.00007724067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016628219,0.00007637718,0.9581106,0.00027990396,0.00008466236,0.000018770254,0.017461775,0.0007555907,0.0006182569,0.006182753,0.0000011248266,0.016243907],"study_design_scores_gemma":[0.0050705164,0.00082709116,0.8962798,0.0005606975,0.0001247665,0.0002342122,0.023415012,0.0001938096,0.049862385,0.0001952979,0.021874726,0.00136165],"about_ca_topic_score_codex":0.0000055161245,"about_ca_topic_score_gemma":0.00012571337,"teacher_disagreement_score":0.2603245,"about_ca_system_score_codex":0.00021482493,"about_ca_system_score_gemma":0.00017472578,"threshold_uncertainty_score":0.9808828},"labels":[],"label_agreement":null},{"id":"W2566360532","doi":"10.1002/pra2.2016.14505301011","title":"Research perspectives on serendipity and information encountering","year":2016,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Serendipity; Field (mathematics); Phenomenon; Data science; Library science; Sociology; Computer science; Epistemology; Philosophy","score_opus":0.016519499310866295,"score_gpt":0.2922658215207216,"score_spread":0.27574632220985534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566360532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9558498,0.000010390214,0.0028244222,0.024514802,0.00020591648,0.0008586404,0.000024155575,0.00016996011,0.015541905],"genre_scores_gemma":[0.99899006,0.00005343961,0.0007506455,0.00009153902,0.000006664847,0.00003787926,2.2447902e-7,9.737602e-7,0.000068573536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984762,0.000004316569,0.00027442546,0.00010269336,0.0008898433,0.00025250466],"domain_scores_gemma":[0.9952931,0.00011261069,0.00034394406,0.00010374033,0.004108535,0.00003811314],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003424052,0.0000628276,0.00008434687,0.0010538967,0.0005735572,0.0003319695,0.00065571256,0.00008976119,7.605933e-7],"category_scores_gemma":[0.0032816313,0.000036965153,0.00001726047,0.001941924,0.00035695542,0.01460434,0.00039460036,0.00011796757,0.000009410665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007752013,0.0000061808846,0.0039458782,0.000019693516,0.000002941826,1.9434088e-9,0.0025978254,1.5518964e-7,0.0022580146,0.9455331,0.00025498035,0.04537346],"study_design_scores_gemma":[0.00480748,0.0018682278,0.1905878,0.0004286958,0.00002373818,0.000036530586,0.039780997,0.007736214,0.42325994,0.09130707,0.23927623,0.00088708993],"about_ca_topic_score_codex":0.0000024065691,"about_ca_topic_score_gemma":2.214311e-7,"teacher_disagreement_score":0.85422605,"about_ca_system_score_codex":0.00028173486,"about_ca_system_score_gemma":0.00011134298,"threshold_uncertainty_score":0.9991779},"labels":[],"label_agreement":null},{"id":"W2572801983","doi":"","title":"On Measuring Learning in Search: A Position Paper.","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Position (finance); Position paper; Artificial intelligence; World Wide Web; Business","score_opus":0.11784116010907758,"score_gpt":0.3387865003556234,"score_spread":0.22094534024654583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572801983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94839376,0.0000063010757,0.020455878,0.012097903,0.0003322929,0.0005944079,0.000009481513,0.00012304602,0.017986905],"genre_scores_gemma":[0.99723315,0.00010183372,0.0018162014,0.00032547326,0.000017245813,0.000038756156,0.000025779253,0.000004554621,0.00043702783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99639124,0.00016898029,0.00062431314,0.00026460833,0.0020361652,0.00051471125],"domain_scores_gemma":[0.99785244,0.00085637305,0.00008756274,0.0002498383,0.0007872569,0.00016650611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002485545,0.00016046254,0.00014608678,0.001714472,0.00019638875,0.00055616285,0.00097310793,0.00010705782,0.00019871851],"category_scores_gemma":[0.002020401,0.00011976423,0.0000225295,0.00063104165,0.00009399194,0.003268639,0.0004808233,0.0006039075,0.00060723576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015465695,0.0003045027,0.01582461,0.00005387566,0.00002419792,0.00005534713,0.0058235726,0.00022287175,0.0028237135,0.5336387,0.00028746523,0.4393946],"study_design_scores_gemma":[0.018951526,0.0041609085,0.7170405,0.004252336,0.0000019946733,0.000104870065,0.0029805568,0.04273108,0.10275641,0.055413675,0.049197618,0.002408563],"about_ca_topic_score_codex":0.000025643156,"about_ca_topic_score_gemma":0.000013014423,"teacher_disagreement_score":0.70121586,"about_ca_system_score_codex":0.0005838822,"about_ca_system_score_gemma":0.00053244573,"threshold_uncertainty_score":0.780499},"labels":[],"label_agreement":null},{"id":"W2576646839","doi":"10.1007/s10791-016-9292-4","title":"Enhancing click models with mouse movement information","year":2017,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Search engine; Process (computing); Movement (music); Artificial intelligence; World Wide Web; Human–computer interaction; Programming language","score_opus":0.01890283138193856,"score_gpt":0.25183785941004816,"score_spread":0.23293502802810961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576646839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074594736,0.000003416257,0.89941126,0.0008834596,0.00033452077,0.00063000387,0.0000282648,0.0003213146,0.023793044],"genre_scores_gemma":[0.9702352,0.000022589564,0.025888497,0.0030677768,0.00006222414,0.000033202254,0.00011632415,0.000008877815,0.0005652608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749047,0.000023834724,0.00076332013,0.00012024216,0.0011735273,0.000428634],"domain_scores_gemma":[0.9971603,0.00002952202,0.0007533819,0.001108001,0.00075059524,0.00019817293],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00074582966,0.00021472496,0.00019205917,0.00031680072,0.00101654,0.0028612309,0.0013793274,0.00011770183,0.000038015824],"category_scores_gemma":[0.00016208921,0.00017306882,0.00007360365,0.0002505794,0.00008388788,0.049769036,0.00038182572,0.00025919505,0.0007804157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008530401,0.0001461092,0.0013585637,0.00038464775,0.00012486996,0.000010421782,0.02686745,0.010357189,0.0009824913,0.7371527,0.0029409765,0.21882156],"study_design_scores_gemma":[0.007303429,0.0013820683,0.014789671,0.00017608453,0.00003768646,0.000061102444,0.0015071632,0.7228205,0.16699618,0.0049036625,0.07814456,0.001877862],"about_ca_topic_score_codex":0.0000732414,"about_ca_topic_score_gemma":0.000006542178,"teacher_disagreement_score":0.8956405,"about_ca_system_score_codex":0.00015050804,"about_ca_system_score_gemma":0.00024040586,"threshold_uncertainty_score":0.9999976},"labels":[],"label_agreement":null},{"id":"W2577703609","doi":"10.29173/cais457","title":"Information Retrieval--A View of its Past, Present, and Future","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Information retrieval; Human–computer information retrieval; Data science; Search engine","score_opus":0.017655547108615475,"score_gpt":0.2413149824534706,"score_spread":0.22365943534485513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577703609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856638,0.00017186132,0.00028336805,0.007193372,0.00015417018,0.00069996505,0.000059065696,0.00004231913,0.005732088],"genre_scores_gemma":[0.99839467,0.00026732995,0.0008447425,0.0001738664,0.0001021755,0.000015451817,0.0000028291677,0.0000052869677,0.00019366262],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983201,0.000018421964,0.00061819307,0.00013207547,0.00062716746,0.0002840364],"domain_scores_gemma":[0.95925194,0.00006292891,0.00076423184,0.00018928116,0.039610587,0.0001210369],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00049591967,0.0001780223,0.00032809106,0.00017937116,0.00009443676,0.0018383056,0.0016040266,0.00012789093,0.00003212957],"category_scores_gemma":[0.0014462803,0.00012491034,0.00009712027,0.00059650966,0.00019874096,0.030488146,0.000741236,0.00020749215,0.000008858049],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000322723,0.0003757605,0.07593878,0.0051430557,0.00021365192,7.3145094e-7,0.20708331,0.000007031121,0.04472521,0.21973987,0.028849445,0.41760042],"study_design_scores_gemma":[0.0015307694,0.00086630345,0.4128122,0.00056005805,0.000072099625,0.00006156322,0.0053111804,0.0070642596,0.18775669,0.004471366,0.37883523,0.0006582779],"about_ca_topic_score_codex":0.000046907342,"about_ca_topic_score_gemma":2.6585224e-7,"teacher_disagreement_score":0.41694215,"about_ca_system_score_codex":0.000022882685,"about_ca_system_score_gemma":0.0001457941,"threshold_uncertainty_score":0.9991979},"labels":[],"label_agreement":null},{"id":"W2577984450","doi":"","title":"Laval University and Lakehead University Experiments at TREC 2015 Contextual Suggestion Track","year":2015,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University; Université Laval","funders":"","keywords":"Ranking (information retrieval); Track (disk drive); Computer science; Construct (python library); Rank (graph theory); Learning to rank; Information retrieval; Artificial intelligence; Search engine; Machine learning; Programming language; Mathematics","score_opus":0.06872451868132005,"score_gpt":0.27741124033577474,"score_spread":0.20868672165445468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577984450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735859,0.000068965004,0.017173324,0.00074552663,0.00022401758,0.00025861128,0.000035264824,0.0002117176,0.007696647],"genre_scores_gemma":[0.9875912,0.00003022585,0.0006440199,0.00003764218,0.000018260705,1.3806651e-7,0.00001706916,0.0000043759155,0.011657053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984865,0.00016613262,0.0001620861,0.00034810373,0.0005205019,0.0003166636],"domain_scores_gemma":[0.9986237,0.000071548515,0.00010331517,0.0003212847,0.00044715687,0.000432975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000412359,0.0001702378,0.00019893664,0.00014090599,0.00023984518,0.00012139233,0.0005906677,0.00012723113,0.00008492922],"category_scores_gemma":[0.00008448738,0.00017463064,0.000046302077,0.0004362804,0.00021096242,0.0012286927,0.00045770075,0.00019883858,0.00023843745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009953924,0.001268633,0.066829816,0.00017197721,0.00022736445,0.0014334403,0.075847015,0.0000622807,0.030791385,0.611181,0.052100614,0.15013252],"study_design_scores_gemma":[0.025343949,0.0046749273,0.2550485,0.00023348261,0.00016407663,0.00045047328,0.0133861,0.07075951,0.074215196,0.0013336085,0.5506396,0.0037504956],"about_ca_topic_score_codex":0.00019230596,"about_ca_topic_score_gemma":0.00010336629,"teacher_disagreement_score":0.6098474,"about_ca_system_score_codex":0.00030744,"about_ca_system_score_gemma":0.00038611027,"threshold_uncertainty_score":0.71212304},"labels":[],"label_agreement":null},{"id":"W2584613897","doi":"10.29173/cais868","title":"Dynamic Query Suggestion in Web Search Engines: A Comparative Examination","year":2016,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Search engine; Web search query; Information retrieval; World Wide Web; Computer science; Web search engine","score_opus":0.044423864720241145,"score_gpt":0.28714068209818416,"score_spread":0.242716817377943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584613897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870457,0.00024675488,0.0011971358,0.007440196,0.0003510126,0.00061342353,0.00018123124,0.00003939896,0.0028851284],"genre_scores_gemma":[0.9952648,0.0003284794,0.0008460801,0.00006345211,0.000041460506,0.00003357893,0.000004147094,0.0000129346945,0.003405013],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9971278,0.00012312234,0.0008220346,0.00038232593,0.00091606553,0.000628699],"domain_scores_gemma":[0.9516552,0.00037232199,0.0006274296,0.00022992026,0.046953224,0.00016189055],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0018831879,0.00031793918,0.0005273526,0.00048004562,0.00012288723,0.0019419488,0.0019880289,0.00025535334,0.000051402963],"category_scores_gemma":[0.0066108336,0.00022387305,0.00015794614,0.00119958,0.00076704397,0.02207699,0.0007329828,0.00041117016,0.000025144565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043317763,0.0010230887,0.101179935,0.0017478287,0.0001263816,0.0000097759685,0.3661006,0.000084455554,0.13686424,0.18921009,0.0015253222,0.20169508],"study_design_scores_gemma":[0.00289926,0.0012916187,0.7614115,0.0043441947,0.00008508255,0.00010940757,0.009937264,0.1034228,0.096245095,0.0030320305,0.016273731,0.00094802264],"about_ca_topic_score_codex":0.00023983889,"about_ca_topic_score_gemma":0.00006352261,"teacher_disagreement_score":0.66023153,"about_ca_system_score_codex":0.0003293927,"about_ca_system_score_gemma":0.00077677454,"threshold_uncertainty_score":0.9990941},"labels":[],"label_agreement":null},{"id":"W2586196681","doi":"10.29173/cais467","title":"Evaluation of Internet Search Engines: Methodological Issues and Assumptions","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"The Internet; Search engine; Information retrieval; Computer science; World Wide Web; Data science","score_opus":0.13012627797881615,"score_gpt":0.34854543742929445,"score_spread":0.2184191594504783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586196681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993532,0.000092543385,0.0020336986,0.0020201094,0.00006161959,0.00043793026,0.000017693445,0.00002647239,0.001777926],"genre_scores_gemma":[0.99197763,0.0000581423,0.007625796,0.000042130618,0.00002017691,0.000033499633,0.000001424816,0.0000044363014,0.00023676563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99806166,0.000105564635,0.0004402822,0.00019161133,0.0009688271,0.00023204798],"domain_scores_gemma":[0.93584424,0.000218714,0.00034553272,0.00016157312,0.063337825,0.00009210018],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002778629,0.00013609095,0.00029843062,0.0001703882,0.00005757161,0.0012170174,0.0013378551,0.000102949976,0.00007288134],"category_scores_gemma":[0.013568025,0.00009265455,0.00008401002,0.0003666622,0.00030573542,0.008581418,0.000684222,0.00019307919,0.000005281757],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010566622,0.00053954235,0.16960016,0.0010649489,0.00028061145,6.9147296e-7,0.16159542,0.00006408335,0.14722936,0.2443553,0.0049620336,0.2702022],"study_design_scores_gemma":[0.001020103,0.00074891053,0.6185203,0.00032723442,0.00013582791,0.000045464516,0.0035513034,0.105753206,0.24793458,0.018630529,0.0029371104,0.0003954147],"about_ca_topic_score_codex":0.00029034223,"about_ca_topic_score_gemma":0.0000020823518,"teacher_disagreement_score":0.44892016,"about_ca_system_score_codex":0.000035236946,"about_ca_system_score_gemma":0.00016983389,"threshold_uncertainty_score":0.9998198},"labels":[],"label_agreement":null},{"id":"W2586317555","doi":"10.29173/cais742","title":"Magnitude Feedback During Database Searching","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Magnitude (astronomy); Database; Computer science; Information retrieval; Physics","score_opus":0.022687940835691527,"score_gpt":0.24803085075000048,"score_spread":0.22534290991430894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586317555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99109805,0.000025142685,0.0004534919,0.0019307929,0.000104311024,0.0004336104,0.000051150007,0.00007321156,0.0058302386],"genre_scores_gemma":[0.9949362,0.000034948505,0.0039929217,0.00016076276,0.000047499896,0.00003185014,0.0000030217493,0.000011776807,0.0007809873],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99784666,0.000024923356,0.0005163969,0.0002899754,0.00079080625,0.00053125166],"domain_scores_gemma":[0.9669553,0.0000908559,0.0004684722,0.00032983557,0.031948667,0.00020684296],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00060974725,0.00022265228,0.0003126214,0.00021282963,0.0002275139,0.0043705357,0.0033642058,0.00008844939,0.00006915878],"category_scores_gemma":[0.005284347,0.00016484693,0.00013855913,0.00058836356,0.0002659592,0.026814865,0.0018011108,0.00038354628,0.000041738607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019454448,0.000597376,0.23289904,0.0021793966,0.00018256587,0.000008232951,0.11184573,0.00002416954,0.47999662,0.11489103,0.0074769603,0.049704324],"study_design_scores_gemma":[0.001403589,0.00033239648,0.6427981,0.00057615567,0.00004303936,0.000104132014,0.0030378243,0.0075722504,0.33142337,0.004294178,0.007698785,0.000716125],"about_ca_topic_score_codex":0.00029629853,"about_ca_topic_score_gemma":0.0000030741076,"teacher_disagreement_score":0.40989912,"about_ca_system_score_codex":0.00005570638,"about_ca_system_score_gemma":0.00021727421,"threshold_uncertainty_score":0.99666303},"labels":[],"label_agreement":null},{"id":"W2586357561","doi":"10.29173/cais41","title":"A Different Approach to Information Provision and Retrieval","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Juncture; Limit (mathematics); Computer science; Information retrieval; World Wide Web; Data science; Engineering; Mathematics","score_opus":0.016797883042798806,"score_gpt":0.22779297091817327,"score_spread":0.21099508787537447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586357561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883259,0.000010921971,0.0032009883,0.001756836,0.00007248057,0.0008031756,0.00002203748,0.00004908028,0.005758593],"genre_scores_gemma":[0.99623746,0.000014567611,0.003220682,0.00028653396,0.000019410882,0.000033283148,0.0000028459083,0.000005214694,0.00018003129],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99833906,0.000015150847,0.00049502496,0.00018720872,0.0006447195,0.00031884297],"domain_scores_gemma":[0.97405326,0.000048919595,0.00041073852,0.00019087258,0.025108693,0.00018748427],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00041845327,0.00018919099,0.00028285946,0.00022145119,0.0001282515,0.0040268768,0.0015734137,0.000103346305,0.0000074332456],"category_scores_gemma":[0.004235235,0.00012481862,0.00007825899,0.0005117434,0.00014191061,0.024509482,0.00102454,0.00020212082,0.000010591062],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046841454,0.0007272515,0.10429524,0.0020631396,0.0001239723,4.2818735e-7,0.322156,0.000020324049,0.06246133,0.28760895,0.012299049,0.20777588],"study_design_scores_gemma":[0.0016973335,0.0013858356,0.79889154,0.00040158385,0.00005345329,0.000068263056,0.005391467,0.036193054,0.12294182,0.0070295096,0.025065897,0.00088021794],"about_ca_topic_score_codex":0.0000814964,"about_ca_topic_score_gemma":3.9914113e-7,"teacher_disagreement_score":0.69459635,"about_ca_system_score_codex":0.000045299315,"about_ca_system_score_gemma":0.000110248715,"threshold_uncertainty_score":0.997007},"labels":[],"label_agreement":null},{"id":"W2586528225","doi":"10.29173/cais727","title":"An Exploratory Study into the Application and Interpretation of Frequency Tables Relative to a Search Retrieval Set","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Relevance (law); Computer science; Set (abstract data type); Information retrieval; Relevance feedback; Subject (documents); Restructuring; Test (biology); Table (database); Process (computing); Interpretation (philosophy); Value (mathematics); Data mining; Artificial intelligence; World Wide Web; Machine learning","score_opus":0.024698613410878017,"score_gpt":0.2840501892572444,"score_spread":0.25935157584636637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586528225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99181926,0.000024858566,0.0054963264,0.0011047153,0.000034946755,0.0011109839,0.000021621065,0.00002506545,0.00036223535],"genre_scores_gemma":[0.99807775,0.000011556697,0.0016831119,0.00009384635,0.0000150901105,0.00007356681,0.0000023048513,0.0000071267864,0.000035669153],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.998365,0.00007136045,0.00048466702,0.00025222954,0.0006081578,0.00021861243],"domain_scores_gemma":[0.96982205,0.00013657878,0.00041487164,0.0002782891,0.029232206,0.00011602583],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0010611136,0.00015404868,0.00025980355,0.00017882315,0.00015624733,0.0013522399,0.0018092784,0.000071825445,0.000006728355],"category_scores_gemma":[0.003024952,0.00009959743,0.00005155408,0.0007535143,0.00027261357,0.015855974,0.00060451875,0.00022183677,0.000004211249],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012603012,0.00021680605,0.080296256,0.00014958838,0.00005085665,1.8018105e-7,0.7860773,0.000014561033,0.07596455,0.032856558,0.00013414469,0.024113145],"study_design_scores_gemma":[0.0014085263,0.0048919115,0.57904106,0.00038962305,0.00011249973,0.000015673933,0.14743009,0.060447715,0.17542562,0.029314805,0.00078907853,0.0007333643],"about_ca_topic_score_codex":0.0005101604,"about_ca_topic_score_gemma":0.00002577502,"teacher_disagreement_score":0.63864726,"about_ca_system_score_codex":0.000047073136,"about_ca_system_score_gemma":0.00019179704,"threshold_uncertainty_score":0.99968445},"labels":[],"label_agreement":null},{"id":"W2587282850","doi":"10.29173/cais44","title":"What are the Important Variables in the Evaluation of Information Retrieval Systems?","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Information retrieval; Precision and recall; Recall; Order (exchange); Data science; Psychology; Cognitive psychology","score_opus":0.03583881779892486,"score_gpt":0.26870642876466055,"score_spread":0.2328676109657357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587282850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933766,0.00014889937,0.00020153246,0.0033275902,0.00026661763,0.0012005296,0.000027765194,0.000017555187,0.0014328718],"genre_scores_gemma":[0.99943924,0.000100472425,0.00013528194,0.00019433573,0.000025793805,0.00006123386,0.0000036299934,0.000004044468,0.000035977053],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9969868,0.00010214439,0.0009150615,0.00013801457,0.0015723439,0.00028561192],"domain_scores_gemma":[0.9425331,0.00020010881,0.0016123323,0.0003530695,0.055247962,0.00005343348],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0047928914,0.00016710766,0.00028682261,0.00018158756,0.00013419762,0.005195485,0.002819295,0.00011145874,0.00001319369],"category_scores_gemma":[0.010129649,0.00008665645,0.000102017155,0.00090671657,0.00022276315,0.036208864,0.00041530954,0.0002640444,0.0000048298634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002562922,0.00043406474,0.21774319,0.0016238114,0.00014399103,7.8053847e-7,0.4158007,0.00043322227,0.009925031,0.31132808,0.0064040846,0.035906766],"study_design_scores_gemma":[0.0015476526,0.0004489764,0.72870755,0.0011493828,0.0001456045,0.00006362795,0.08439603,0.14280558,0.019554695,0.013953629,0.006758016,0.00046926376],"about_ca_topic_score_codex":0.00030679358,"about_ca_topic_score_gemma":0.0000050804124,"teacher_disagreement_score":0.5109644,"about_ca_system_score_codex":0.00007017076,"about_ca_system_score_gemma":0.00037062334,"threshold_uncertainty_score":0.99820846},"labels":[],"label_agreement":null},{"id":"W2588000726","doi":"10.29173/cais309","title":"Thesaurus-enhanced Search Moves: An Evaluation of Search Term and Search Result Satisfaction","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Humanities; Valuation (finance); Information retrieval; Computer science; Psychology; Philosophy; Business","score_opus":0.07258721531493031,"score_gpt":0.312303535903126,"score_spread":0.23971632058819567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588000726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99080247,0.0002684512,0.0003643068,0.0029626281,0.00022541863,0.0014839049,0.00016681361,0.00003186888,0.0036941527],"genre_scores_gemma":[0.99708194,0.00036614947,0.0012794869,0.00007380653,0.000091565875,0.000052265954,0.000008018663,0.000022139055,0.0010246322],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947031,0.0002938531,0.0010179069,0.00053813093,0.0026671821,0.00077982416],"domain_scores_gemma":[0.8838476,0.00024075464,0.0005962083,0.00040641282,0.114596836,0.00031217613],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0047971644,0.00036056596,0.00058886287,0.00041362658,0.0002927475,0.004221429,0.0019881113,0.0003198509,0.00019208071],"category_scores_gemma":[0.006000932,0.00029353268,0.00016427742,0.0010347283,0.0012674034,0.028826121,0.001100214,0.0006993746,0.000017308432],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030200518,0.00039890967,0.07504888,0.0015725956,0.00014170459,8.920424e-7,0.2204642,0.00014136263,0.17854534,0.027842674,0.000389993,0.49515143],"study_design_scores_gemma":[0.0013041175,0.0011632484,0.6661167,0.00069908734,0.00011075375,0.000041533945,0.010113673,0.06435312,0.25329065,0.0021313147,0.00028442265,0.00039134632],"about_ca_topic_score_codex":0.0037269497,"about_ca_topic_score_gemma":0.0000380501,"teacher_disagreement_score":0.59106785,"about_ca_system_score_codex":0.0001922061,"about_ca_system_score_gemma":0.0012499307,"threshold_uncertainty_score":0.99995166},"labels":[],"label_agreement":null},{"id":"W2588343398","doi":"10.29173/cais484","title":"Social Epistemology and LIS: How to Clarify Our Epistemic Objectives","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus (optics); Epistemology; Sociology; Quality (philosophy); Social epistemology; Management science; Data science; Knowledge management; Computer science; Social science; Engineering; Philosophy; Physics","score_opus":0.025680303555467025,"score_gpt":0.26517017560160167,"score_spread":0.23948987204613464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588343398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9584537,0.000028996978,0.00052734115,0.037864286,0.00011376549,0.0005031687,0.000025585266,0.000051438266,0.0024316846],"genre_scores_gemma":[0.99696356,0.000014056032,0.0015625998,0.00047655843,0.0000637252,0.00004818171,9.311497e-7,0.000008922219,0.00086145656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998463,0.000034743694,0.0003708502,0.00028734148,0.0004290585,0.00041500185],"domain_scores_gemma":[0.9731394,0.00007025067,0.0004388278,0.00015821242,0.026030581,0.00016271874],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000506795,0.00020754944,0.000389671,0.00019251383,0.00020318404,0.003086852,0.0018639339,0.00023886494,0.0000055431315],"category_scores_gemma":[0.004611148,0.00015525948,0.00010984358,0.0004698059,0.00021760922,0.011103429,0.0010228493,0.00039071363,0.000009820128],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019157115,0.00029569882,0.21350661,0.001048617,0.000189364,0.0000034955883,0.26016703,0.000002141604,0.08998503,0.34165254,0.027149433,0.06580846],"study_design_scores_gemma":[0.0012343214,0.0010749855,0.8768072,0.00028191367,0.000061881445,0.00015838155,0.014264202,0.001726308,0.06251917,0.022373028,0.018659726,0.0008388651],"about_ca_topic_score_codex":0.0001565487,"about_ca_topic_score_gemma":0.0000038680755,"teacher_disagreement_score":0.66330063,"about_ca_system_score_codex":0.000051350613,"about_ca_system_score_gemma":0.00018393321,"threshold_uncertainty_score":0.99794805},"labels":[],"label_agreement":null},{"id":"W2588758170","doi":"10.29173/cais18","title":"Exploring the Realities of Interaction and Search Success","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interim; Session (web analytics); Computer science; Information retrieval; Psychology; World Wide Web","score_opus":0.07700209960267833,"score_gpt":0.27603633762224905,"score_spread":0.1990342380195707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588758170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935794,0.000020634381,0.00020013949,0.0023291921,0.000104863706,0.0002715618,0.000014866042,0.000021444836,0.0034579302],"genre_scores_gemma":[0.99917495,0.000110705565,0.00040040232,0.000060627972,0.00002548413,0.000034981716,6.5428503e-7,0.0000050540534,0.00018713753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987169,0.000025084802,0.00038723656,0.00014700678,0.00048328005,0.0002405171],"domain_scores_gemma":[0.97469467,0.00016858132,0.0003493909,0.0001753016,0.02454192,0.000070157286],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00061754993,0.00012393674,0.000218547,0.00013217283,0.00012976922,0.0020067883,0.001581108,0.00004238508,0.000012957953],"category_scores_gemma":[0.002223746,0.00007518781,0.00007134089,0.00036542342,0.00034392724,0.021325452,0.0007780341,0.00021740193,0.0000022893464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014649304,0.00018390207,0.16273831,0.0011887315,0.000119143064,6.3847943e-7,0.32257134,0.000017904593,0.044304494,0.33631775,0.0015083359,0.13090296],"study_design_scores_gemma":[0.00053642184,0.0004787145,0.6261836,0.0004604543,0.00003541496,0.000045172794,0.024486408,0.0065146824,0.32949856,0.005459394,0.0059657125,0.00033543207],"about_ca_topic_score_codex":0.0009218093,"about_ca_topic_score_gemma":0.000004756583,"teacher_disagreement_score":0.4634453,"about_ca_system_score_codex":0.000024732864,"about_ca_system_score_gemma":0.00010097848,"threshold_uncertainty_score":0.9990292},"labels":[],"label_agreement":null},{"id":"W2589404650","doi":"10.29173/cais437","title":"Statistical Power and Effect Size in Informative Retrieval Experiments","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Statistical hypothesis testing; Null hypothesis; Statistical power; Type I and type II errors; Null (SQL); Alternative hypothesis; Statistical analysis; Search engine indexing; Computer science; Statistics; Multiple comparisons problem; Mathematics; Artificial intelligence; Information retrieval; Data mining","score_opus":0.01377638208287326,"score_gpt":0.2600525226492694,"score_spread":0.24627614056639616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589404650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99413925,0.00002100638,0.00022245142,0.0005511299,0.00007350634,0.000505158,0.00003080413,0.000026069729,0.0044305995],"genre_scores_gemma":[0.99802583,0.0000120999985,0.001639988,0.00015693187,0.00000865772,0.000023804254,0.0000010377096,0.000005849444,0.00012579096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837404,0.00003037625,0.00050090434,0.00018732602,0.00055004045,0.00035728823],"domain_scores_gemma":[0.9859596,0.00034089937,0.00036511448,0.00015047623,0.013038899,0.00014503507],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0006210958,0.00019200429,0.00034344711,0.00013638058,0.000078883466,0.0021176226,0.0012308053,0.00010475963,0.000047425565],"category_scores_gemma":[0.010262963,0.00013332776,0.00005990381,0.00042392174,0.00031349465,0.01602224,0.0007713394,0.0002622806,0.000010264087],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006265088,0.00037602466,0.5271874,0.00079163426,0.00011371161,0.000004777082,0.26105404,0.0000027855658,0.046885096,0.13845786,0.0038602406,0.0206399],"study_design_scores_gemma":[0.0014041944,0.0010191248,0.8870996,0.00017985472,0.000014334235,0.000027147535,0.0022597616,0.0026502025,0.10028781,0.0031294227,0.0015845086,0.00034399473],"about_ca_topic_score_codex":0.0001233349,"about_ca_topic_score_gemma":9.1117334e-7,"teacher_disagreement_score":0.35991225,"about_ca_system_score_codex":0.000052430318,"about_ca_system_score_gemma":0.00013093674,"threshold_uncertainty_score":0.9989183},"labels":[],"label_agreement":null},{"id":"W2590066444","doi":"10.29173/cais500","title":"A Taxonomy of the Functions Supported by Browsing Facilitators","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Key (lock); World Wide Web; Information retrieval; Taxonomy (biology); Root (linguistics); Human–computer interaction; Data science; Biology; Ecology","score_opus":0.024836781102404296,"score_gpt":0.2295928554186872,"score_spread":0.2047560743162829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590066444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910134,0.000024587196,0.0011443561,0.0020156966,0.0001569247,0.00061344577,0.00013101773,0.000037764068,0.00486282],"genre_scores_gemma":[0.9978594,0.00000714221,0.0007034165,0.00014000453,0.000014131172,0.00005808945,0.000002125413,0.0000064411847,0.0012092574],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982815,0.000024824534,0.00056827994,0.00020614764,0.000578674,0.00034056988],"domain_scores_gemma":[0.9714466,0.000091589456,0.0006784593,0.0002842182,0.027387757,0.00011137286],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042073126,0.00018253521,0.00029272697,0.000118889104,0.00018131135,0.0013711051,0.0024193686,0.00010088315,0.00006446897],"category_scores_gemma":[0.0037608624,0.0001152865,0.00019404753,0.0006981866,0.00043445165,0.011104365,0.00074647006,0.00025024472,0.000010144689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009637936,0.0005190129,0.50168914,0.00076055445,0.0002404705,3.934588e-7,0.06770323,0.000015784957,0.23928913,0.04326784,0.08526945,0.061148603],"study_design_scores_gemma":[0.0013416408,0.0006327759,0.36985713,0.0004227472,0.00010955484,0.000044365363,0.008444051,0.0057679066,0.4116306,0.0034424185,0.19755085,0.00075596676],"about_ca_topic_score_codex":0.0003758953,"about_ca_topic_score_gemma":0.0000030788785,"teacher_disagreement_score":0.17234147,"about_ca_system_score_codex":0.000044252432,"about_ca_system_score_gemma":0.00028613248,"threshold_uncertainty_score":0.99966556},"labels":[],"label_agreement":null},{"id":"W2591144451","doi":"10.71781/10333","title":"Using domain-specific knowledge to improve information retrieval performance","year":2003,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information retrieval; Computer science; Domain (mathematical analysis); Data science; Data mining; Mathematics","score_opus":0.05725414607277895,"score_gpt":0.3401335132496306,"score_spread":0.28287936717685164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591144451","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7905465,0.0000698989,0.02702414,0.00004148933,0.003384479,0.002157454,0.00004435944,0.00001306299,0.17671864],"genre_scores_gemma":[0.08091568,0.00017693227,0.7778834,0.00056137744,0.00055611564,0.00018356858,0.0028742899,0.00012368581,0.13672495],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778193,0.000060103343,0.0007282504,0.00037332476,0.0005944369,0.00046194944],"domain_scores_gemma":[0.9980634,0.000026369164,0.00035383497,0.0006841883,0.0006430239,0.00022917167],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008354917,0.0003183073,0.0003311694,0.00044870732,0.00039175036,0.0018487746,0.0019504736,0.00028259843,0.000524379],"category_scores_gemma":[0.000027317876,0.00030555823,0.00008986159,0.001081001,0.000018448172,0.004727419,0.0003073514,0.00040234,0.0047230273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003107912,0.00009955048,0.00002516139,0.00013052106,0.000026317988,0.0000054637876,0.021704312,0.00005723376,0.0046665464,0.0023628408,0.0018055912,0.9688057],"study_design_scores_gemma":[0.00081547204,0.00028619994,0.0008060358,0.00020865638,0.000015935964,0.00001685176,0.0011091762,0.0031048397,0.066967934,0.00004297262,0.92578864,0.00083730614],"about_ca_topic_score_codex":0.000008579078,"about_ca_topic_score_gemma":0.000008938095,"teacher_disagreement_score":0.96796834,"about_ca_system_score_codex":0.00028989508,"about_ca_system_score_gemma":0.0007380909,"threshold_uncertainty_score":0.9999397},"labels":[],"label_agreement":null},{"id":"W2598574795","doi":"10.29173/cais435","title":"Towards a Comparison of Structured and Unstructured Text Retrieval","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Information retrieval; Computer science; Adjacency list; Unstructured data; SGML; Text retrieval; Document Structure Description; Document retrieval; Natural language processing; World Wide Web; Data mining; XML; Big data; Algorithm","score_opus":0.022635813272009364,"score_gpt":0.2646467163219727,"score_spread":0.2420109030499633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598574795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99571586,0.000069160466,0.00037334792,0.0011406349,0.00012759263,0.00042686204,0.00005256301,0.00003544459,0.0020585486],"genre_scores_gemma":[0.9957844,0.000020145508,0.0039542667,0.000080638776,0.000024940542,0.00000690612,0.0000019490444,0.000008393863,0.00011833529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99798614,0.00002238161,0.00067851046,0.00024991014,0.0007201648,0.00034286865],"domain_scores_gemma":[0.9680382,0.00007190117,0.000828696,0.00023449255,0.030676173,0.00015054233],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00037052445,0.00022601144,0.0005227239,0.00018608516,0.00010904653,0.0017030418,0.002052907,0.0001614798,0.000038355713],"category_scores_gemma":[0.0044176904,0.00015819527,0.00012284052,0.00061141246,0.00048373372,0.009152354,0.0008475596,0.00028556705,0.0000019831052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003877374,0.00026100778,0.27535117,0.0012807461,0.00020301383,9.234603e-7,0.1645218,0.0000120474815,0.26094842,0.15301043,0.0041278703,0.13989483],"study_design_scores_gemma":[0.0009823245,0.0005841994,0.5578221,0.00018203906,0.000050040933,0.00003692355,0.0028200566,0.0073600127,0.41469043,0.01162103,0.0034750463,0.00037581153],"about_ca_topic_score_codex":0.00018907346,"about_ca_topic_score_gemma":0.0000028572417,"teacher_disagreement_score":0.2824709,"about_ca_system_score_codex":0.000033683693,"about_ca_system_score_gemma":0.00024476516,"threshold_uncertainty_score":0.99933326},"labels":[],"label_agreement":null},{"id":"W2603024280","doi":"10.29173/cais959","title":"Understanding Community Needs: A Step Closer to a Digital Library for Communities in Canada’s North","year":2016,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Settlement (finance); Political science; Geography; Sociology; Ethnology; Computer science; World Wide Web","score_opus":0.09971439667294517,"score_gpt":0.2512199232449716,"score_spread":0.15150552657202643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603024280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97212374,0.00007532671,0.0025494103,0.017424654,0.0003029275,0.00080647407,0.0029294433,0.000034320405,0.0037537115],"genre_scores_gemma":[0.9967188,0.00007174078,0.0006929124,0.00063039275,0.00004205495,0.000038096958,0.000012533547,0.000022684819,0.0017707732],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976353,0.00007951761,0.0007873916,0.0001622272,0.0006115527,0.0007239992],"domain_scores_gemma":[0.98299176,0.00088367704,0.0005854679,0.00036956515,0.014888519,0.0002810403],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00069286395,0.00031572397,0.00052510045,0.0003375944,0.00032833786,0.0040493472,0.0036669518,0.00012585697,0.000029934974],"category_scores_gemma":[0.0049992157,0.00022779073,0.00015570241,0.000929123,0.00050644885,0.027201286,0.0019581753,0.0004764499,0.0000032074795],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005165814,0.00030843215,0.6207441,0.0011448073,0.00010112231,0.000002357447,0.17681175,0.000013170446,0.00022760995,0.14205308,0.022882415,0.035194553],"study_design_scores_gemma":[0.0042832023,0.002325379,0.28834504,0.006396948,0.00012251399,0.000082973274,0.16969924,0.0055862106,0.008585396,0.016439063,0.496357,0.0017770528],"about_ca_topic_score_codex":0.14506692,"about_ca_topic_score_gemma":0.13842706,"teacher_disagreement_score":0.47347456,"about_ca_system_score_codex":0.0006190401,"about_ca_system_score_gemma":0.0031172163,"threshold_uncertainty_score":0.99698454},"labels":[],"label_agreement":null},{"id":"W2606741635","doi":"10.71781/9718","title":"Domain specific web search","year":2004,"lang":"en","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; World Wide Web; Domain (mathematical analysis); Mathematics","score_opus":0.008245648182507186,"score_gpt":0.1904858169682933,"score_spread":0.1822401687857861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606741635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7530753,0.008098699,0.0150771085,0.000717059,0.0032176906,0.00094118214,0.00007908797,0.00059233693,0.21820155],"genre_scores_gemma":[0.68372715,0.0017509001,0.027674643,0.00031611635,0.0005823537,0.00007225094,0.0015864425,0.00008257339,0.2842076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971682,0.000087682114,0.00038536356,0.0005438401,0.0012892571,0.0005256669],"domain_scores_gemma":[0.99840385,0.000042947897,0.00020447753,0.0005967914,0.0003954152,0.0003565369],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00027347676,0.00035064472,0.0003007105,0.000526718,0.00500356,0.00023406769,0.0012517946,0.00038422865,0.00006972729],"category_scores_gemma":[0.0000063868233,0.00037586,0.0002846364,0.0006368424,0.0001224794,0.0008809874,0.00025091952,0.00061012956,0.00043846664],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058054796,0.00033885924,0.00084329647,0.0002531628,0.0001844068,0.0051756282,0.06989151,0.0011349326,0.02296168,0.8755953,0.0024744999,0.020566203],"study_design_scores_gemma":[0.0037057945,0.0003535422,0.037642416,0.00053694716,0.00009592446,0.0017632502,0.028546972,0.0015958454,0.044207018,0.0034746488,0.87603295,0.0020446966],"about_ca_topic_score_codex":0.0026977663,"about_ca_topic_score_gemma":0.00076572807,"teacher_disagreement_score":0.87355846,"about_ca_system_score_codex":0.005738439,"about_ca_system_score_gemma":0.0038646588,"threshold_uncertainty_score":0.99986935},"labels":[],"label_agreement":null},{"id":"W2611162997","doi":"10.29173/cais458","title":"An Investigation of the Necessity of Information Retrieval for Algorithms for Full-Text Arabic Databases","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Prefix; Arabic; Computer science; Information retrieval; Affect (linguistics); Document retrieval; Word (group theory); Natural language processing; Cognitive models of information retrieval; Human–computer information retrieval; Truncation (statistics); Search engine; Artificial intelligence; Linguistics","score_opus":0.03853581375717979,"score_gpt":0.27642926952366975,"score_spread":0.23789345576648996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611162997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818961,0.000011772687,0.015039892,0.001203568,0.00014152186,0.0011719135,0.0003782493,0.000022665878,0.00013430293],"genre_scores_gemma":[0.98875177,0.000010423339,0.010953465,0.00013734882,0.000029048537,0.000049044193,0.000022104345,0.0000058152496,0.000041000676],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99824965,0.000024554567,0.0007399672,0.00015838165,0.0005686009,0.000258828],"domain_scores_gemma":[0.95462817,0.00019424217,0.0013871184,0.00029806793,0.043399397,0.00009299237],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009491135,0.00016320872,0.00032537908,0.00015292552,0.00015733675,0.0008555845,0.0021895485,0.00009525675,0.000006699748],"category_scores_gemma":[0.0065848175,0.00010558944,0.00015857183,0.0005566748,0.000375787,0.027102677,0.0004051666,0.00013378699,9.0499594e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009333656,0.00045610176,0.1471687,0.004799971,0.0001808617,6.35205e-8,0.13100605,0.000085604275,0.4265893,0.20125565,0.006543881,0.08098046],"study_design_scores_gemma":[0.0011321653,0.00091390073,0.20492382,0.00032043984,0.00006693782,0.0000075904018,0.0024226147,0.05220356,0.7269465,0.008645697,0.0021282956,0.00028849032],"about_ca_topic_score_codex":0.00016773744,"about_ca_topic_score_gemma":0.0000037348505,"teacher_disagreement_score":0.30035716,"about_ca_system_score_codex":0.000032296364,"about_ca_system_score_gemma":0.00035636022,"threshold_uncertainty_score":0.98650473},"labels":[],"label_agreement":null},{"id":"W2616079873","doi":"10.1002/1097-4571(2000)9999:9999<::aid-asi1023>3.0.co;2-6","title":"Letter to the Editor: Differences between novice and experienced users in searching information on the world wide web","year":2000,"lang":"en","type":"letter","venue":"Journal of the American Society for Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; World Wide Web; Library science; Computer science","score_opus":0.02492785847419902,"score_gpt":0.29364140141502243,"score_spread":0.2687135429408234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616079873","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12214243,0.000003933374,0.008543748,0.86594146,0.0015649913,0.0010569228,0.000049084243,0.000025349605,0.0006720639],"genre_scores_gemma":[0.13618213,0.00003134933,0.0025144396,0.8588169,0.0022849909,0.000058411362,0.000004917081,0.0000065187924,0.00010034743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952862,0.00012454063,0.0009835283,0.00013732983,0.0029258358,0.00054253225],"domain_scores_gemma":[0.9958925,0.0012789837,0.001474949,0.00055415294,0.0006893563,0.00011002566],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004324817,0.00023556875,0.00032767135,0.00052323303,0.0010538328,0.001860926,0.0041737305,0.00007764689,0.0000047948],"category_scores_gemma":[0.0005922563,0.00010954065,0.0003236135,0.0031627768,0.0009888995,0.008272124,0.00043352277,0.0016820123,0.00002327939],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021628239,0.000004896155,0.0005913275,0.000022395809,0.000016054819,1.8706993e-7,0.022412252,0.00031170927,0.000014438133,0.00014804969,0.94774383,0.028713247],"study_design_scores_gemma":[0.00020162367,0.00015627193,0.012956955,0.00009966223,0.000009807421,0.000007266254,0.001780289,0.0048322678,0.00009101574,0.0000414316,0.97963387,0.0001895719],"about_ca_topic_score_codex":0.000047493697,"about_ca_topic_score_gemma":0.000005755915,"teacher_disagreement_score":0.031890023,"about_ca_system_score_codex":0.00035525646,"about_ca_system_score_gemma":0.0007003628,"threshold_uncertainty_score":0.99917525},"labels":[],"label_agreement":null},{"id":"W2616566908","doi":"10.1007/s10844-017-0466-3","title":"Query expansion using pseudo relevance feedback on wikipedia","year":2017,"lang":"en","type":"article","venue":"Journal of Intelligent Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Query expansion; Relevance feedback; Information retrieval; Web search query; Web query classification; Robustness (evolution); Query optimization; Relevance (law); Vocabulary; Data mining; Artificial intelligence; Search engine","score_opus":0.05628626845690768,"score_gpt":0.31318270040641516,"score_spread":0.2568964319495075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616566908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27197,0.000074256364,0.7167859,0.0003598856,0.005468413,0.00034152198,0.000006553599,0.000043842872,0.0049496074],"genre_scores_gemma":[0.9955311,0.00015815053,0.0035977608,0.00024121028,0.0002696536,0.0000025354552,0.0000020196237,0.0000053739063,0.00019224102],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972742,0.000057632365,0.0013031864,0.00007219886,0.0010606212,0.00023211453],"domain_scores_gemma":[0.99575025,0.00008599985,0.0022517233,0.000601801,0.0011423075,0.00016791586],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012617424,0.00014899093,0.00026192056,0.00038674698,0.00043989808,0.0014280532,0.0012184109,0.0000954218,0.000009561459],"category_scores_gemma":[0.00039105603,0.00011116794,0.00014558683,0.00013717523,0.000042564432,0.009327324,0.00013093647,0.00030788282,0.00033855843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000985678,0.0004893046,0.004570095,0.0011034224,0.00026248713,0.00014589897,0.034295477,0.10755606,0.00375737,0.1986503,0.023709603,0.6244743],"study_design_scores_gemma":[0.002338334,0.0015676905,0.006584901,0.0026231974,0.000043515203,0.001848771,0.0043633063,0.7322087,0.031201968,0.00042662266,0.215704,0.001088987],"about_ca_topic_score_codex":0.00003024156,"about_ca_topic_score_gemma":3.5254152e-7,"teacher_disagreement_score":0.72356105,"about_ca_system_score_codex":0.00020965365,"about_ca_system_score_gemma":0.00020306866,"threshold_uncertainty_score":0.9996086},"labels":[],"label_agreement":null},{"id":"W2625750609","doi":"10.29173/cais441","title":"Successive Searching Behaviour During Information Retrieval (IR) Interaction: Development of a New Line of Research","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information retrieval; Computer science; Human–computer information retrieval; Process (computing); Line (geometry); Cognitive models of information retrieval; Search engine; World Wide Web; Mathematics","score_opus":0.04865838124391087,"score_gpt":0.31298598948591305,"score_spread":0.2643276082420022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625750609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961339,0.000014698189,0.0011433978,0.00081967487,0.00010200987,0.0005176585,0.000019443833,0.000027601707,0.0012215793],"genre_scores_gemma":[0.9950094,0.00001569516,0.0046006795,0.000020841655,0.000033250988,0.000014730768,0.0000041411326,0.000006879845,0.00029436266],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.996932,0.000038079383,0.00106613,0.00018310582,0.0013670239,0.0004136161],"domain_scores_gemma":[0.9349111,0.00017632241,0.0011276574,0.00024268407,0.06336519,0.0001770433],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0013803688,0.000177204,0.00036712128,0.0005679662,0.00019614605,0.0015146884,0.0022691938,0.00012017625,0.000041566815],"category_scores_gemma":[0.008249913,0.0001374226,0.000116873955,0.0011102515,0.00027424263,0.025812032,0.0013342069,0.0004968918,0.000008847005],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000859192,0.0005322428,0.14325105,0.0030890221,0.00019803172,0.0000016750606,0.56215906,0.00006057668,0.19369966,0.02279874,0.0014250864,0.07192569],"study_design_scores_gemma":[0.0007553357,0.00034572944,0.22832064,0.00070609344,0.000015351023,0.000018533196,0.006885208,0.0024425688,0.75847423,0.00076117227,0.0010588161,0.00021629767],"about_ca_topic_score_codex":0.0004409557,"about_ca_topic_score_gemma":0.000004700827,"teacher_disagreement_score":0.5647746,"about_ca_system_score_codex":0.00011199094,"about_ca_system_score_gemma":0.00090310385,"threshold_uncertainty_score":0.99952185},"labels":[],"label_agreement":null},{"id":"W2626388430","doi":"10.29173/cais792","title":"An Examination of User Queries in a Nanotechnology Digital Library","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Digital library; Computer science; Library science; Humanities; Information retrieval; World Wide Web; Art; Philosophy; Linguistics","score_opus":0.020946457717641496,"score_gpt":0.23779501933203354,"score_spread":0.21684856161439203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626388430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99043417,0.00013342215,0.00019248879,0.004869689,0.00018283662,0.00050221087,0.00019578761,0.00004902662,0.0034403617],"genre_scores_gemma":[0.99669397,0.0001049117,0.0012651952,0.00010113302,0.000033409404,0.000031447096,0.000007855113,0.000014884902,0.0017472134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99786735,0.000040026825,0.0008175327,0.00028542653,0.000532955,0.00045672996],"domain_scores_gemma":[0.9746251,0.00011423996,0.0008304944,0.00026711603,0.024043014,0.00012002859],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00045542695,0.00025196283,0.0004669113,0.00039376103,0.00007234961,0.0038267535,0.0025626896,0.00032561144,0.00009686679],"category_scores_gemma":[0.00479292,0.0002082459,0.00012325418,0.0010414426,0.0010087417,0.06995459,0.00095059077,0.00037001065,0.000012420944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119443124,0.00090847944,0.24235542,0.0012510939,0.000059587117,0.0000033039485,0.101678975,0.000010734679,0.025890062,0.3446494,0.0016465579,0.28142694],"study_design_scores_gemma":[0.0009529896,0.0015306348,0.73501664,0.0009435823,0.000036387875,0.000060352308,0.0076255826,0.007904855,0.20144285,0.012202741,0.031721644,0.00056173245],"about_ca_topic_score_codex":0.0002622036,"about_ca_topic_score_gemma":0.0000060256984,"teacher_disagreement_score":0.49266124,"about_ca_system_score_codex":0.000046047506,"about_ca_system_score_gemma":0.00040170908,"threshold_uncertainty_score":0.99720734},"labels":[],"label_agreement":null},{"id":"W2626862258","doi":"10.29173/cais162","title":"Recherche des titres débutant par un article : analyse du comportement de recherche","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.21255287478887827,"score_gpt":0.34524505080433443,"score_spread":0.13269217601545616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626862258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766038,0.00050028996,0.0019082626,0.013357794,0.00017897799,0.00064932695,0.00007545002,0.00006683166,0.0066592363],"genre_scores_gemma":[0.9687027,0.0007213569,0.02782252,0.0005448067,0.00009484199,0.00005884069,0.0000030289375,0.00002234208,0.0020295873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963811,0.00040074665,0.0010620737,0.0004169838,0.0008058146,0.0009332604],"domain_scores_gemma":[0.9443542,0.00069831096,0.0010566132,0.00042213392,0.05300665,0.00046211705],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005475277,0.0004015554,0.0006001577,0.00019765813,0.0003134387,0.004777457,0.002931196,0.00051396806,0.00036732169],"category_scores_gemma":[0.02535093,0.0003147778,0.000276104,0.0012881304,0.0010432737,0.016630435,0.0011343976,0.0010547044,0.00006224642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001877808,0.0011589932,0.41675407,0.0011222503,0.00040371163,0.000011314761,0.176926,0.00004025236,0.0998233,0.039911572,0.009543001,0.25411776],"study_design_scores_gemma":[0.0013140432,0.0010215868,0.43293783,0.001007644,0.00030969302,0.00016141078,0.009971982,0.0372758,0.4319448,0.061736446,0.02145953,0.00085925794],"about_ca_topic_score_codex":0.0020894916,"about_ca_topic_score_gemma":0.000031441632,"teacher_disagreement_score":0.3321215,"about_ca_system_score_codex":0.0005313402,"about_ca_system_score_gemma":0.0010492661,"threshold_uncertainty_score":0.99993044},"labels":[],"label_agreement":null},{"id":"W2686508281","doi":"","title":"Web Information Retrieval Support Systems: The Future of Web Search","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; World Wide Web; Focus (optics); Web intelligence; Key (lock); Information retrieval; Web application; Human–computer information retrieval; Web standards; Web modeling; Information needs; Search engine; The Internet; Data science","score_opus":0.028283028812232363,"score_gpt":0.2495722611479366,"score_spread":0.22128923233570424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2686508281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43467072,0.00018143938,0.15131594,0.0031730747,0.005320401,0.0026553208,0.00009788418,0.00083236257,0.40175286],"genre_scores_gemma":[0.99700904,0.000035341047,0.0015599913,0.00025535343,0.00006739188,0.0000055156875,0.000008148903,0.0000026990385,0.0010565269],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847955,0.0000666332,0.00042341655,0.00008187648,0.00070956943,0.00023898482],"domain_scores_gemma":[0.99882686,0.000031972155,0.000110977446,0.00048292527,0.00046552162,0.00008172994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010417983,0.00008921534,0.00011450801,0.0001522774,0.00012221113,0.00013705893,0.0009567966,0.000074641364,0.0002742009],"category_scores_gemma":[0.000017090833,0.000051198593,0.000061675004,0.0006211181,0.00006234162,0.002191189,0.00021695226,0.00017723892,0.0004746577],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013410833,0.000114085065,0.0033580372,0.00023935385,0.0000409722,0.0000070460565,0.023491923,0.000029887684,0.0008179353,0.90625334,0.024411682,0.041101657],"study_design_scores_gemma":[0.0033517496,0.0018859378,0.04750729,0.000076566306,0.00004256698,0.00028436765,0.018749012,0.3659259,0.04523778,0.00054736045,0.5152691,0.0011223541],"about_ca_topic_score_codex":0.00003540599,"about_ca_topic_score_gemma":0.0000025173922,"teacher_disagreement_score":0.9057059,"about_ca_system_score_codex":0.00002722179,"about_ca_system_score_gemma":0.00032983674,"threshold_uncertainty_score":0.6100922},"labels":[],"label_agreement":null},{"id":"W2731756029","doi":"10.29173/cais135","title":"The Effect of Misspellings on Information Retrieval in Online Public Access Catalogues","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Public access; Information retrieval; Computer science; Information access; Access to information; World Wide Web","score_opus":0.03597401999474556,"score_gpt":0.278570028085302,"score_spread":0.24259600809055645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731756029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827388,0.00023156183,0.00007874539,0.013130043,0.00046548937,0.0010442513,0.00021692448,0.000026448997,0.0020677284],"genre_scores_gemma":[0.998572,0.00033445662,0.00015208506,0.00021566194,0.00006303448,0.00002061739,0.000025976584,0.0000115222565,0.0006046528],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99658644,0.000098717894,0.0012709026,0.00024565682,0.0011256146,0.00067267637],"domain_scores_gemma":[0.950774,0.000736343,0.0016808097,0.00037551014,0.046236422,0.00019688661],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.002048961,0.00035448815,0.00058541476,0.00037745375,0.00020684913,0.007584012,0.0045177243,0.00026705483,0.000027065224],"category_scores_gemma":[0.024188677,0.0002255994,0.00022893022,0.0014691984,0.00089963997,0.046279304,0.0011802901,0.00065612287,0.000034881574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019142332,0.00095920806,0.36249098,0.005498689,0.0002984548,0.000003156389,0.13723218,0.00010824784,0.008354445,0.14531313,0.01315037,0.3246769],"study_design_scores_gemma":[0.0035764028,0.005186201,0.55455405,0.0026417316,0.00014184932,0.00006536486,0.003726219,0.036025487,0.2628004,0.0056035873,0.124606706,0.0010719941],"about_ca_topic_score_codex":0.0012004478,"about_ca_topic_score_gemma":0.000029577654,"teacher_disagreement_score":0.3236049,"about_ca_system_score_codex":0.00012757584,"about_ca_system_score_gemma":0.00045642763,"threshold_uncertainty_score":0.99344623},"labels":[],"label_agreement":null},{"id":"W2737562199","doi":"10.1002/asi.23893","title":"Cognitive modeling of age‐related differences in information search behavior","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Backtracking; Cognition; Search engine; Simple (philosophy); Machine learning; Human–computer interaction; Information retrieval; Cognitive psychology; Artificial intelligence; Psychology","score_opus":0.03528987815882872,"score_gpt":0.3105262101665939,"score_spread":0.27523633200776515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737562199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827574,0.000006196221,0.013042749,0.002489298,0.00033889266,0.00035961636,0.000009180431,0.000013314236,0.000983372],"genre_scores_gemma":[0.9992327,0.00002128167,0.0006666711,0.000047063528,0.000004326849,0.000008306567,8.3686206e-7,7.4533835e-7,0.000018056784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981648,0.000018621919,0.000714024,0.000045897923,0.0008695462,0.00018714003],"domain_scores_gemma":[0.9952469,0.0000700541,0.0014615464,0.00018640287,0.002999736,0.00003538951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032103218,0.0000609685,0.00016210807,0.0010398396,0.000528121,0.00044239723,0.001233943,0.00011392265,7.819885e-7],"category_scores_gemma":[0.0032185079,0.000041807598,0.000045791607,0.0008701502,0.00024091046,0.01239004,0.00027975262,0.00023479872,0.0000028503148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075198164,0.00012900641,0.39144722,0.00008672723,0.000047762456,0.0000012802782,0.019261809,0.00046508672,0.00092244614,0.2787437,0.00007173789,0.308748],"study_design_scores_gemma":[0.0042078705,0.0005244503,0.6330766,0.00022873959,0.000047981495,0.0000585149,0.005518356,0.33328626,0.01073852,0.011469729,0.0005453562,0.00029764834],"about_ca_topic_score_codex":0.00001400643,"about_ca_topic_score_gemma":0.0000024798035,"teacher_disagreement_score":0.33282116,"about_ca_system_score_codex":0.0001624623,"about_ca_system_score_gemma":0.00035426923,"threshold_uncertainty_score":0.89824796},"labels":[],"label_agreement":null},{"id":"W2740256306","doi":"10.1145/3077136.3080657","title":"Learning To Rank Resources","year":2017,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Ranking (information retrieval); Computer science; Learning to rank; Selection (genetic algorithm); Rank (graph theory); Resource (disambiguation); Machine learning; Recall; Information retrieval; Artificial intelligence; Mathematics","score_opus":0.02713053001410242,"score_gpt":0.2966494220259451,"score_spread":0.26951889201184265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740256306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.588031,0.000002707456,0.20465752,0.0063141584,0.0002181287,0.0001235341,2.5396798e-7,0.00022851564,0.20042421],"genre_scores_gemma":[0.9668356,8.8078195e-7,0.011065338,0.00041318565,0.00002683629,0.0000030013716,1.5721712e-7,0.0000013700369,0.02165361],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995395,0.0000107881715,0.00006768848,0.000079367856,0.00017708445,0.00012559364],"domain_scores_gemma":[0.9994787,0.00001308229,0.000029136829,0.0003498884,0.00004999849,0.000079193545],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021839904,0.000033646218,0.00004040727,0.000040732102,0.0005272182,0.00066746195,0.0008574015,0.000014733344,0.00006865529],"category_scores_gemma":[0.00011240927,0.000025231402,0.000019608851,0.000042765776,0.000013848843,0.00058788224,0.00032189282,0.00006559968,0.0009120661],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016290121,0.000026932232,0.012275341,0.000009028441,0.00000628154,0.00001903929,0.011508394,0.00016308871,0.0016307586,0.0875685,0.0069199204,0.8798564],"study_design_scores_gemma":[0.0004567078,0.00026957318,0.2319981,0.000014230347,0.000001671495,0.000008646049,0.00026450105,0.030477745,0.008211584,0.00041699625,0.7275963,0.00028394582],"about_ca_topic_score_codex":0.000040341543,"about_ca_topic_score_gemma":0.000002720867,"teacher_disagreement_score":0.87957245,"about_ca_system_score_codex":0.0000064576316,"about_ca_system_score_gemma":0.000010379679,"threshold_uncertainty_score":0.99986583},"labels":[],"label_agreement":null},{"id":"W2740321901","doi":"10.1145/3077136.3080721","title":"Anserini","year":2017,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":323,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Scalability; Ranking (information retrieval); Information retrieval; Search engine indexing; World Wide Web; Database","score_opus":0.03590055928300059,"score_gpt":0.30855745608232293,"score_spread":0.27265689679932237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740321901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06290205,0.000002051598,0.49356523,0.003691271,0.00033362565,0.00006145295,3.9523005e-7,0.0001541446,0.43928978],"genre_scores_gemma":[0.97714484,0.0000015285149,0.014943329,0.0002728076,0.000013640476,0.0000015001696,1.4066389e-7,6.2368457e-7,0.007621589],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9997438,0.000002426607,0.000041814175,0.00004452241,0.00009368216,0.000073730414],"domain_scores_gemma":[0.99946845,0.0000036197785,0.00002008132,0.00044416578,0.000029311128,0.000034380308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007744128,0.000020303563,0.00002230041,0.000013269505,0.00024039665,0.00038431157,0.000748977,0.000009905057,0.000074902775],"category_scores_gemma":[0.000017282066,0.000014715291,0.0000136837225,0.000014495846,0.00001598957,0.00090618193,0.00016439814,0.00002447467,0.0005309467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011180509,0.000011855266,0.0041321022,0.0000021053074,0.0000013219897,0.000007185173,0.00019273757,5.905775e-7,0.0002894199,0.77213436,0.0027670036,0.22046019],"study_design_scores_gemma":[0.0005010795,0.00009711352,0.72950876,0.000004883124,0.0000011066716,0.000019314026,0.00002193683,0.03801006,0.026294827,0.004991625,0.20029485,0.0002544375],"about_ca_topic_score_codex":0.000017144524,"about_ca_topic_score_gemma":0.0000015666861,"teacher_disagreement_score":0.9142428,"about_ca_system_score_codex":0.0000031399024,"about_ca_system_score_gemma":0.0000134903,"threshold_uncertainty_score":0.6824423},"labels":[],"label_agreement":null},{"id":"W2744189552","doi":"","title":"Temporal Patterns of Searching in a Public Library Discovery System / Aspects temporels des habitudes de recherche dans l'outil de découverte d'une bibliothèque publique","year":2017,"lang":"fr","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.11334086120446818,"score_gpt":0.3016407908001452,"score_spread":0.18829992959567704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744189552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65808743,0.000015848098,0.16367935,0.002218523,0.0003014888,0.0009695088,0.00018511081,0.00025404914,0.1742887],"genre_scores_gemma":[0.9696157,0.01591799,0.013384977,0.000087615925,0.00008927384,0.000008496407,0.00002149393,0.000044055727,0.0008304259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945944,0.002207386,0.00060168724,0.00065223966,0.00064090604,0.0013033649],"domain_scores_gemma":[0.9969388,0.0004721831,0.0006205566,0.0012474061,0.00030736788,0.00041364555],"candidate_categories":["metaepi_narrow","bibliometrics","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.003063387,0.0004464302,0.00058259565,0.018737793,0.0007965554,0.0031575246,0.003477617,0.00055525656,0.000018666326],"category_scores_gemma":[0.0005078827,0.00047198051,0.00030773328,0.0128732715,0.0005761717,0.022589874,0.0019315898,0.0013989442,0.000009054809],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002229734,0.0008525803,0.71459097,0.0024600101,0.00016092043,0.0021007003,0.0438347,0.000057077043,0.00014747381,0.19846202,0.00012802197,0.03698253],"study_design_scores_gemma":[0.0077644666,0.0016340109,0.5274098,0.008483785,0.00022397692,0.0006687061,0.019066203,0.060259517,0.018751023,0.00044503823,0.35246548,0.002827995],"about_ca_topic_score_codex":0.3550733,"about_ca_topic_score_gemma":0.068706594,"teacher_disagreement_score":0.35233745,"about_ca_system_score_codex":0.002382631,"about_ca_system_score_gemma":0.0115914615,"threshold_uncertainty_score":0.9997732},"labels":[],"label_agreement":null},{"id":"W2758303359","doi":"10.1145/3121050.3121092","title":"Quantization in Append-Only Collections","year":2017,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Append; Quantization (signal processing); Computer science; Ranking (information retrieval); Information retrieval; Data mining; Algorithm; Programming language","score_opus":0.03466238193189344,"score_gpt":0.31429405660868726,"score_spread":0.27963167467679384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758303359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042640287,0.000003852356,0.7166856,0.0021054784,0.00037390666,0.00019884536,0.0000010910885,0.00011610788,0.23787487],"genre_scores_gemma":[0.9764538,0.0000056181534,0.0077744704,0.00012379423,0.00001184651,0.000005059149,0.0000013572675,0.0000014016284,0.015622676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995818,0.00001037588,0.00010104902,0.00007532962,0.00012758958,0.000103849874],"domain_scores_gemma":[0.9995537,0.0000104892215,0.00003953599,0.0003160205,0.00004989631,0.000030356141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014899446,0.000032365093,0.00004039606,0.000108923174,0.00045222248,0.0005288547,0.00046313592,0.000022365106,0.00006306381],"category_scores_gemma":[0.00005197376,0.00002752584,0.000015340354,0.0001967906,0.000018347837,0.0010736553,0.000106379215,0.00004921383,0.00015663182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004910322,0.00007957741,0.046830647,0.0000063738357,0.0000022745305,0.000007686188,0.00064041856,0.000056392364,0.00021437429,0.886376,0.0045182006,0.06126315],"study_design_scores_gemma":[0.0012477937,0.00011996316,0.6006909,0.000021465848,0.0000021572528,0.00003592247,0.00011653543,0.32933536,0.006112336,0.004845286,0.057120744,0.00035155713],"about_ca_topic_score_codex":0.00019279507,"about_ca_topic_score_gemma":0.00022968369,"teacher_disagreement_score":0.9338135,"about_ca_system_score_codex":0.000020406917,"about_ca_system_score_gemma":0.00007192219,"threshold_uncertainty_score":0.5099758},"labels":[],"label_agreement":null},{"id":"W2760608934","doi":"10.29173/cais334","title":"Lost in Cyberspace: How Do Search Engines Handle Arabic Queries?","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Arabic; Cyberspace; Computer science; Artificial intelligence; Humanities; Art; Linguistics; World Wide Web; Philosophy; The Internet","score_opus":0.03227186378128278,"score_gpt":0.2539018112177025,"score_spread":0.22162994743641973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760608934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9587204,0.0006841004,0.00024845038,0.032812428,0.00051463593,0.00089525117,0.00014678555,0.000038203198,0.0059397332],"genre_scores_gemma":[0.9849654,0.00037296064,0.0016566633,0.00020161804,0.00011578289,0.00004620721,0.0000032876276,0.000022795815,0.012615299],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99670315,0.00006792842,0.0006904297,0.000454303,0.0010944307,0.0009897831],"domain_scores_gemma":[0.9360003,0.00020947264,0.00061975734,0.00035751623,0.0625124,0.0003005995],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0011721893,0.00042690043,0.00066233607,0.00041637354,0.00017776353,0.009683363,0.0031347682,0.00033151484,0.00024007549],"category_scores_gemma":[0.009151759,0.00034202888,0.0002406378,0.0014996728,0.0010414284,0.034474153,0.0013575361,0.000766474,0.00007570271],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025770094,0.0009766262,0.29072437,0.0031646022,0.00019613234,0.000014137435,0.32208866,0.00007279186,0.03371574,0.23865376,0.027335927,0.08279956],"study_design_scores_gemma":[0.0035915135,0.0020308692,0.5092611,0.0037948606,0.00014924389,0.00025377286,0.027988859,0.03232607,0.20069924,0.009425376,0.20835929,0.0021198506],"about_ca_topic_score_codex":0.0014920807,"about_ca_topic_score_gemma":0.00005480469,"teacher_disagreement_score":0.2940998,"about_ca_system_score_codex":0.00016656716,"about_ca_system_score_gemma":0.00074763875,"threshold_uncertainty_score":0.9999032},"labels":[],"label_agreement":null},{"id":"W2762768501","doi":"10.1002/asi.23958","title":"geNov: A new metric for measuring novelty and relevancy in biomedical information retrieval","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Novelty; Metric (unit); Computer science; Information retrieval; Ranking (information retrieval); Discriminative model; Redundancy (engineering); Artificial intelligence; Learning to rank; Machine learning; Data mining","score_opus":0.023544872292898943,"score_gpt":0.2867085057204873,"score_spread":0.26316363342758836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762768501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52986103,0.00011143034,0.391965,0.07186885,0.0028078589,0.002060502,0.000040701947,0.00009291853,0.0011917283],"genre_scores_gemma":[0.98831016,0.00005819594,0.011255899,0.00027538065,0.000036502708,0.0000064701244,0.0000011217452,0.0000016385949,0.000054652457],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981636,0.000009876642,0.00065772946,0.00006465127,0.0008603938,0.00024379112],"domain_scores_gemma":[0.9960877,0.00013079715,0.0015976331,0.00023050894,0.0018713808,0.000082013124],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004722696,0.00007280188,0.00015920082,0.0014441527,0.0007615404,0.00077932735,0.0011056939,0.00013853716,3.7303303e-7],"category_scores_gemma":[0.014881816,0.000051089537,0.000044154767,0.0013640814,0.00015838715,0.012927827,0.000284621,0.00019925708,0.0000020157563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014943685,0.000052506293,0.030409142,0.000117328316,0.00003796396,3.5614252e-7,0.004963814,0.000037396057,0.0017587948,0.22046602,0.0022088254,0.7397984],"study_design_scores_gemma":[0.015087175,0.0015308528,0.43258205,0.000248656,0.0000777177,0.00024387593,0.0017123201,0.09393851,0.02579901,0.0605375,0.36750692,0.0007354037],"about_ca_topic_score_codex":0.000008478693,"about_ca_topic_score_gemma":0.0000025416211,"teacher_disagreement_score":0.739063,"about_ca_system_score_codex":0.00033025313,"about_ca_system_score_gemma":0.00064946525,"threshold_uncertainty_score":0.99341625},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2787397689","doi":"10.4018/978-1-4666-5888-2.ch405","title":"Information Need and the Beginning of Information Search","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in information quality and management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Information retrieval; World Wide Web","score_opus":0.022151636838168298,"score_gpt":0.2964459171675088,"score_spread":0.2742942803293405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787397689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012138425,0.0002538513,0.5653434,0.001402346,0.0002422906,0.0013402216,0.00002698714,0.00006927814,0.43120027],"genre_scores_gemma":[0.45787266,0.24956793,0.15556091,0.0707575,0.0004948114,0.0018814077,0.0062761605,0.00011791748,0.05747072],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751264,0.00006261551,0.0013796838,0.0000780802,0.00076318387,0.00020380833],"domain_scores_gemma":[0.9983551,0.00014489747,0.0007947056,0.00037832189,0.00026819378,0.00005880309],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025331052,0.00021069549,0.00033110427,0.0006582892,0.0001714755,0.0003649723,0.00044009625,0.0001255363,0.000011663991],"category_scores_gemma":[0.000067086316,0.00016067766,0.000058184345,0.00016135236,0.00026659935,0.014214766,0.00050776516,0.00028101698,0.0000560043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042122854,0.0000013415772,0.0000111027875,0.0006912735,0.0000072152475,5.158529e-8,0.0036572604,0.00022820658,1.680987e-8,0.67844236,0.00006360424,0.31685546],"study_design_scores_gemma":[0.0028362556,0.000077606266,0.0013158737,0.00029288375,0.000021350925,0.0000049990176,0.0017460239,0.015024343,0.000008483394,0.029141245,0.9491645,0.00036639842],"about_ca_topic_score_codex":0.0000355344,"about_ca_topic_score_gemma":0.0000040709783,"teacher_disagreement_score":0.9491009,"about_ca_system_score_codex":0.00005679521,"about_ca_system_score_gemma":0.00003075968,"threshold_uncertainty_score":0.99957293},"labels":[],"label_agreement":null},{"id":"W2787850647","doi":"10.1145/3161607","title":"Modeling Queries with Contextual Snippets for Information Retrieval","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Information retrieval; Query expansion; Context (archaeology); Relevance (law); Boosting (machine learning); Focus (optics); Topic model; Artificial intelligence","score_opus":0.02722558212257443,"score_gpt":0.26832832869885065,"score_spread":0.24110274657627623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787850647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03498467,0.000028875791,0.9627803,0.0009221107,0.0003361298,0.000527308,0.00001665535,0.0002715231,0.00013244698],"genre_scores_gemma":[0.9919842,0.00003846953,0.00768036,0.00007385021,0.000021294882,0.00007895032,0.0000042951388,0.000005424587,0.00011317626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990462,0.000013596267,0.00033670772,0.0001686128,0.00019325544,0.00024162838],"domain_scores_gemma":[0.9988706,0.00005204876,0.000069810914,0.00042456167,0.0005260875,0.000056886423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020814587,0.0001292029,0.00016123935,0.00048129732,0.00038188885,0.00016767615,0.0004021722,0.0001541535,0.000008060339],"category_scores_gemma":[0.0000448333,0.000098713936,0.000029610395,0.0004962771,0.00015542595,0.00085245515,0.000016327529,0.0001553226,0.000042517102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065667904,0.0001510594,0.0001091303,0.00020961823,0.00015553233,0.0000035816981,0.004187599,0.0030571367,0.000501046,0.57088625,0.00008696261,0.4199954],"study_design_scores_gemma":[0.0014059031,0.0050849575,0.000017149252,0.00018947088,0.000039963692,0.0003178277,0.0051479093,0.8884999,0.052656826,0.003668477,0.042351197,0.0006203832],"about_ca_topic_score_codex":0.000045102475,"about_ca_topic_score_gemma":0.000016796595,"teacher_disagreement_score":0.9569995,"about_ca_system_score_codex":0.000039645332,"about_ca_system_score_gemma":0.000059646012,"threshold_uncertainty_score":0.40254372},"labels":[],"label_agreement":null},{"id":"W2787885137","doi":"10.1007/978-3-319-76941-7_57","title":"Towards an Understanding of Entity-Oriented Search Intents","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Sample (material); Scheme (mathematics); Search engine; Quarter (Canadian coin); Information system","score_opus":0.06652118866270662,"score_gpt":0.3065662904636232,"score_spread":0.2400451018009166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787885137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018067405,0.000021444439,0.9926606,0.00014943683,0.0013753093,0.0003148703,0.0000098960645,0.00008711379,0.0035746263],"genre_scores_gemma":[0.6940022,0.00003033585,0.30440333,0.0006144693,0.00036025734,0.000004737343,0.00002161745,0.00003422962,0.000528848],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961774,0.00004512055,0.00057382445,0.0008207684,0.0017828811,0.0006000212],"domain_scores_gemma":[0.9976371,0.00010906898,0.00022542806,0.001091886,0.0007029215,0.00023361527],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014472938,0.00032821656,0.00039987484,0.0012077125,0.0002599746,0.00040548528,0.0030391768,0.0002398234,0.00010152229],"category_scores_gemma":[0.000074778916,0.00028746773,0.000114131886,0.0009026808,0.0011478538,0.0014100114,0.0015286525,0.00062291825,0.000051583913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052295334,0.00018343447,0.00051202794,0.0002204503,0.000036657402,0.000092655035,0.013991198,0.0025196443,0.00075598515,0.40570143,0.000047992977,0.57588625],"study_design_scores_gemma":[0.00078454067,0.0015078371,0.0008512296,0.0007980787,0.00001581147,0.00007650634,0.000009716329,0.77187884,0.018187333,0.20382255,0.0008976081,0.0011699348],"about_ca_topic_score_codex":0.00004568701,"about_ca_topic_score_gemma":0.000042452193,"teacher_disagreement_score":0.76935923,"about_ca_system_score_codex":0.0005469542,"about_ca_system_score_gemma":0.00074861856,"threshold_uncertainty_score":0.99995774},"labels":[],"label_agreement":null},{"id":"W2792179143","doi":"10.1109/tkde.2018.2810873","title":"Supervised Search Result Diversification via Subtopic Attention","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Chinese Academy of Sciences; National Natural Science Foundation of China; Natural Science Foundation of Beijing Municipality; Microsoft Research","keywords":"Computer science; Pooling; Diversification (marketing strategy); Machine learning; Artificial intelligence; Ranking (information retrieval); Relevance (law); Information retrieval; Data mining","score_opus":0.04992458604131879,"score_gpt":0.2878324295515918,"score_spread":0.237907843510273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792179143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037713524,0.00002579887,0.9612956,0.00009199412,0.00044261364,0.000111378155,0.000034917943,0.00013501008,0.00014918376],"genre_scores_gemma":[0.9937066,0.00004215591,0.0058580185,0.000016431597,0.00006774066,0.0000061116843,0.000031835305,0.000005580934,0.00026554437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992467,0.000019543877,0.00014893591,0.000252209,0.00015468812,0.0001779302],"domain_scores_gemma":[0.9991461,0.00003987726,0.0000133043395,0.00058829604,0.00012287624,0.000089536945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024651698,0.00008968916,0.0000726778,0.00018791785,0.00021993254,0.000106786654,0.00049564656,0.00004896921,0.000022270473],"category_scores_gemma":[0.0000038360945,0.00008672344,0.000021624699,0.00035981313,0.000030604246,0.0010943409,0.000017124079,0.00013931893,0.00023078168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007606999,0.00037365954,0.00014919098,0.0001944747,0.00006849388,0.000006722385,0.004233565,0.0009047017,0.04996723,0.0020537358,0.00083168125,0.9411405],"study_design_scores_gemma":[0.00041384515,0.000122622,0.0037451866,0.000027018812,0.000011472347,0.000008697156,0.000027671478,0.9720718,0.01961758,0.000006008313,0.003786098,0.00016197117],"about_ca_topic_score_codex":0.000017149014,"about_ca_topic_score_gemma":0.0000074641416,"teacher_disagreement_score":0.97116715,"about_ca_system_score_codex":0.000030014413,"about_ca_system_score_gemma":0.000024904995,"threshold_uncertainty_score":0.35364795},"labels":[],"label_agreement":null},{"id":"W2792655782","doi":"10.1016/j.nedt.2018.01.004","title":"Relationship between information-seeking behavior and innovative behavior in Chinese nursing students","year":2018,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Education Department of Hunan Province; University of Ottawa","keywords":"Information literacy; Information seeking; Information seeking behavior; Information behavior; Psychology; Scale (ratio); Nursing; Medical education; Nurse education; Medicine; Pedagogy; Computer science","score_opus":0.02745912243916376,"score_gpt":0.37269715803522885,"score_spread":0.3452380355960651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792655782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863663,0.000013404891,0.008852172,0.0007566981,0.00090085756,0.00066718546,0.000007266549,0.00008932638,0.0023467909],"genre_scores_gemma":[0.994686,9.1017233e-7,0.0043887612,0.00021530713,0.0001603171,0.00018834823,0.00006596183,0.000007089878,0.0002873091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833494,0.00008222531,0.0005606762,0.0002067562,0.00053615286,0.0002792206],"domain_scores_gemma":[0.99859166,0.00012467621,0.00021402167,0.00033614784,0.0006046116,0.00012887879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051258685,0.0001681493,0.00015636919,0.0007177205,0.0003129271,0.00042931704,0.0005232611,0.000113220856,0.000036174682],"category_scores_gemma":[0.0002542534,0.00015909906,0.000025805144,0.0018387092,0.00014671405,0.0037719286,0.00006972671,0.00028307684,0.00022683013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043441723,0.00021082585,0.9038705,0.0000056638114,0.0000012650974,3.4175036e-7,0.010457803,1.7878727e-7,0.000025138139,0.0099181635,0.00024346456,0.07526228],"study_design_scores_gemma":[0.000374215,0.00006757932,0.9971925,0.000050684477,0.00000971803,0.000008029219,0.00084238185,0.00010352868,0.000121916935,0.0006880482,0.00035692108,0.00018447665],"about_ca_topic_score_codex":0.000046248624,"about_ca_topic_score_gemma":0.0000069462226,"teacher_disagreement_score":0.093321964,"about_ca_system_score_codex":0.00022151758,"about_ca_system_score_gemma":0.0003726577,"threshold_uncertainty_score":0.64878714},"labels":[],"label_agreement":null},{"id":"W2792684907","doi":"10.1145/3176349.3176400","title":"A Study of Immediate Requery Behavior in Search","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Quality (philosophy); Information retrieval; Search engine","score_opus":0.05714309311828097,"score_gpt":0.33831810027487447,"score_spread":0.2811750071565935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792684907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99362445,0.0000015919301,0.0033691826,0.00008323312,0.000098236706,0.0003252811,5.905414e-7,0.000033630673,0.00246382],"genre_scores_gemma":[0.997903,9.768135e-7,0.0016307244,0.000063638676,0.000016853875,0.000019879055,4.1950918e-7,0.0000019601964,0.00036258408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989972,0.000051917068,0.0002552862,0.00012543675,0.0003810937,0.00018904611],"domain_scores_gemma":[0.99940926,0.000027666894,0.000029057093,0.00030452816,0.00017655356,0.00005293887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048333887,0.00005240571,0.00009395557,0.00022358663,0.00003673754,0.000036651138,0.00048552622,0.000026059368,0.00007587643],"category_scores_gemma":[0.000015426833,0.000040835333,0.000019308363,0.0006064434,0.000045090106,0.00045479985,0.00022062553,0.000090079804,0.00012060762],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012729928,0.006279708,0.67090154,0.00003759218,0.000018973864,0.00023771996,0.08221086,0.000012206236,0.009544607,0.035433467,0.0008673867,0.19432867],"study_design_scores_gemma":[0.0015072717,0.0025648621,0.96509624,0.000008187935,0.0000039248284,0.000009410274,0.002658766,0.0041648485,0.02359057,0.00007568809,0.0001412552,0.00017896367],"about_ca_topic_score_codex":0.0003108994,"about_ca_topic_score_gemma":0.00011750433,"teacher_disagreement_score":0.29419473,"about_ca_system_score_codex":0.000020991965,"about_ca_system_score_gemma":0.000064083695,"threshold_uncertainty_score":0.16652165},"labels":[],"label_agreement":null},{"id":"W2798631888","doi":"10.1145/3209978.3210123","title":"Multi-level Abstraction Convolutional Model with Weak Supervision for Information Retrieval","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Matching (statistics); Abstraction; Convolutional neural network; Semantic matching; Abstraction layer; Artificial intelligence; Training set; Word (group theory); Machine learning; Information retrieval; Natural language processing; Software; Programming language; Mathematics","score_opus":0.06992547432501563,"score_gpt":0.29900721676058445,"score_spread":0.22908174243556884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798631888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021120278,0.0000013588764,0.97548175,0.00045518595,0.00017140136,0.00038429795,0.000030987798,0.00014601368,0.002208754],"genre_scores_gemma":[0.5414375,0.000002244785,0.45632076,0.00042149326,0.00005839523,0.000016554644,0.00007105664,0.000004243736,0.001667766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886715,0.000009622684,0.00028396773,0.00013563315,0.00046340164,0.00024023192],"domain_scores_gemma":[0.99854773,0.000037717666,0.00008854009,0.00022018698,0.0010113082,0.000094526615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003584461,0.0001061739,0.00008562162,0.00015176329,0.00030029906,0.00020906927,0.00030715202,0.00007826721,0.000039433922],"category_scores_gemma":[0.00004905683,0.00007806504,0.000042646112,0.000268462,0.00006632732,0.0046211253,0.0000676468,0.00008942661,0.00025956193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026850859,0.0007055358,0.0010503202,0.00022777276,0.000093576804,0.0000015427376,0.007657139,0.009801056,0.020966977,0.72148013,0.024291499,0.21103935],"study_design_scores_gemma":[0.0011125499,0.00028925657,0.007993666,0.000008115575,0.000003563349,0.00001071229,0.00007108937,0.9793806,0.0062540676,0.00020915589,0.0045218915,0.00014529606],"about_ca_topic_score_codex":0.000015067218,"about_ca_topic_score_gemma":0.00000932572,"teacher_disagreement_score":0.9695796,"about_ca_system_score_codex":0.00007272774,"about_ca_system_score_gemma":0.0002017311,"threshold_uncertainty_score":0.33502042},"labels":[],"label_agreement":null},{"id":"W2800243721","doi":"10.5465/ambpp.2015.11032abstract","title":"Seeing or Believing? Exploring the Impact of Cross-listing on the Information Environment","year":2015,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cross listing; Accounting; Credibility; Information asymmetry; Corporate governance; Business; Earnings; Listing (finance); Accounting information system; International Financial Reporting Standards; Finance; Political science; Law","score_opus":0.131192470417851,"score_gpt":0.334159736059295,"score_spread":0.202967265641444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800243721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823291,0.00001124146,0.0038162575,0.0016262141,0.000051040555,0.00061991473,0.0000019246286,0.000055008808,0.011489329],"genre_scores_gemma":[0.99829566,0.000040702875,0.001121241,0.0002690483,0.000024096707,0.000050991,6.35265e-7,0.000003937678,0.00019369849],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984386,0.000011158364,0.0004429337,0.00010980339,0.00076596835,0.00023152311],"domain_scores_gemma":[0.99932075,0.00007192816,0.0003534781,0.00011584404,0.00008025354,0.000057756573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016626862,0.0001199517,0.00011417465,0.00013350222,0.00017475728,0.00020479992,0.0010491649,0.000032688302,0.000013221531],"category_scores_gemma":[0.00013088991,0.000059095895,0.0000722142,0.00038127243,0.000090033725,0.0031165262,0.00056145334,0.00020636975,0.000037136437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037182186,0.00018712723,0.017671147,0.0006352238,0.00027542474,0.0000016414612,0.04365469,0.007929926,0.000491086,0.60047495,0.011574324,0.31673265],"study_design_scores_gemma":[0.0035348618,0.0020725671,0.7164995,0.000927037,0.0001137285,0.00002628432,0.01312382,0.13138771,0.04967294,0.007663784,0.073812425,0.0011653388],"about_ca_topic_score_codex":0.000011543816,"about_ca_topic_score_gemma":1.2085502e-8,"teacher_disagreement_score":0.69882834,"about_ca_system_score_codex":0.00009670779,"about_ca_system_score_gemma":0.000015556403,"threshold_uncertainty_score":0.24098606},"labels":[],"label_agreement":null},{"id":"W2897178939","doi":"10.1145/3269206.3271796","title":"Effective User Interaction for High-Recall Retrieval","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Google","keywords":"Relevance (law); Recall; Information retrieval; Computer science; Precision and recall; Test (biology); Document retrieval; Relevance feedback; Search engine; World Wide Web; Artificial intelligence; Image retrieval; Psychology; Cognitive psychology","score_opus":0.018097353237288918,"score_gpt":0.30112097512557895,"score_spread":0.28302362188829006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897178939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14284717,0.0000010405117,0.8511677,0.0007023557,0.0010340342,0.00050523796,0.000002613832,0.00016325229,0.0035766545],"genre_scores_gemma":[0.96945775,6.6744155e-7,0.026806049,0.00058470515,0.00021650169,0.00002460158,0.000004979886,0.000004226294,0.002900529],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992923,0.000026766973,0.0001465319,0.00015773239,0.00018894066,0.00018770875],"domain_scores_gemma":[0.9991699,0.00013582109,0.00004477644,0.00020690195,0.00037983884,0.000062762214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029238217,0.00007204991,0.00007811629,0.00008320659,0.00013401752,0.00014801197,0.00029888048,0.000047931426,0.00011890248],"category_scores_gemma":[0.00009544732,0.00005463683,0.000045481458,0.00024415387,0.000036147754,0.0009908256,0.00009601464,0.000071356306,0.00051361945],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006562165,0.00018167707,0.00046520724,0.00004010439,0.00004578053,0.0000028701481,0.0021724154,0.0000063942457,0.018288808,0.65807647,0.030458668,0.2896054],"study_design_scores_gemma":[0.0023215623,0.0032289084,0.031575404,0.000028796796,0.000016175489,0.000021702415,0.000094570896,0.06299213,0.75256485,0.007940227,0.1386917,0.00052398734],"about_ca_topic_score_codex":0.00002252066,"about_ca_topic_score_gemma":0.0000047095286,"teacher_disagreement_score":0.82661057,"about_ca_system_score_codex":0.000056211815,"about_ca_system_score_gemma":0.000027366266,"threshold_uncertainty_score":0.66017103},"labels":[],"label_agreement":null},{"id":"W2898640137","doi":"10.1145/3231937","title":"Learning to Adaptively Rank Document Retrieval System Configurations","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Ranking (information retrieval); Set (abstract data type); Rank (graph theory); Selection (genetic algorithm); Exploit; Information retrieval; Query expansion; Task (project management); Learning to rank; Data mining; Grid; Document retrieval; Artificial intelligence; Mathematics","score_opus":0.021105244454159438,"score_gpt":0.2655919473717483,"score_spread":0.24448670291758887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898640137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006452768,0.0000037037353,0.9802871,0.00063345017,0.0015960508,0.00095361983,0.000027269429,0.0006545858,0.009391497],"genre_scores_gemma":[0.99295086,0.0000034837635,0.005530915,0.00030961508,0.00009109441,0.00012122153,0.0000177507,0.000008129967,0.0009669439],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974733,0.00014444653,0.0008689776,0.00020120837,0.00093377946,0.0003782946],"domain_scores_gemma":[0.99762666,0.00013059124,0.00024329612,0.0007292655,0.0010080747,0.00026211372],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000830273,0.00020951507,0.00022340752,0.0006472743,0.0009799094,0.00095182535,0.0008782753,0.000119237564,0.000060341423],"category_scores_gemma":[0.0000944946,0.00019041159,0.000099498066,0.0012301233,0.000049809212,0.0042716055,0.000025867334,0.00029137093,0.0056723207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001339769,0.00029770838,0.00008416733,0.0008667512,0.00045010448,0.000015233582,0.14308217,0.14145648,0.002800314,0.38845506,0.0062408815,0.31491137],"study_design_scores_gemma":[0.004628361,0.005376552,0.0020952942,0.0008159262,0.00008443397,0.00035216883,0.036483184,0.2888319,0.030614344,0.00009905851,0.6285691,0.0020496333],"about_ca_topic_score_codex":0.000079310834,"about_ca_topic_score_gemma":0.0000023848957,"teacher_disagreement_score":0.98649806,"about_ca_system_score_codex":0.0003438148,"about_ca_system_score_gemma":0.00016046077,"threshold_uncertainty_score":0.99510187},"labels":[],"label_agreement":null},{"id":"W2899154813","doi":"10.1145/3239571","title":"Anserini","year":2018,"lang":"en","type":"article","venue":"Journal of Data and Information Quality","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":230,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Information retrieval; World Wide Web; Ranking (information retrieval); Context (archaeology); Search engine indexing; Implementation; Data science; Software engineering","score_opus":0.1067568912519719,"score_gpt":0.3914247076637422,"score_spread":0.2846678164117703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899154813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15006047,0.000020189516,0.8429226,0.0019375865,0.00040738692,0.00006370513,0.000056053177,0.000021866179,0.0045101317],"genre_scores_gemma":[0.9488256,0.00010396949,0.04834303,0.0024686097,0.00018709833,3.315828e-7,0.000035510213,0.0000012797386,0.00003455031],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989668,0.000039463706,0.000561218,0.000034114477,0.00031879783,0.000079602425],"domain_scores_gemma":[0.9987403,0.00003476776,0.00037278587,0.00032345304,0.00044940496,0.00007929713],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017995344,0.00004056701,0.000086204345,0.000098749486,0.000087054934,0.00023230056,0.0007086478,0.0000251479,0.000028111885],"category_scores_gemma":[0.00016465325,0.000029179357,0.000016435377,0.00016051509,0.00004830942,0.025170324,0.00026417006,0.00008664531,0.000053771346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069919726,0.00003736054,0.0022411705,0.00005612273,0.000019824844,0.0000012423307,0.0057079634,7.286289e-7,0.00012316545,0.11655656,0.016321408,0.85886455],"study_design_scores_gemma":[0.000881172,0.0004357025,0.09708066,0.000021416505,0.0000063044663,0.00015250791,0.0005163454,0.0142064495,0.00093630503,0.0009835155,0.88462424,0.00015537231],"about_ca_topic_score_codex":0.0000047307626,"about_ca_topic_score_gemma":5.43782e-7,"teacher_disagreement_score":0.8683028,"about_ca_system_score_codex":0.000009352794,"about_ca_system_score_gemma":0.000080276244,"threshold_uncertainty_score":0.9884641},"labels":[],"label_agreement":null},{"id":"W2901654250","doi":"10.1007/978-3-030-03520-4_17","title":"Hierarchical Attention Network for Context-Aware Query Suggestion","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval; Web search query; Information needs; Query expansion; Focus (optics); Context (archaeology); Search engine; Session (web analytics); Web query classification; Query language; Process (computing); World Wide Web","score_opus":0.023397636824244807,"score_gpt":0.2700380918092524,"score_spread":0.2466404549850076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901654250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000326691,0.000079847865,0.9946983,0.00096438994,0.002517849,0.00077051786,0.000013688515,0.00017121632,0.00045752418],"genre_scores_gemma":[0.22960709,0.0000591039,0.75583947,0.005940171,0.004658563,0.000107878426,0.00017058202,0.00008444966,0.0035327203],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966798,0.000039310806,0.00059235113,0.0009630891,0.0009681576,0.0007573106],"domain_scores_gemma":[0.9975687,0.00047342086,0.00027549043,0.0008278033,0.0006545029,0.0002000428],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013902053,0.00039332392,0.00040700127,0.0005017317,0.0004850528,0.00061205734,0.0020396067,0.00038866216,0.00004410842],"category_scores_gemma":[0.00010360721,0.00034705809,0.00019297973,0.00048593275,0.00071372173,0.00084919744,0.00070953084,0.0006447716,0.00010260211],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035162222,0.000027634413,0.00011118079,0.00006412005,0.0000102720105,0.000017640583,0.0006017454,0.0035574397,0.0000341743,0.057091814,0.0006406846,0.93780816],"study_design_scores_gemma":[0.0005711413,0.000640386,0.00080594444,0.0005408729,0.000012740354,0.00006139604,3.7636698e-7,0.78920656,0.00031533747,0.19578701,0.011267868,0.00079037197],"about_ca_topic_score_codex":0.000010470888,"about_ca_topic_score_gemma":0.00004580879,"teacher_disagreement_score":0.93701774,"about_ca_system_score_codex":0.00027334728,"about_ca_system_score_gemma":0.00053889165,"threshold_uncertainty_score":0.99989814},"labels":[],"label_agreement":null},{"id":"W2913797383","doi":"10.1016/j.ins.2019.02.010","title":"Let terms choose their own kernels: An intelligent approach to kernel selection for healthcare search","year":2019,"lang":"en","type":"article","venue":"Information Sciences","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"East China Normal University; National Natural Science Foundation of China; Shanghai Municipal Commission of Economy and Informatization; Natural Science Foundation of Shanghai","keywords":"Kernel (algebra); Computer science; Kernel method; Weighting; Domain (mathematical analysis); Gaussian function; Artificial intelligence; Function (biology); Machine learning; Data mining; Mathematics; Gaussian; Support vector machine; Medicine","score_opus":0.07582004723941926,"score_gpt":0.3381010568254483,"score_spread":0.262281009586029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913797383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29765806,0.000006415703,0.6932567,0.0013655436,0.00047368894,0.0014970937,0.000022760518,0.00019853181,0.0055212304],"genre_scores_gemma":[0.978277,0.000005782097,0.019378504,0.0019416953,0.000053470376,0.00010249822,0.000036251153,0.0000036949386,0.00020107646],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786156,0.00006192506,0.0004919501,0.00026305878,0.00083728106,0.00048421117],"domain_scores_gemma":[0.9987517,0.00006441621,0.00013786535,0.00031702055,0.0004813143,0.0002476872],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020276497,0.00014915445,0.00015311975,0.00049348304,0.00048293202,0.0010923888,0.0012772122,0.000072656236,0.000019228904],"category_scores_gemma":[0.000057231926,0.00010804173,0.00006659154,0.001508758,0.00006784131,0.008305282,0.00017678119,0.0001484891,0.00045131362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046929777,0.00010730199,0.0058671283,0.00014655918,0.0000073640103,5.5036317e-8,0.041492086,0.010957357,0.00026409133,0.10069638,0.0006762508,0.8397385],"study_design_scores_gemma":[0.00034841243,0.0008605851,0.0122328745,0.00002315683,0.0000012176189,0.00001899586,0.0048992094,0.9439709,0.007269119,0.00081280223,0.029224014,0.00033867083],"about_ca_topic_score_codex":0.0001409339,"about_ca_topic_score_gemma":0.0000071042823,"teacher_disagreement_score":0.93301356,"about_ca_system_score_codex":0.00011674987,"about_ca_system_score_gemma":0.00031403766,"threshold_uncertainty_score":0.99994457},"labels":[],"label_agreement":null},{"id":"W2916588339","doi":"10.1002/spe.2683","title":"Micro‐ and macro‐optimizations of S<scp>aa</scp>T search","year":2019,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Macro; Computer science; Search engine; Parallel computing; Baseline (sea); Programming language; Information retrieval","score_opus":0.014912944305161342,"score_gpt":0.28949614186202943,"score_spread":0.2745831975568681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916588339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8470588,0.00033660617,0.150667,0.00041134426,0.00013696255,0.00025174324,0.000006362622,0.00007847453,0.0010527372],"genre_scores_gemma":[0.81945956,0.00050948845,0.17820832,0.00071174325,0.000016515878,0.000019644218,0.000004594225,0.0000080394575,0.0010620843],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99896187,0.00005517266,0.00020120395,0.00023676526,0.00031374433,0.00023127162],"domain_scores_gemma":[0.99862325,0.0005884414,0.000097174714,0.00029672752,0.00027965076,0.00011474313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029750296,0.00009440748,0.000120788245,0.000089535264,0.00015365951,0.00019673463,0.00030539662,0.000053653257,0.000019418632],"category_scores_gemma":[0.0006358149,0.00008411767,0.000021530741,0.00036609525,0.000121905796,0.002526377,0.00031452623,0.00014579155,0.00004827175],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109041786,0.0007714608,0.1716637,0.0007259941,0.00010138084,0.00008472487,0.5281843,0.00065177155,0.044037055,0.068474956,0.0020645629,0.18313105],"study_design_scores_gemma":[0.007429643,0.0036513235,0.13736582,0.0005317332,0.00014186809,0.0023308834,0.16621043,0.07570778,0.3457441,0.0020896415,0.25689662,0.0019001582],"about_ca_topic_score_codex":0.000050403578,"about_ca_topic_score_gemma":5.729264e-7,"teacher_disagreement_score":0.36197388,"about_ca_system_score_codex":0.000011267555,"about_ca_system_score_gemma":0.00008162304,"threshold_uncertainty_score":0.3430219},"labels":[],"label_agreement":null},{"id":"W2917896982","doi":"","title":"University of Waterloo at TREC 2011 Microblog Track.","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Microblogging; Computer science; Task (project management); Track (disk drive); Baseline (sea); Social media; Information retrieval; Measure (data warehouse); Search engine; Post hoc; World Wide Web; Data mining","score_opus":0.03280766025255604,"score_gpt":0.1944747253437864,"score_spread":0.16166706509123036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917896982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9022229,0.000007385038,0.04118061,0.00016097733,0.00012004418,0.00010511596,0.000004510931,0.00010361083,0.056094903],"genre_scores_gemma":[0.8905421,0.000013130072,0.035267673,0.000096784635,0.000004947436,1.6106041e-7,0.0000029428027,0.000002328204,0.07406994],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995998,0.000015496307,0.00008444443,0.00008400143,0.00009724865,0.00011902225],"domain_scores_gemma":[0.9996458,0.000007212727,0.00003299514,0.00019378366,0.00006676737,0.000053425178],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00009969084,0.00004244647,0.000062028266,0.000048946637,0.00005813998,0.0000066978764,0.0004252809,0.000030587515,0.0020033084],"category_scores_gemma":[0.0000011418759,0.000034366378,0.000042279433,0.000073179624,0.0000417122,0.0003621794,0.00016254492,0.000034812078,0.0009045504],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004496578,0.0014056098,0.05007679,0.00015972754,0.00011468867,0.0002091122,0.18916696,0.000008388463,0.11546068,0.24795237,0.06986676,0.32512924],"study_design_scores_gemma":[0.0016043745,0.0005228037,0.16651745,0.000012393583,0.000019394303,0.00005017338,0.0008726542,0.0045147613,0.79313487,0.0008441133,0.031406317,0.00050067075],"about_ca_topic_score_codex":0.00051926036,"about_ca_topic_score_gemma":0.00005713656,"teacher_disagreement_score":0.67767423,"about_ca_system_score_codex":0.000017788261,"about_ca_system_score_gemma":0.000020736892,"threshold_uncertainty_score":0.99987334},"labels":[],"label_agreement":null},{"id":"W2919722095","doi":"10.1007/978-1-4614-8265-9_949","title":"Relevance Feedback for Text Retrieval","year":2018,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relevance feedback; Relevance (law); Information retrieval; Computer science; Artificial intelligence; Image retrieval; Political science","score_opus":0.026008513674211284,"score_gpt":0.2635334445071876,"score_spread":0.2375249308329763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919722095","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011907856,0.0016453811,0.1690396,0.0001249559,0.0064400965,0.0030105684,0.0046707382,0.00027464106,0.8146749],"genre_scores_gemma":[0.0002681446,0.0016125678,0.015585382,0.000074582575,0.0015970584,0.000053922588,0.0010141712,0.00008026158,0.9797139],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671555,0.00003558357,0.0011284143,0.0006252427,0.0010439169,0.00045132017],"domain_scores_gemma":[0.9959968,0.0003843057,0.0008450479,0.0016783676,0.0008761011,0.00021939231],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094945886,0.00042971343,0.0006799189,0.00030024373,0.00014624027,0.00012102959,0.0015890884,0.00032832258,0.00020004237],"category_scores_gemma":[0.00029767206,0.00038638472,0.00024201725,0.00014174267,0.00016949062,0.0009758641,0.00048150134,0.00033753758,0.0009229967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021987499,0.000073476884,0.000012018299,0.0026072194,0.00014510834,0.000036628928,0.001057218,0.0000078726325,0.00018444505,0.62569076,0.3588398,0.01112558],"study_design_scores_gemma":[0.00048502212,0.00027609395,0.000007046318,0.0006310985,0.000036826776,0.000022854952,0.000020488573,0.0014309589,0.0002027034,0.0007154289,0.99569166,0.00047984466],"about_ca_topic_score_codex":0.000020413272,"about_ca_topic_score_gemma":0.000003956787,"teacher_disagreement_score":0.63685185,"about_ca_system_score_codex":0.00010339012,"about_ca_system_score_gemma":0.00042561372,"threshold_uncertainty_score":0.9998588},"labels":[],"label_agreement":null},{"id":"W2921777661","doi":"10.1145/3295750.3298943","title":"A Study of Academic Search Scenarios and Information Seeking Behaviour","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Information seeking; Variety (cybernetics); Computer science; Set (abstract data type); Domain (mathematical analysis); Information retrieval; Information seeking behavior; Information needs; Data science; Graduate students; World Wide Web; Psychology; Artificial intelligence; Mathematics","score_opus":0.025107741954660662,"score_gpt":0.29265497985298156,"score_spread":0.2675472378983209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921777661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98778045,0.0000030300967,0.010387794,0.00008596456,0.00005910204,0.00045501848,7.741043e-7,0.000045666537,0.001182189],"genre_scores_gemma":[0.9987894,0.0000031109857,0.00091289263,0.000097993725,0.0000036643344,0.000004492989,0.0000013142322,0.0000013459102,0.00018574805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990481,0.000029976358,0.00026410064,0.00008133918,0.00043195495,0.00014454407],"domain_scores_gemma":[0.9995154,0.000028829238,0.000058695332,0.00019991658,0.00014157106,0.00005559437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043445113,0.00005802753,0.00009192288,0.00018912189,0.000049250753,0.000080097205,0.00031868208,0.00004479158,0.000029002476],"category_scores_gemma":[0.000011419656,0.000046122736,0.000014608004,0.00030295915,0.000012612841,0.0033288114,0.000280642,0.00018557528,0.000104638726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023110746,0.0001603117,0.873184,0.00006860377,0.00001212382,0.0000020894615,0.04824964,0.00018935684,0.001611665,0.024027484,0.000073401156,0.052398212],"study_design_scores_gemma":[0.0018703325,0.0010015806,0.88637674,0.000027247497,0.000007686012,0.0000232729,0.0079181595,0.09994807,0.0022962803,0.00003930637,0.00025994194,0.00023138091],"about_ca_topic_score_codex":0.000085538086,"about_ca_topic_score_gemma":0.0000012873193,"teacher_disagreement_score":0.099758714,"about_ca_system_score_codex":0.00001572428,"about_ca_system_score_gemma":0.00004605993,"threshold_uncertainty_score":0.24133079},"labels":[],"label_agreement":null},{"id":"W2934278041","doi":"10.1007/978-3-030-15712-8_26","title":"Simple Techniques for Cross-Collection Relevance Feedback","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Inference; Simple (philosophy); Information retrieval; Relevance feedback; Word (group theory); Machine learning; Artificial intelligence; Grossman; Data mining; Mathematics","score_opus":0.021539275646080804,"score_gpt":0.2976832243165911,"score_spread":0.2761439486705103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934278041","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000121029436,0.00007207156,0.9927789,0.00030659666,0.0013800343,0.0012361358,0.000014894351,0.00028362032,0.0038067263],"genre_scores_gemma":[0.05805553,0.000106588705,0.9264108,0.003115739,0.000850276,0.000102935395,0.00004188724,0.000081435974,0.011234809],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967194,0.000015541078,0.0005848014,0.0010540101,0.0009491484,0.00067708245],"domain_scores_gemma":[0.9972116,0.0004990059,0.00031477257,0.0011155057,0.0007329324,0.00012623564],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010197472,0.0004152071,0.00043060715,0.0007560308,0.0004077374,0.0009813989,0.0025518811,0.00037636893,0.000023690778],"category_scores_gemma":[0.0001772257,0.00037419202,0.00018051376,0.00069156475,0.00043285897,0.001412369,0.00076929113,0.0006181765,0.00009113017],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033501896,0.000030029449,0.00015011127,0.00014110349,0.000007703628,0.000009852363,0.0004762023,0.0043546883,0.00043612512,0.034076523,0.00030867587,0.9599755],"study_design_scores_gemma":[0.0007340625,0.000952608,0.00065417326,0.00037164846,0.000009642329,0.000069609465,1.999786e-7,0.6961126,0.03804072,0.1971658,0.06446782,0.001421159],"about_ca_topic_score_codex":0.000013605169,"about_ca_topic_score_gemma":0.000020469115,"teacher_disagreement_score":0.9585543,"about_ca_system_score_codex":0.0004524922,"about_ca_system_score_gemma":0.0008621913,"threshold_uncertainty_score":0.999871},"labels":[],"label_agreement":null},{"id":"W2945659715","doi":"10.1002/asi.24241","title":"A simple kernel co‐occurrence‐based enhancement for pseudo‐relevance feedback","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Query expansion; Computer science; Relevance feedback; Term (time); Relevance (law); Kernel (algebra); Set (abstract data type); Data mining; Term Discrimination; Series (stratigraphy); Information retrieval; Search engine; Artificial intelligence; Web search query; Mathematics; Concept search; Image retrieval","score_opus":0.014661471872865964,"score_gpt":0.2933545210881647,"score_spread":0.2786930492152987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945659715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58764803,0.000027469336,0.39135045,0.015436639,0.002060622,0.0021329578,0.00012166924,0.00008913936,0.001133028],"genre_scores_gemma":[0.9922581,0.0000133384365,0.0067229155,0.0008251645,0.000017051276,0.000028366188,0.0000049925493,0.000001540725,0.00012855238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826914,0.000011718792,0.00053115736,0.000084410036,0.0008351703,0.00026842335],"domain_scores_gemma":[0.99561393,0.00016398197,0.0011926792,0.00021095539,0.0027700008,0.00004847701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002686304,0.000077205914,0.00015173548,0.0005126941,0.000345413,0.00027831306,0.0010265555,0.00008798157,0.0000034990908],"category_scores_gemma":[0.0015854889,0.00005277832,0.00007338112,0.0012913999,0.000094785115,0.0039081764,0.000099470555,0.0001436912,0.000021292712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025902,0.0002775229,0.086224705,0.00031845557,0.000101461104,2.8193546e-7,0.0039198934,0.0009260537,0.018138979,0.5650375,0.037062988,0.28773317],"study_design_scores_gemma":[0.006034183,0.0015906255,0.011728032,0.000087630855,0.00003600763,0.000021382495,0.001058474,0.19309007,0.1637019,0.015238062,0.606949,0.00046465042],"about_ca_topic_score_codex":5.6669296e-7,"about_ca_topic_score_gemma":3.7976383e-7,"teacher_disagreement_score":0.56988597,"about_ca_system_score_codex":0.00032763364,"about_ca_system_score_gemma":0.0005676804,"threshold_uncertainty_score":0.28333336},"labels":[],"label_agreement":null},{"id":"W2949286092","doi":"10.48550/arxiv.1506.00717","title":"Assessing Efficiency-Effectiveness Tradeoffs in Multi-Stage Retrieval Systems Without Using Relevance Judgments","year":2015,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Relevance (law); Information retrieval; Set (abstract data type); Filter (signal processing); Matching (statistics); Data mining; Categorization; Quality (philosophy); Sequence (biology); Range (aeronautics); Artificial intelligence; Statistics; Mathematics","score_opus":0.3072605242575094,"score_gpt":0.3051748975643966,"score_spread":0.0020856266931127965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949286092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5006717,0.0001011189,0.49750358,0.0000056187378,0.0007920943,0.00058295677,0.000012201341,0.00012355679,0.00020717422],"genre_scores_gemma":[0.99649054,0.000031260806,0.0030399826,0.00002181808,0.000030859337,0.0000013335189,0.000013101533,0.00002143477,0.0003496488],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966615,0.0007524423,0.00047188465,0.001065409,0.0004154178,0.0006333785],"domain_scores_gemma":[0.9974898,0.0002183991,0.0004626777,0.0010111631,0.00055199047,0.00026598776],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022262237,0.0004173239,0.0005741548,0.00060561363,0.00022196668,0.0006605965,0.0017966706,0.0004090825,0.0000025582403],"category_scores_gemma":[0.00025742393,0.00045715185,0.00015247846,0.0014909804,0.00014476653,0.0023932569,0.0014280566,0.0010238981,0.000032791682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012950032,0.00029565085,0.012632405,0.00040272108,0.00003390231,0.000587336,0.00078774826,0.9763867,0.00035900477,0.008203939,0.000004308492,0.00017677805],"study_design_scores_gemma":[0.0014198235,0.000053827218,0.0039729215,0.0005867187,0.00003068627,0.000012312533,0.00040353654,0.99234843,0.00038099862,0.00019057315,0.00006282586,0.0005373372],"about_ca_topic_score_codex":0.00042226416,"about_ca_topic_score_gemma":0.0000078257735,"teacher_disagreement_score":0.49581888,"about_ca_system_score_codex":0.0015454156,"about_ca_system_score_gemma":0.00092000276,"threshold_uncertainty_score":0.99978805},"labels":[],"label_agreement":null},{"id":"W2953536802","doi":"10.1145/3331184.3331270","title":"Time-Limits and Summaries for Faster Relevance Assessing","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relevance (law); Computer science; Time limit; Information retrieval; Limit (mathematics); Recall; Quality (philosophy); Time constraint; Precision and recall; Constraint (computer-aided design); Psychology; Mathematics; Cognitive psychology; Engineering","score_opus":0.02156852508941057,"score_gpt":0.27792402539019273,"score_spread":0.25635550030078214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953536802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45866033,0.00003699713,0.51840556,0.0015039658,0.00027927046,0.00048885605,0.0000039979373,0.00016089536,0.020460127],"genre_scores_gemma":[0.77820647,0.000010391158,0.16228329,0.0018895325,0.00005022079,0.000022789665,0.000010234195,0.000010194723,0.057516865],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995062,0.000008770675,0.000100742844,0.00011464056,0.00012481715,0.0001448688],"domain_scores_gemma":[0.9995733,0.00012975752,0.000027359205,0.00014817597,0.00008264217,0.000038747894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016192948,0.000051245268,0.00006880532,0.00003554672,0.000070476875,0.00033101672,0.00016695536,0.00002588483,0.00004176422],"category_scores_gemma":[0.00003014441,0.000038599574,0.000018663823,0.000081598984,0.000022390343,0.0014247932,0.00007158926,0.000038798724,0.00020392382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038012513,0.00006192554,0.009525321,0.00020874673,0.000018691537,0.0000026812124,0.0025197102,0.000044191966,0.0166434,0.23140964,0.007404282,0.7321234],"study_design_scores_gemma":[0.0017704837,0.0004004648,0.025496902,0.00006268082,0.000008706661,0.000023588958,0.00028462286,0.74466896,0.03430615,0.0029477023,0.18938085,0.0006488716],"about_ca_topic_score_codex":0.0000013697522,"about_ca_topic_score_gemma":4.4205078e-7,"teacher_disagreement_score":0.7446248,"about_ca_system_score_codex":0.000008100727,"about_ca_system_score_gemma":0.000024323946,"threshold_uncertainty_score":0.3192002},"labels":[],"label_agreement":null},{"id":"W2953654529","doi":"10.7152/acro.v29i1.15447","title":"Synthetic Classification and Diverse Communities","year":2019,"lang":"en","type":"article","venue":"Advances in Classification Research Online","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Variety (cybernetics); Diversity (politics); Computer science; Data science; Artificial intelligence; Sociology","score_opus":0.14885667050549625,"score_gpt":0.4274938307263271,"score_spread":0.27863716022083085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953654529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96645147,0.00097436446,0.014639864,0.006492309,0.00031834774,0.0011059997,0.00003572747,0.00017579958,0.009806141],"genre_scores_gemma":[0.99105227,0.0029972096,0.0050501567,0.00009314105,0.000020847783,0.00005180577,0.000055227174,0.0000067113806,0.0006726277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979212,0.0003499028,0.00034217123,0.00027435194,0.00074863253,0.0003636998],"domain_scores_gemma":[0.99800617,0.0006278105,0.00008789217,0.0007591737,0.00041789966,0.00010103743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015043529,0.00010576315,0.00014199122,0.0005251392,0.00020724861,0.00017613359,0.0008634456,0.00007471642,0.000064566935],"category_scores_gemma":[0.00016561644,0.00009513463,0.000024346973,0.00096552743,0.00027898478,0.0020353084,0.00031044064,0.0005285697,0.00021971871],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053423173,0.00042003283,0.07934405,0.00014165822,0.0000052527134,0.0000036995252,0.002600304,0.0001032992,0.0034509609,0.513237,0.00011316149,0.40052715],"study_design_scores_gemma":[0.00092876994,0.00026665788,0.44369748,0.00013857771,0.0000022356824,0.000010887324,0.014077013,0.44572935,0.0003423266,0.0065938816,0.087887384,0.00032544255],"about_ca_topic_score_codex":0.000044349574,"about_ca_topic_score_gemma":0.000117870004,"teacher_disagreement_score":0.5066431,"about_ca_system_score_codex":0.00013011103,"about_ca_system_score_gemma":0.00010396439,"threshold_uncertainty_score":0.38794774},"labels":[],"label_agreement":null},{"id":"W2954147681","doi":"10.1145/3331184.3331355","title":"Unbiased Low-Variance Estimators for Precision and Related Information Retrieval Effectiveness Measures","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Estimator; Pooling; Variance (accounting); Bias of an estimator; Computer science; Minimum-variance unbiased estimator; Relevance (law); Statistics; Rank (graph theory); Sampling (signal processing); Mathematics; Artificial intelligence; Detector","score_opus":0.009846621620026131,"score_gpt":0.25191310126870986,"score_spread":0.24206647964868372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954147681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41158825,0.000010435479,0.5853886,0.00010438849,0.00045510574,0.0010087102,0.0000050649455,0.00015207156,0.0012873904],"genre_scores_gemma":[0.98974824,0.0000044567064,0.009864955,0.000099792516,0.0000063781376,0.000016299122,0.00001648283,0.0000041567246,0.00023922898],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988965,0.000061613726,0.0002968423,0.00015970317,0.000382559,0.00020279508],"domain_scores_gemma":[0.99889416,0.00033035377,0.00009896384,0.00026773577,0.00032298756,0.00008580932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010968029,0.00011045845,0.00014742393,0.00014152235,0.000116755524,0.000264629,0.00027963836,0.00010673079,0.000023211625],"category_scores_gemma":[0.00030807324,0.0000870166,0.00004724953,0.00040084904,0.000024095943,0.0030478425,0.00009692147,0.0001051911,0.00017290468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023735412,0.00023075417,0.0142910145,0.0014358097,0.00011191138,0.000005321657,0.005573901,0.004046912,0.020308984,0.43444777,0.0012475624,0.51592654],"study_design_scores_gemma":[0.0052353456,0.00079296326,0.15416571,0.00022280509,0.00001565707,0.000035492467,0.000070337155,0.7694833,0.059774794,0.005198478,0.004411594,0.00059347204],"about_ca_topic_score_codex":0.0000067213405,"about_ca_topic_score_gemma":2.2964151e-7,"teacher_disagreement_score":0.7654364,"about_ca_system_score_codex":0.000047716767,"about_ca_system_score_gemma":0.00008307739,"threshold_uncertainty_score":0.35484338},"labels":[],"label_agreement":null},{"id":"W2955577524","doi":"10.1142/s021819401950030x","title":"Binary Independence Language Model in a Relevance Feedback Environment","year":2019,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Hong Kong Polytechnic University","keywords":"Relevance (law); Computer science; Language model; Relevance feedback; Information retrieval; Context (archaeology); Independence (probability theory); Confidence interval; Binary number; Natural language processing; Data mining; Artificial intelligence; Statistics; Mathematics","score_opus":0.005958184241378128,"score_gpt":0.2226589068831781,"score_spread":0.2167007226418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955577524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5742212,0.00070414384,0.42431343,0.000043476157,0.00059417717,0.0000526206,0.0000020075074,0.000041844633,0.000027116019],"genre_scores_gemma":[0.95156026,0.0001315023,0.04807134,0.0000121648945,0.00006505653,0.0000025483746,9.219292e-7,0.000010224607,0.00014595555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999031,0.0000064202936,0.00032244297,0.00011633483,0.0003557963,0.0001680142],"domain_scores_gemma":[0.9995118,0.00011330319,0.00007539738,0.00011432212,0.000101738544,0.00008345546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031366356,0.00011953733,0.00014935537,0.00037968945,0.0000102247195,0.0000696624,0.00050906616,0.00005752612,0.00000817211],"category_scores_gemma":[0.00014677463,0.00011476264,0.000050959854,0.00012914404,0.00000655163,0.0007225005,0.00016884376,0.00034536814,0.000024930952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015605838,0.00005659016,0.0024815416,0.000066735156,0.000031151154,0.00009379137,0.0026089724,0.968336,0.008650553,0.0016738884,0.000021197871,0.015963979],"study_design_scores_gemma":[0.0005336566,0.000051589108,0.006960244,0.00023437105,0.0000021408025,0.00011636928,0.000029169058,0.9898105,0.0013639556,0.000015018194,0.0007274329,0.00015549784],"about_ca_topic_score_codex":0.0000019152662,"about_ca_topic_score_gemma":2.0395306e-7,"teacher_disagreement_score":0.3773391,"about_ca_system_score_codex":0.0001349984,"about_ca_system_score_gemma":0.000055010503,"threshold_uncertainty_score":0.46798846},"labels":[],"label_agreement":null},{"id":"W2965340630","doi":"10.29173/cais992","title":"Narratives of Fact and Fiction: Examining Studies of Information Experience and the Interpretation of Data.","year":2018,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Narrative; Humanities; Sociology; Interpretation (philosophy); Situated; Philosophy; Computer science; Linguistics","score_opus":0.09328853814516107,"score_gpt":0.32896964878640206,"score_spread":0.23568111064124098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965340630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942407,0.0006827035,0.0019080156,0.0011652912,0.00020257199,0.00035123553,0.00015149497,0.0000072981475,0.0012906761],"genre_scores_gemma":[0.9975906,0.0005150022,0.001723854,0.000044547323,0.000025696076,0.000008816365,0.000002959784,0.000003475335,0.00008505918],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981918,0.00005694426,0.00089422264,0.00017016099,0.00050275703,0.00018412236],"domain_scores_gemma":[0.9614788,0.0002888248,0.0017069451,0.00023701762,0.036238287,0.000050095085],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013031095,0.00017137732,0.00047776522,0.0001505835,0.000143607,0.00062261336,0.0012931154,0.000087407876,0.0000081360395],"category_scores_gemma":[0.009268775,0.000112203306,0.00005142103,0.00045113015,0.0037055637,0.02748337,0.0012796081,0.0001522768,3.158315e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037010256,0.000043568398,0.017856568,0.001074842,0.000099949124,5.7890755e-8,0.89650774,0.0000029930038,0.0035702828,0.03136026,0.00020122276,0.048912432],"study_design_scores_gemma":[0.0033677078,0.0034586983,0.25107288,0.004454194,0.00027080232,0.00007733887,0.46958145,0.07288733,0.1806904,0.005947734,0.0075961845,0.00059527],"about_ca_topic_score_codex":0.00013042851,"about_ca_topic_score_gemma":0.0000048519532,"teacher_disagreement_score":0.42692626,"about_ca_system_score_codex":0.000017896478,"about_ca_system_score_gemma":0.00017534781,"threshold_uncertainty_score":0.99907655},"labels":[],"label_agreement":null},{"id":"W2965466442","doi":"10.29173/cais347","title":"Search Patterns on a Children’s Portal","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Directory; Computer science; Humanities; Information retrieval; Library science; World Wide Web; Art","score_opus":0.03176972415979612,"score_gpt":0.2587760906889259,"score_spread":0.22700636652912975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965466442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97877043,0.00013312047,0.00020973089,0.011491892,0.0004809686,0.0008918634,0.00040482834,0.000051435414,0.007565755],"genre_scores_gemma":[0.99360627,0.00011933495,0.0004403709,0.0005829781,0.0001726579,0.0000391165,0.000009214663,0.000023563392,0.005006466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963762,0.00005326978,0.0008519287,0.00045985755,0.0013501794,0.00090856693],"domain_scores_gemma":[0.9425287,0.00012863532,0.0007017202,0.00037199352,0.055930905,0.00033803217],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0007841243,0.00041707835,0.00055599463,0.00028231216,0.00024185405,0.0067067076,0.0036915604,0.0002853933,0.00045061635],"category_scores_gemma":[0.0044343565,0.00032376192,0.00033011343,0.0007172536,0.0006689218,0.022047607,0.0013739358,0.0007655355,0.00010788666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013204438,0.0010165037,0.58268714,0.0008388245,0.00024583976,0.000007425723,0.11303743,0.000026324175,0.004175632,0.16307528,0.020814963,0.113942616],"study_design_scores_gemma":[0.0009311153,0.0012634823,0.9118111,0.00095167867,0.00007330096,0.00016776954,0.0020719967,0.0040913406,0.0675588,0.001683688,0.008775305,0.0006203971],"about_ca_topic_score_codex":0.002053743,"about_ca_topic_score_gemma":0.000008397324,"teacher_disagreement_score":0.329124,"about_ca_system_score_codex":0.0000966493,"about_ca_system_score_gemma":0.00055865,"threshold_uncertainty_score":0.99992144},"labels":[],"label_agreement":null},{"id":"W2989328844","doi":"10.1145/3357384.3358041","title":"Patterns of Search Result Examination","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Google","keywords":"Computer science","score_opus":0.02456526269249553,"score_gpt":0.2727499588320355,"score_spread":0.24818469613953997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989328844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8259095,9.3153784e-7,0.15650031,0.00013724962,0.00007396625,0.000103798804,0.0000016005075,0.00003205605,0.017240588],"genre_scores_gemma":[0.99202067,0.0000017781542,0.0022481622,0.000053489624,0.0000046667446,0.000001064786,0.0000026958107,0.0000010293098,0.00566642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999373,0.00002757521,0.00012357031,0.00007246127,0.00030965195,0.00009370185],"domain_scores_gemma":[0.9995604,0.000031030988,0.00002337365,0.00021476138,0.00014360891,0.000026787518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035774623,0.00002937696,0.000046245255,0.0000797017,0.0000148010195,0.000031917072,0.00029706582,0.0000200562,0.00021033753],"category_scores_gemma":[0.000008366639,0.000022563685,0.000018919141,0.00016183384,0.000004298508,0.00045017264,0.00009609185,0.00004503847,0.00034101328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010539294,0.000117686606,0.086626366,0.000114371935,0.000007943841,0.0000027241215,0.004688358,0.000099580466,0.016868714,0.5129501,0.00026733344,0.37824628],"study_design_scores_gemma":[0.0004808552,0.00020610185,0.8037075,0.000014843246,8.5334113e-7,0.000003092369,0.00021233273,0.05801544,0.13605635,0.000094892945,0.0010972823,0.00011045518],"about_ca_topic_score_codex":0.000034508677,"about_ca_topic_score_gemma":8.9755605e-7,"teacher_disagreement_score":0.7170811,"about_ca_system_score_codex":0.0000110806195,"about_ca_system_score_gemma":0.000023393013,"threshold_uncertainty_score":0.43831494},"labels":[],"label_agreement":null},{"id":"W2998500295","doi":"10.23974/ijol.2019.vol4.2.138","title":"Usage Analysis of University of Manitoba Licensed Databases via EZproxy’s Logs","year":2019,"lang":"en","type":"article","venue":"International Journal of Librarianship","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Vendor; Database; Database transaction; Transaction log; Computer science; Point (geometry); Order (exchange); Resource (disambiguation); World Wide Web; Business","score_opus":0.0350747134937248,"score_gpt":0.2567521560531434,"score_spread":0.2216774425594186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998500295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.779422,0.00002948458,0.21731786,0.0006942142,0.0005133398,0.00006385009,0.000057768073,0.000009855914,0.0018916496],"genre_scores_gemma":[0.99115735,0.000021423948,0.008463098,0.0001010612,0.00003472231,4.254592e-8,0.000014370418,0.0000024073063,0.00020554833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985833,0.0000951994,0.0004169376,0.00008831894,0.0007222873,0.000093966824],"domain_scores_gemma":[0.99829733,0.00022073014,0.000622469,0.000216877,0.00057283056,0.0000697492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051262893,0.00006766898,0.0002318431,0.0007275513,0.000021131505,0.000050508246,0.0014357978,0.00003315557,0.0004055409],"category_scores_gemma":[0.000056653662,0.00006136628,0.0002187364,0.00061078276,0.00004533091,0.0020865058,0.0001977471,0.00013538229,0.000020309968],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015785791,0.0009501056,0.7891609,0.000100955716,0.0049404097,0.00039984935,0.0055225794,0.004722102,0.027439214,0.114580296,0.0019099124,0.048695102],"study_design_scores_gemma":[0.0017292284,0.00031306152,0.945082,0.00013212196,0.00027346,0.00006468033,0.0007634031,0.030524835,0.015731428,0.00065457734,0.0045157075,0.00021548131],"about_ca_topic_score_codex":0.00009449953,"about_ca_topic_score_gemma":0.000020143805,"teacher_disagreement_score":0.21173535,"about_ca_system_score_codex":0.0000342848,"about_ca_system_score_gemma":0.0001788807,"threshold_uncertainty_score":0.44403884},"labels":[],"label_agreement":null},{"id":"W3010944450","doi":"10.1145/3343413.3377989","title":"The Role of Domain Knowledge in Search as Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Session (web analytics); Task (project management); Domain (mathematical analysis); Cognition; Domain knowledge; Digital library; Task analysis; Information retrieval; Artificial intelligence; World Wide Web; Psychology","score_opus":0.020660269692202814,"score_gpt":0.2830862860711478,"score_spread":0.26242601637894497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010944450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7413005,0.00021543301,0.041877735,0.006103238,0.000059772316,0.00026187536,3.527092e-7,0.00011172758,0.21006934],"genre_scores_gemma":[0.99806243,0.000008607166,0.0012139226,0.00008229103,0.000009598181,0.0000024555059,2.6150764e-7,0.0000013708842,0.00061904715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993927,0.00007190404,0.000136709,0.00006938217,0.00018897386,0.00014036818],"domain_scores_gemma":[0.9996773,0.00009359277,0.000017242903,0.00009324146,0.00006290675,0.00005568713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040889654,0.00003370445,0.000050798226,0.00003140761,0.00008030424,0.000060442322,0.00045864072,0.000017467013,0.000034666144],"category_scores_gemma":[0.000042578926,0.000021030723,0.000022792336,0.00043426387,0.000028700819,0.00019080436,0.00022020683,0.00015496736,0.00028955762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001904787,0.00003076481,0.0055051344,0.000010706571,0.0000030733609,0.0000030426181,0.020751586,0.00014136669,0.0043123444,0.72056717,0.000112801514,0.24854295],"study_design_scores_gemma":[0.00096923916,0.00068787765,0.016322251,0.000019738112,0.0000014296635,0.000006765816,0.013775463,0.5691915,0.11375253,0.0060631065,0.278933,0.00027710246],"about_ca_topic_score_codex":0.000031907777,"about_ca_topic_score_gemma":0.0000061183364,"teacher_disagreement_score":0.71450406,"about_ca_system_score_codex":0.000010425121,"about_ca_system_score_gemma":0.00007938769,"threshold_uncertainty_score":0.3721774},"labels":[],"label_agreement":null},{"id":"W3015985000","doi":"10.5539/ijel.v10n3p219","title":"Lexical Ambiguity in Arabic Information Retrieval: The Case of Six Web-Based Search Engines","year":2020,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Ambiguity; Computer science; Natural language processing; Information retrieval; Arabic; Intelligibility (philosophy); Artificial intelligence; Linguistics","score_opus":0.029588416105520234,"score_gpt":0.30287249932779076,"score_spread":0.27328408322227055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015985000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8146165,0.00013726242,0.15610984,0.0040033194,0.01677349,0.00049730635,0.00013767045,0.00010845734,0.007616122],"genre_scores_gemma":[0.99522954,0.000018083014,0.0030091552,0.00048482345,0.0012468221,5.191074e-7,0.0000049645664,0.0000033615515,0.0000027209162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981156,0.00008296768,0.0008154261,0.00006556359,0.00078060053,0.00013982918],"domain_scores_gemma":[0.9835888,0.00034862274,0.00034475277,0.00012958124,0.015476222,0.000111990375],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009899588,0.00008957351,0.00015798607,0.00024594652,0.000038648384,0.00013086207,0.0009954575,0.000059409806,0.00001888922],"category_scores_gemma":[0.042208314,0.00006554862,0.00010414813,0.00043676505,0.00006825193,0.00042501293,0.00013343603,0.00046637494,0.00000583966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004614629,0.0017804032,0.041701447,0.0007360019,0.00059324835,0.007813027,0.07363591,0.24547812,0.0007116672,0.51181996,0.025036957,0.08607864],"study_design_scores_gemma":[0.004879479,0.00087096397,0.0072127357,0.00016770697,0.0000346183,0.00012749006,0.0012776306,0.8334212,0.011785211,0.00092851295,0.13890357,0.00039088895],"about_ca_topic_score_codex":0.000019396395,"about_ca_topic_score_gemma":0.00000422558,"teacher_disagreement_score":0.5879431,"about_ca_system_score_codex":0.00007617944,"about_ca_system_score_gemma":0.00041651158,"threshold_uncertainty_score":0.9658596},"labels":[],"label_agreement":null},{"id":"W3033746925","doi":"10.1080/0194262x.2020.1758284","title":"Information Seeking Behaviors, Attitudes, and Choices of Academic Mathematicians","year":2020,"lang":"en","type":"article","venue":"Science & Technology Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Wilfrid Laurier University; Toronto Metropolitan University; Brock University","funders":"","keywords":"Pace; Citation; Feeling; Variety (cybernetics); Information seeking; Sample (material); Information needs; Computer science; Psychology; Public relations; Sociology; Library science; Political science; Social psychology","score_opus":0.019297090077828885,"score_gpt":0.2710966486267481,"score_spread":0.2517995585489192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033746925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7920877,0.0002577702,0.18479809,0.01865259,0.00018978622,0.0004862872,0.000012362906,0.001065158,0.002450308],"genre_scores_gemma":[0.97685385,0.000029546096,0.022687292,0.00039698722,0.000007761836,0.0000096409885,0.0000012247137,0.0000021331484,0.0000115460925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99881816,0.0000086073505,0.00034176413,0.00014819678,0.0004172626,0.00026601035],"domain_scores_gemma":[0.9993391,0.000030324041,0.00018653396,0.00023802658,0.000113551294,0.00009247673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002949197,0.00009574078,0.0001504944,0.00059044873,0.00027883626,0.00024334954,0.0014599763,0.000118153315,0.000008038149],"category_scores_gemma":[0.00025128864,0.000080896454,0.000018460652,0.0027207956,0.0014288288,0.009244232,0.0008055689,0.0002661771,0.000022163129],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039556776,0.000013563982,0.037397284,0.000089135894,0.0000028432748,9.239041e-7,0.0067605516,0.000005932194,0.014598243,0.9049533,0.00006269565,0.036111597],"study_design_scores_gemma":[0.0013733917,0.0012799575,0.13023348,0.00035458794,0.000040794213,0.00013482616,0.0062931757,0.058014024,0.7012797,0.08402691,0.015650002,0.0013191618],"about_ca_topic_score_codex":0.000002685037,"about_ca_topic_score_gemma":2.8246106e-7,"teacher_disagreement_score":0.82092637,"about_ca_system_score_codex":0.0000119761435,"about_ca_system_score_gemma":0.00022533358,"threshold_uncertainty_score":0.67018455},"labels":[],"label_agreement":null},{"id":"W3037047743","doi":"10.1002/meet.14504901231","title":"Investigating web information gathering tasks","year":2012,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Task (project management); Web navigation; Web browser; Interface (matter); Information retrieval; Web intelligence; Web page; The Internet; Web development; Engineering","score_opus":0.015986034498843924,"score_gpt":0.2651026471023747,"score_spread":0.24911661260353077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037047743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879318,0.000010864373,0.006467226,0.003343263,0.00012632251,0.00041731162,0.000007370348,0.00017722034,0.0015186224],"genre_scores_gemma":[0.9614657,0.000018196044,0.0372562,0.001191939,0.0000132250725,0.0000465393,7.650102e-7,0.0000017632383,0.0000056416516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99860764,0.0000012354863,0.00036059433,0.00007291178,0.0005475052,0.00041013275],"domain_scores_gemma":[0.9978191,0.000026127916,0.00065291265,0.00013439788,0.0012797643,0.00008765954],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015776821,0.00009275544,0.00013087946,0.00029447174,0.00053619756,0.00023258156,0.0009907164,0.000046368616,4.4292844e-7],"category_scores_gemma":[0.00064325676,0.00006681612,0.000071463954,0.0037000086,0.0014186384,0.015935492,0.0005341492,0.00013999153,0.000005430688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043366977,0.000020670006,0.030674677,0.00017057874,0.00001713956,1.6577602e-9,0.015807057,0.0000039863744,0.036078896,0.5826854,0.0022127952,0.33232445],"study_design_scores_gemma":[0.002063443,0.00079934223,0.061480395,0.00017783663,0.000062632884,0.00012981493,0.0712857,0.19027027,0.3538534,0.00996787,0.30859658,0.0013127],"about_ca_topic_score_codex":0.000005850792,"about_ca_topic_score_gemma":4.6830284e-8,"teacher_disagreement_score":0.57271755,"about_ca_system_score_codex":0.00007871141,"about_ca_system_score_gemma":0.00017601276,"threshold_uncertainty_score":0.9978281},"labels":[],"label_agreement":null},{"id":"W308028713","doi":"","title":"Describing the Information Seeking Behavior: An Investigation on Comparing Learning Models Using Experimental Data Sets/DESCRIPTION DU COMPORTEMENT DE LA RECHERCHE D'INFORMATION : UNE INVESTIGATION SUR LA COMPARAISON DES MODÈLES D'APPRENTISSAGE EN UTILISANT L'ENSEMBLE DE DONNÉES EXPÉRIMENTALES","year":2007,"lang":"fr","type":"article","venue":"Canadian social science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Social psychology; Philosophy","score_opus":0.5718944024802525,"score_gpt":0.380776125966196,"score_spread":0.1911182765140565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W308028713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8358419,0.000093331175,0.16062528,0.00026490458,0.0003013947,0.000575181,0.000030532447,0.00008948504,0.0021779796],"genre_scores_gemma":[0.98295003,0.000023160595,0.016258609,0.00038008523,0.00009165185,0.000022771106,0.00024800573,0.000013063722,0.000012648817],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952868,0.0014310522,0.0008109846,0.00036106442,0.0010752756,0.0010348293],"domain_scores_gemma":[0.9974884,0.0004288838,0.0004904521,0.0004017718,0.00037203502,0.0008184961],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.015305546,0.00031431814,0.00023396216,0.0005335849,0.003493321,0.003122019,0.0014112523,0.0003181217,0.000009371184],"category_scores_gemma":[0.00044916215,0.00032838533,0.00006214093,0.0015622022,0.0017774595,0.024748992,0.00035741457,0.00086345937,0.00000855637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062701816,0.0001882519,0.08144005,0.00014534034,0.000029047464,0.000026572348,0.5534946,0.038780298,0.066106044,0.07822434,0.00025018217,0.1812526],"study_design_scores_gemma":[0.00038898285,0.000074547825,0.028804963,0.00027249815,0.00003633986,0.000074061885,0.048699476,0.9102917,0.010077121,0.00036811578,0.000547866,0.00036434951],"about_ca_topic_score_codex":0.060652714,"about_ca_topic_score_gemma":0.0065470305,"teacher_disagreement_score":0.8715114,"about_ca_system_score_codex":0.0056757145,"about_ca_system_score_gemma":0.0027993412,"threshold_uncertainty_score":0.9999168},"labels":[],"label_agreement":null},{"id":"W308199711","doi":"","title":"Webnotes: Is Google Getting Too Good?","year":2007,"lang":"en","type":"article","venue":"ABA banking journal","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"World Wide Web; Web page; Sentence; Search engine optimization; Computer science; The Internet; Artificial intelligence","score_opus":0.019660151731651282,"score_gpt":0.2821559911997701,"score_spread":0.26249583946811883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W308199711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18228514,0.0001312063,0.7954092,0.0019101973,0.000990821,0.00009898635,0.0000013349953,0.00012610172,0.019047013],"genre_scores_gemma":[0.9492448,0.000019400215,0.046016313,0.002950846,0.00045303933,8.9119374e-7,7.799495e-7,0.000009603079,0.0013043114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982364,0.000030211128,0.00042483196,0.00013820588,0.0006627697,0.00050758244],"domain_scores_gemma":[0.9990856,0.00010890629,0.00019481512,0.00022817099,0.00021180249,0.00017071875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020081257,0.00011127202,0.00011370158,0.00020560561,0.000532856,0.0006275902,0.00074661383,0.00006276168,0.00023648677],"category_scores_gemma":[0.00007118815,0.000093308576,0.0001089504,0.00040107523,0.000026574638,0.0013134321,0.00015532905,0.00049521663,0.00022406717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016982567,0.00008356874,0.011639499,0.000019597788,0.000034466153,0.00033911067,0.009543002,0.000043857573,0.0029653818,0.03082545,0.008058131,0.93643093],"study_design_scores_gemma":[0.0039466172,0.000942064,0.16678931,0.0005082461,0.00004880082,0.009058486,0.0013401612,0.04162742,0.094339505,0.022340281,0.6568427,0.0022163915],"about_ca_topic_score_codex":0.000007554143,"about_ca_topic_score_gemma":0.0000011589902,"teacher_disagreement_score":0.9342146,"about_ca_system_score_codex":0.00009443264,"about_ca_system_score_gemma":0.00011190771,"threshold_uncertainty_score":0.6051867},"labels":[],"label_agreement":null},{"id":"W3083137311","doi":"10.1145/3409256.3409816","title":"Offline Evaluation without Gain","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compatibility (geochemistry); Computer science; Learning to rank; Ranking (information retrieval); Ideal solution; Information retrieval; Data mining; Artificial intelligence; Machine learning; Engineering","score_opus":0.08723976651019504,"score_gpt":0.32426593918105984,"score_spread":0.2370261726708648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083137311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014853593,0.0000077528,0.9430674,0.009622958,0.00007202164,0.00020585631,6.3226764e-7,0.00017833467,0.031991478],"genre_scores_gemma":[0.9715185,0.0000012720948,0.023526449,0.004312595,0.000045225344,0.000007553893,0.000005008211,0.0000018055657,0.0005815572],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992392,0.00003167866,0.00011555723,0.00009569819,0.00042290727,0.00009493943],"domain_scores_gemma":[0.99960184,0.000010644811,0.000023516019,0.000121141835,0.00015393081,0.0000889404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032660092,0.00004032175,0.000047158977,0.000023043347,0.00004120461,0.00007829216,0.00026777346,0.000016940152,0.0003113801],"category_scores_gemma":[0.000075379605,0.000030630974,0.000020817397,0.00024188549,0.000008283579,0.00047540222,0.00007672698,0.000050831368,0.00061238447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029084444,0.00007540504,0.0037341274,0.000027351427,0.000013531763,0.000005434842,0.0062376997,0.0010646398,0.006038654,0.20404737,0.024843853,0.7538829],"study_design_scores_gemma":[0.00026564367,0.000057721867,0.0014791511,0.0000011252372,0.0000020601155,0.0000011849006,0.000022805474,0.9858579,0.0047369483,0.00023485579,0.0072807935,0.00005977943],"about_ca_topic_score_codex":0.0000039498773,"about_ca_topic_score_gemma":5.959247e-7,"teacher_disagreement_score":0.9847933,"about_ca_system_score_codex":0.000013490254,"about_ca_system_score_gemma":0.000066861416,"threshold_uncertainty_score":0.7871167},"labels":[],"label_agreement":null},{"id":"W3093924713","doi":"10.1145/3340531.3411915","title":"Offline Evaluation by Maximum Similarity to an Ideal Ranking","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Relevance (law); Learning to rank; Similarity (geometry); Correctness; Computer science; Rank (graph theory); Ideal (ethics); Information retrieval; Set (abstract data type); Measure (data warehouse); Data mining; Ranking SVM; Similarity measure; Artificial intelligence; Mathematics; Algorithm","score_opus":0.06998699835595117,"score_gpt":0.3268742644032515,"score_spread":0.25688726604730033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093924713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08382911,0.0000067466394,0.89705557,0.015371378,0.000097973854,0.00035150337,0.000005608074,0.00019356645,0.0030885397],"genre_scores_gemma":[0.95675796,9.566559e-7,0.030585522,0.0124682635,0.00005819208,0.000012080514,0.000030352388,0.0000037075852,0.0000829891],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987134,0.00006388426,0.00019001382,0.00018880716,0.00066869485,0.0001752432],"domain_scores_gemma":[0.99929345,0.000016967142,0.000029202944,0.00019255636,0.00022778078,0.00024001858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066752493,0.000069938265,0.00007849478,0.000038520615,0.00009679701,0.00018811901,0.00046922264,0.000033108703,0.00027646526],"category_scores_gemma":[0.00009182973,0.000059739497,0.000025889645,0.00039137417,0.0000079332185,0.0009188265,0.00014639812,0.000090228226,0.00022608721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074938165,0.00015168251,0.0010752669,0.000025777672,0.00001173185,0.0000061851674,0.008515259,0.0020739024,0.01937802,0.02402032,0.04626562,0.8984013],"study_design_scores_gemma":[0.00048216942,0.0002591485,0.0019972236,0.0000023462715,0.0000045780575,0.000001089306,0.000054786742,0.9719374,0.010273989,0.00069440866,0.014131997,0.00016082446],"about_ca_topic_score_codex":0.00003109055,"about_ca_topic_score_gemma":0.0000046514947,"teacher_disagreement_score":0.96986353,"about_ca_system_score_codex":0.000030833504,"about_ca_system_score_gemma":0.00007029127,"threshold_uncertainty_score":0.3027101},"labels":[],"label_agreement":null},{"id":"W3099634332","doi":"10.29173/cais1141","title":"Wilson and Kierkegaard: Understanding Cognitive Authority","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Normative; Context (archaeology); Epistemology; Cognition; Humanities; Sociology; Philosophy; Political science; Psychology; History","score_opus":0.06425571553594991,"score_gpt":0.26869064808353754,"score_spread":0.20443493254758763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099634332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97591996,0.00005029859,0.008247766,0.0074185105,0.000094996125,0.0003606426,0.00008251469,0.00007613558,0.0077491533],"genre_scores_gemma":[0.9985254,0.00003869263,0.0008845357,0.00042129296,0.000037659822,0.000007132458,0.0000014034463,0.0000070282676,0.00007686569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985304,0.00002105545,0.00036328367,0.00026083254,0.0005158188,0.00030862243],"domain_scores_gemma":[0.9831666,0.00012756417,0.0004177424,0.000095510535,0.015980968,0.0002116546],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00048343439,0.0001789899,0.0003077137,0.00009424497,0.00017758549,0.00239313,0.0012526553,0.000102111364,0.000009545275],"category_scores_gemma":[0.0072672875,0.00013739744,0.00009303562,0.0005443869,0.0003310089,0.011347517,0.0008337762,0.00028745004,0.0000027980666],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036056733,0.00014765709,0.13184182,0.000850212,0.00013541464,0.000004756962,0.21077132,0.0000021545738,0.014897346,0.6161159,0.002170149,0.022702659],"study_design_scores_gemma":[0.0069636717,0.0044816765,0.4684107,0.0021025476,0.000459674,0.00020794435,0.06946072,0.070133366,0.267948,0.065748036,0.04134325,0.0027404283],"about_ca_topic_score_codex":0.000036933663,"about_ca_topic_score_gemma":0.0000012862745,"teacher_disagreement_score":0.5503679,"about_ca_system_score_codex":0.000050951872,"about_ca_system_score_gemma":0.00018992332,"threshold_uncertainty_score":0.9986425},"labels":[],"label_agreement":null},{"id":"W3103686454","doi":"10.1145/3331184.3331339","title":"The Impact of Score Ties on Repeatability in Document Ranking","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Search engine indexing; Computer science; Context (archaeology); Information retrieval; Index (typography); Data mining; World Wide Web","score_opus":0.038034321101909775,"score_gpt":0.3364973686898886,"score_spread":0.2984630475879788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103686454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775689,0.000041545714,0.010764531,0.00031790172,0.0004171756,0.0007710092,0.0000065270056,0.00004645905,0.010065913],"genre_scores_gemma":[0.9988747,0.000033916476,0.0005073042,0.00002263152,0.000010559845,0.000015142552,0.0000045210063,0.0000024828926,0.00052871986],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99858046,0.000101537604,0.00042220997,0.00022072246,0.0004693054,0.0002057612],"domain_scores_gemma":[0.99834,0.00019556476,0.0001695621,0.0011315072,0.00012939455,0.00003394209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001408796,0.00013195392,0.0002007604,0.00010819927,0.000053406253,0.00021741264,0.0011135064,0.00008813517,0.000036394827],"category_scores_gemma":[0.00008440845,0.00006805372,0.00017843794,0.00014984098,0.00004949878,0.0002182463,0.0011378825,0.00042536884,0.000033002925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058266823,0.0005464903,0.28877562,0.00080785796,0.00017156772,0.000014070048,0.018793587,0.09885729,0.00014689378,0.22784165,0.0021275769,0.3613347],"study_design_scores_gemma":[0.0009305496,0.0006472885,0.8688712,0.00049448234,0.0000065822883,0.0000037355192,0.00022441396,0.09610304,0.0049961037,0.026843144,0.00030773834,0.00057168707],"about_ca_topic_score_codex":0.00094193814,"about_ca_topic_score_gemma":0.000019731579,"teacher_disagreement_score":0.5800956,"about_ca_system_score_codex":0.00021814475,"about_ca_system_score_gemma":0.0003180441,"threshold_uncertainty_score":0.27751502},"labels":[],"label_agreement":null},{"id":"W3106842042","doi":"10.5753/cbie.sbie.2020.1393","title":"Raising the Dimensions and Variables for Searching as a Learning Process: A Systematic Mapping of the Literature","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Bureau for International Education","keywords":"Process (computing); Raising (metalworking); Computer science; Order (exchange); Active learning (machine learning); Meta learning (computer science); Artificial intelligence; Data science; Machine learning; Knowledge management; Engineering; Task (project management)","score_opus":0.026535722178044778,"score_gpt":0.2920726898524888,"score_spread":0.265536967674444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106842042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9256034,0.001261225,0.060631547,0.0076410975,0.0003488978,0.0032525787,0.000029671624,0.00022884608,0.0010027671],"genre_scores_gemma":[0.9952666,0.00007070502,0.0020038253,0.0023346837,0.00009184852,0.000105525454,0.000006848915,0.000019804256,0.00010017008],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973534,0.00020934704,0.0007896561,0.00033050947,0.0007094123,0.00060767296],"domain_scores_gemma":[0.99714,0.001201853,0.0004102037,0.0005185483,0.00043081763,0.00029857815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012933272,0.00028689438,0.00043768316,0.00014255094,0.001042383,0.00096642395,0.0012714529,0.00013813184,0.0000175536],"category_scores_gemma":[0.0036431248,0.00016792085,0.00021112942,0.0016811165,0.00015469243,0.0011626129,0.0005832272,0.0007433345,0.000012680482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029824133,0.0003143379,0.027563244,0.0633055,0.00070291833,0.00005927134,0.7811949,0.0057089482,0.0109268995,0.07832047,0.004225249,0.027380003],"study_design_scores_gemma":[0.003851017,0.0015711563,0.020492218,0.021918513,0.0005128329,0.0010726607,0.058504153,0.863714,0.010285199,0.010860761,0.0049337237,0.0022837832],"about_ca_topic_score_codex":0.000021928114,"about_ca_topic_score_gemma":0.0000010717347,"teacher_disagreement_score":0.85800505,"about_ca_system_score_codex":0.00005541062,"about_ca_system_score_gemma":0.00062445505,"threshold_uncertainty_score":0.9319248},"labels":[],"label_agreement":null},{"id":"W312214361","doi":"","title":"The Observation and Experiment of Field dependence/Field Independence Based on R&T Users' Behavioral of Information Searching/OBSERVATION ET EXPÉRIMENTATION DE LA DÉPENDANCE DE CHAMP/ INDÉPENDANCE DE CHAMP BASÉES SUR LE COMPORTEMENT DE RECHERCHE D'INFORMATION DES UTILISATEURS R&T","year":2007,"lang":"fr","type":"article","venue":"Canadian social science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive style; Field (mathematics); Cognition; Psychology; Humanities; Independence (probability theory); Style (visual arts); Cognitive science; Philosophy; Geography; Mathematics; Statistics","score_opus":0.15678660696549956,"score_gpt":0.38719792607916503,"score_spread":0.23041131911366547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W312214361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7724682,0.000068799956,0.22275482,0.0020563456,0.00019603733,0.0004955482,0.000026551785,0.000020563428,0.0019131452],"genre_scores_gemma":[0.97779346,0.00010616832,0.02007253,0.0018995353,0.000028446942,0.000029664841,0.000018729443,0.000005951299,0.000045497527],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996442,0.00065333955,0.0007327599,0.000208293,0.0010921869,0.0008714253],"domain_scores_gemma":[0.9971121,0.00090343406,0.0005497282,0.00025690612,0.00077210425,0.00040573423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017555034,0.00019657657,0.00018198063,0.00035481484,0.0010483714,0.00054306287,0.0007888631,0.0003289441,0.0000142041445],"category_scores_gemma":[0.0012922868,0.0002040008,0.00006497521,0.0012068264,0.0007793225,0.005531621,0.00009794125,0.0006300886,0.0000022391098],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028236283,0.00020096879,0.1662031,0.00027552957,0.000014427133,0.000010082712,0.18061002,0.00086158625,0.014432271,0.14395581,0.0002946526,0.4928592],"study_design_scores_gemma":[0.001188883,0.0007562231,0.5463609,0.00039175554,0.00001499789,0.000020741787,0.02711747,0.096113935,0.32202807,0.0027216994,0.0028219596,0.0004633634],"about_ca_topic_score_codex":0.08664342,"about_ca_topic_score_gemma":0.01257131,"teacher_disagreement_score":0.49239585,"about_ca_system_score_codex":0.002249373,"about_ca_system_score_gemma":0.0089560095,"threshold_uncertainty_score":0.9966623},"labels":[],"label_agreement":null},{"id":"W3133538881","doi":"10.1145/3406522.3446055","title":"Supporting Cross-Session Cross-Device Search in an Academic Digital Library","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Session (web analytics); Computer science; Task (project management); Laptop; Digital library; Multimedia; Interface (matter); World Wide Web; Key (lock); Mobile device; Selection (genetic algorithm); Human–computer interaction; Information retrieval; Artificial intelligence; Operating system; Engineering","score_opus":0.05211736685505048,"score_gpt":0.40310369259505846,"score_spread":0.350986325740008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133538881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98344207,0.00002399218,0.008659263,0.00046025153,0.0001115446,0.00009951862,0.000011554702,0.00021224609,0.0069795586],"genre_scores_gemma":[0.98831415,0.000007068623,0.0029145519,0.000726888,0.000047781316,0.000004492997,0.000066181914,0.000008064336,0.007910835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981841,0.00005107723,0.00047280165,0.0003129764,0.00050147786,0.0004775923],"domain_scores_gemma":[0.9991655,0.00007670603,0.000054741027,0.00035361393,0.00014762007,0.00020181431],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00039806153,0.000104349994,0.000116148796,0.0001243368,0.00015213482,0.0023050131,0.00079189043,0.00012265539,0.0005064618],"category_scores_gemma":[0.00008264241,0.000088061846,0.000047511625,0.0008573662,0.000055345154,0.012665148,0.00082647003,0.00047549928,0.0003327898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011023756,0.00006566321,0.9430229,0.000027007374,0.0000012078079,0.00013421835,0.00084315136,0.0000883693,0.0013576426,0.0054559503,0.00017043756,0.04882239],"study_design_scores_gemma":[0.00084778457,0.00010034207,0.81247157,0.00005522818,8.5503007e-7,0.000080325175,0.0003645328,0.07654506,0.10196805,0.00094115,0.0061893123,0.0004358193],"about_ca_topic_score_codex":0.0000055268606,"about_ca_topic_score_gemma":0.0000011646237,"teacher_disagreement_score":0.1305514,"about_ca_system_score_codex":0.000027703582,"about_ca_system_score_gemma":0.00038374262,"threshold_uncertainty_score":0.9987307},"labels":[],"label_agreement":null},{"id":"W3135829606","doi":"10.1145/3406522.3446037","title":"Visually Linked Keywords to Support Exploratory Browsing","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Computer science; Digital library; Exploratory research; Task (project management); Workspace; Interface (matter); World Wide Web; Academic library; Human–computer interaction; Information retrieval; Baseline (sea); Multimedia; Artificial intelligence","score_opus":0.04591976410337585,"score_gpt":0.3128526941967098,"score_spread":0.26693293009333396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135829606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13289666,0.000008796432,0.83658713,0.0022575741,0.00056900084,0.00014469324,0.0000017625775,0.0003434911,0.027190873],"genre_scores_gemma":[0.86797464,0.000007129394,0.100953594,0.01255802,0.0001274531,0.000022983037,0.000015058881,0.000012171898,0.018328976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892,0.00003426123,0.00021223494,0.00019032936,0.00038898285,0.00025418543],"domain_scores_gemma":[0.9990972,0.00002643788,0.000023680828,0.00034850888,0.00030486166,0.00019930229],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026419896,0.00007839337,0.000093215036,0.000089179426,0.000105590516,0.00030595018,0.00039686696,0.000038928538,0.00047634586],"category_scores_gemma":[0.00005557458,0.000070517126,0.000048079997,0.000623196,0.000011253995,0.00085831224,0.00035308633,0.00009517714,0.0013410485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025036983,0.00036744302,0.0020476936,0.0000604678,0.0000313809,0.00060987653,0.016278043,0.0001257442,0.062236153,0.24190028,0.052704178,0.6236137],"study_design_scores_gemma":[0.001681269,0.0010981344,0.021886447,0.00007187545,0.000015171978,0.00018738324,0.002060613,0.024771364,0.42057008,0.0014621064,0.52463263,0.0015629304],"about_ca_topic_score_codex":0.0000028328247,"about_ca_topic_score_gemma":0.000007284437,"teacher_disagreement_score":0.73563355,"about_ca_system_score_codex":0.000035803292,"about_ca_system_score_gemma":0.00033251656,"threshold_uncertainty_score":0.9994365},"labels":[],"label_agreement":null},{"id":"W3138887288","doi":"10.1145/3244147","title":"Session details: Information retrieval session 2: non-text retrieval","year":2003,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Computer science; Information retrieval; Multimedia; World Wide Web","score_opus":0.01758756751141675,"score_gpt":0.268448411932732,"score_spread":0.25086084442131523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138887288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19471757,0.000028004872,0.747955,0.0004844816,0.0011721667,0.00059771974,0.0000049898945,0.0004628637,0.054577187],"genre_scores_gemma":[0.9733873,0.00004072668,0.022713047,0.0011193366,0.000045414406,0.0000048712777,0.000029007959,0.000010308553,0.0026500002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973003,0.00012715596,0.00067129225,0.00025372626,0.0011216729,0.0005258016],"domain_scores_gemma":[0.99827516,0.000098958284,0.00021613752,0.00063492754,0.0004899609,0.00028487376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011714061,0.00023555725,0.00021887031,0.00034632793,0.0004178013,0.00058422424,0.0007002193,0.00020655902,0.0005114615],"category_scores_gemma":[0.00042391417,0.00018006361,0.00011965673,0.0014554849,0.0000494388,0.0069466936,0.00021379576,0.00034843385,0.0019039628],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010999639,0.0009190171,0.008392829,0.0005139571,0.00009860248,0.00009405198,0.014636126,0.00055757916,0.05218091,0.46582317,0.053746283,0.4019375],"study_design_scores_gemma":[0.005090676,0.00094582466,0.02439461,0.0002088806,0.00003462788,0.00024319235,0.0011055896,0.12240582,0.60046,0.0030860952,0.24008523,0.0019394591],"about_ca_topic_score_codex":0.00000816932,"about_ca_topic_score_gemma":5.5938636e-7,"teacher_disagreement_score":0.7786697,"about_ca_system_score_codex":0.00013378015,"about_ca_system_score_gemma":0.00031766458,"threshold_uncertainty_score":0.9988732},"labels":[],"label_agreement":null},{"id":"W3144604296","doi":"10.29173/iasl7669","title":"I-LEARN","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Information literacy; Focus (optics); Process (computing); Face (sociological concept); Grounded theory; World Wide Web; Qualitative research; Sociology","score_opus":0.027395459311626777,"score_gpt":0.26783847325611093,"score_spread":0.24044301394448414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144604296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8519958,0.000080637285,0.0844341,0.008102461,0.0004943177,0.00023663146,0.000016854128,0.0007033972,0.053935774],"genre_scores_gemma":[0.9851515,0.000017891394,0.007850665,0.0008122557,0.00005231495,0.000012283782,0.0000041413778,0.0000048892675,0.0060940287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987212,0.000008360306,0.0002124537,0.0002829277,0.0004391208,0.0003359357],"domain_scores_gemma":[0.9977648,0.000017442286,0.00006396281,0.00014346857,0.0018514536,0.00015884789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021103774,0.00012070276,0.00013316193,0.00007491021,0.00015112157,0.0006619813,0.0006381684,0.0000721125,0.0002113597],"category_scores_gemma":[0.00015540469,0.00010918202,0.000056064433,0.00055402785,0.000047470025,0.0019125486,0.00037098475,0.00022003775,0.00049153646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026805266,0.0002488174,0.0062503954,0.00014855254,0.000034052122,0.00011960606,0.21754728,0.0000017781701,0.0062033636,0.5410347,0.02100655,0.20737812],"study_design_scores_gemma":[0.0028824613,0.0010010743,0.066846736,0.00031054072,0.000044253367,0.0011103837,0.08670837,0.049995318,0.26772946,0.043065608,0.4773696,0.0029361784],"about_ca_topic_score_codex":0.000006730855,"about_ca_topic_score_gemma":8.8343637e-7,"teacher_disagreement_score":0.49796906,"about_ca_system_score_codex":0.000024669082,"about_ca_system_score_gemma":0.00025777394,"threshold_uncertainty_score":0.63835007},"labels":[],"label_agreement":null},{"id":"W3152534132","doi":"10.1145/3404835.3462947","title":"Evaluation Measures Based on Preference Graphs","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Preference; Relevance (law); Measure (data warehouse); Computer science; Learning to rank; Similarity (geometry); Flexibility (engineering); Rank (graph theory); Set (abstract data type); Information retrieval; Similarity measure; Mathematics; Artificial intelligence; Statistics; Data mining; Combinatorics","score_opus":0.13274390968513622,"score_gpt":0.31049680456358447,"score_spread":0.17775289487844825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152534132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026670208,0.000026106136,0.83380586,0.0018193676,0.00033837717,0.00026451878,0.000002003714,0.00020801139,0.13686556],"genre_scores_gemma":[0.9893017,0.0000022009542,0.009192325,0.0009961271,0.0000065071167,0.000017318507,0.000006103088,0.0000014798376,0.0004762587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838006,0.00012375518,0.00011094544,0.00014243969,0.0011238147,0.00011898173],"domain_scores_gemma":[0.99880993,0.000043923326,0.000022664472,0.00032177073,0.00074765936,0.000054031647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082461146,0.000053018583,0.00004802774,0.000071329996,0.0000781941,0.00014351569,0.00024159875,0.000026445894,0.00034369875],"category_scores_gemma":[0.00017961374,0.000041257128,0.000035995556,0.00040027802,0.0000102143385,0.00031948648,0.000039464117,0.000065874236,0.0001650974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008693727,0.00016671157,0.0007460889,0.000008606357,0.0000075172575,0.00000749151,0.0003025091,0.0018893542,0.0017808721,0.21277948,0.0019183817,0.7803843],"study_design_scores_gemma":[0.00047714292,0.000096062446,0.020704733,0.0000130611415,0.000007724317,0.000002507615,0.000020783566,0.91033494,0.06069673,0.0050105304,0.002499961,0.0001358182],"about_ca_topic_score_codex":0.000004987689,"about_ca_topic_score_gemma":0.0000064797014,"teacher_disagreement_score":0.96263146,"about_ca_system_score_codex":0.000032583128,"about_ca_system_score_gemma":0.00033624124,"threshold_uncertainty_score":0.37632602},"labels":[],"label_agreement":null},{"id":"W3153357","doi":"10.29173/cais413","title":"The Effect of Query Characteristics on Retrieval Results in the TREC Retrieval Tests","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Information retrieval; NIST; Ranking (information retrieval); Computer science; Relevance (law); Query expansion; Document retrieval; Data retrieval; Natural language processing","score_opus":0.0177791251940546,"score_gpt":0.2559922054301538,"score_spread":0.23821308023609916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911698,0.000024174746,0.000017553739,0.0041362527,0.00019990122,0.0008379118,0.000082517705,0.000028528542,0.0035033599],"genre_scores_gemma":[0.9992929,0.000060606097,0.000096485936,0.00016432272,0.000057460773,0.000019436015,0.0000036782608,0.00001028853,0.00029482736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969892,0.00013501664,0.00095499057,0.0002902325,0.00113741,0.0004931573],"domain_scores_gemma":[0.9753725,0.0018400569,0.0013330494,0.000606828,0.02072872,0.00011883038],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0031567893,0.00027893172,0.00047158124,0.00017907156,0.00022038695,0.0024509635,0.0040777484,0.00016436068,0.0000054246384],"category_scores_gemma":[0.03424334,0.0001404132,0.0001924838,0.0010564458,0.00050813326,0.005766577,0.00058485346,0.0005638724,0.000010860817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011145048,0.001114399,0.39191458,0.0018828294,0.0003119268,0.000016341684,0.19813369,0.000017531573,0.1082561,0.10440861,0.019521346,0.1632776],"study_design_scores_gemma":[0.0017671575,0.003136024,0.8229746,0.0004900181,0.000047009344,0.000035197474,0.0011727711,0.0026475415,0.15746748,0.0015522304,0.008322427,0.00038750147],"about_ca_topic_score_codex":0.00013204294,"about_ca_topic_score_gemma":0.000004073003,"teacher_disagreement_score":0.43106005,"about_ca_system_score_codex":0.00006620266,"about_ca_system_score_gemma":0.00021895084,"threshold_uncertainty_score":0.99858457},"labels":[],"label_agreement":null},{"id":"W3153557349","doi":"10.1145/3404835.3462951","title":"Not All Relevance Scores are Equal: Efficient Uncertainty and Calibration Modeling for Deep Retrieval Models","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Ranking (information retrieval); Relevance (law); Metric (unit); Calibration; Bayesian probability; Divergence-from-randomness model; Process (computing); Scope (computer science); Bayesian inference","score_opus":0.06952907239637028,"score_gpt":0.2941728339338712,"score_spread":0.22464376153750093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153557349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09923021,0.00011459657,0.89892477,0.0011101882,0.0001317651,0.00025056355,0.000008686368,0.00011263449,0.00011658448],"genre_scores_gemma":[0.950639,0.000040978044,0.047969826,0.001074598,0.00003228248,0.000013750396,0.00002201222,0.000007258205,0.00020029233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861526,0.00003964117,0.00031258597,0.00032533545,0.00041466014,0.00029252973],"domain_scores_gemma":[0.99891686,0.0001497393,0.00007305294,0.00029525254,0.00044365536,0.00012146287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003754418,0.00011940166,0.00014828349,0.00006424566,0.00018164441,0.0003947493,0.00024510454,0.000069996255,0.000007307746],"category_scores_gemma":[0.00018169187,0.00010161445,0.00005892127,0.00026463647,0.000025053936,0.000964487,0.00019039279,0.00010317312,0.000003730072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048949165,0.000034077686,0.000010257367,0.000041916377,0.0000063137136,0.0000046900122,0.000810441,0.8778144,0.0012687115,0.11587518,0.000048913036,0.004036143],"study_design_scores_gemma":[0.00039278466,0.00005132107,0.0000129665505,0.000021818729,0.0000052969654,0.00000704065,0.00013523061,0.9871798,0.007958568,0.004007574,0.00007744224,0.00015013377],"about_ca_topic_score_codex":0.000018515595,"about_ca_topic_score_gemma":0.000017788016,"teacher_disagreement_score":0.8514088,"about_ca_system_score_codex":0.00005228913,"about_ca_system_score_gemma":0.00011255162,"threshold_uncertainty_score":0.4143717},"labels":[],"label_agreement":null},{"id":"W3159309869","doi":"10.2196/28272","title":"Document Retrieval for Precision Medicine Using a Deep Learning Ensemble Method","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Computer science; Information retrieval; Query expansion; Relevance (law); Ranking (information retrieval); Boosting (machine learning); Learning to rank; Document retrieval; Matching (statistics); Relevance feedback; Context (archaeology); Search engine; Artificial intelligence; Data mining; Image retrieval","score_opus":0.041991955349555826,"score_gpt":0.38531124913811454,"score_spread":0.34331929378855874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159309869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013125637,0.00007343714,0.9829549,0.0009957489,0.0004357952,0.00042506368,0.000001196971,0.00013545006,0.0018527667],"genre_scores_gemma":[0.029969737,0.00012745585,0.96517175,0.0030912275,0.0003424347,0.00005205417,0.000070993265,0.000020221883,0.001154123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963131,0.00013141293,0.0010369446,0.00015855204,0.0018825461,0.00047747203],"domain_scores_gemma":[0.9976383,0.0006468572,0.00027246657,0.00039331807,0.0006056658,0.0004434052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024520452,0.00017967282,0.00034262412,0.00017041499,0.00029762767,0.00018695435,0.0006729781,0.00021720128,0.00029788236],"category_scores_gemma":[0.0016089916,0.00013722762,0.00011737712,0.0007988924,0.00007306252,0.0011652239,0.00045820753,0.0004691622,0.000051596562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010830447,0.0001277823,0.000055220804,0.000552984,0.000059962334,0.00005758237,0.032251228,0.00065063103,0.001519138,0.044982236,0.0027506242,0.9168843],"study_design_scores_gemma":[0.0015053248,0.00029340474,0.00005247172,0.00020025623,0.000017422088,0.0002007495,0.0013822047,0.9282393,0.005228005,0.0017888172,0.060864896,0.00022715262],"about_ca_topic_score_codex":0.000003310031,"about_ca_topic_score_gemma":0.000001318382,"teacher_disagreement_score":0.92758864,"about_ca_system_score_codex":0.00012541054,"about_ca_system_score_gemma":0.00041527094,"threshold_uncertainty_score":0.55959797},"labels":[],"label_agreement":null},{"id":"W3177795256","doi":"10.52547/jipm.36.4.1081","title":"Extraction of Effective Textual and Semantic Features in Learning to Rank for Web Document Retrieval","year":2021,"lang":"en","type":"article","venue":"Iranian Journal of Information Processing and Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Toronto Metropolitan University","funders":"","keywords":"Information retrieval; Computer science; Rank (graph theory); Learning to rank; Document clustering; Document retrieval; World Wide Web; Semantic Web; Natural language processing; Artificial intelligence; Ranking (information retrieval); Mathematics","score_opus":0.007069426982035435,"score_gpt":0.27398874291946196,"score_spread":0.2669193159374265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177795256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49538797,0.00029692077,0.50142497,0.0012512285,0.00015668733,0.00056981045,0.0000015361046,0.000017091319,0.0008938277],"genre_scores_gemma":[0.98172677,0.00011552951,0.017918823,0.00013977525,0.000012673142,0.0000048418356,0.0000016486867,0.0000019326615,0.00007800983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990813,0.000035758112,0.0004383424,0.000059976806,0.00027256436,0.00011205736],"domain_scores_gemma":[0.99921864,0.000045021094,0.00028986967,0.000048162165,0.0003386965,0.000059604146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085666956,0.00006921705,0.00013849816,0.0003549312,0.000093787654,0.00025135442,0.00009302234,0.000027904242,0.0000015188239],"category_scores_gemma":[0.0000967966,0.00005883113,0.00002866773,0.00033037685,0.000014797271,0.0020059703,0.00006077174,0.00011571446,7.6033405e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002993475,0.000035508863,0.00034846424,0.0012296576,0.000027748527,0.0000127436315,0.012848116,0.0010697952,0.001353627,0.003946557,0.00011090898,0.9787175],"study_design_scores_gemma":[0.03261443,0.006413713,0.569042,0.008152259,0.00038306275,0.0022340112,0.07240385,0.12533061,0.08061276,0.0049418365,0.09603131,0.0018401272],"about_ca_topic_score_codex":0.0000010207636,"about_ca_topic_score_gemma":9.181209e-7,"teacher_disagreement_score":0.9768774,"about_ca_system_score_codex":0.000037012047,"about_ca_system_score_gemma":0.0000512184,"threshold_uncertainty_score":0.24238165},"labels":[],"label_agreement":null},{"id":"W3184601246","doi":"10.48550/arxiv.1606.07660","title":"Deep Learning Relevance: Creating Relevant Information (as Opposed to\\n Retrieving it)","year":2016,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Relevance (law); Computer science; Data science; Information retrieval; Knowledge management; Political science","score_opus":0.05182503211939849,"score_gpt":0.21419062942093783,"score_spread":0.16236559730153935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184601246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17146285,0.000031329753,0.79678696,0.0008149732,0.0013069453,0.0013461506,0.000018798028,0.00044498636,0.027786996],"genre_scores_gemma":[0.98464376,0.0011138796,0.0025346729,0.000794834,0.00019987738,0.000005037688,0.000053603362,0.00004038825,0.010613946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99403614,0.0005754145,0.0015112803,0.0015031268,0.00081844424,0.0015555766],"domain_scores_gemma":[0.99259436,0.0009231044,0.0015497657,0.0018127839,0.0020264136,0.001093572],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021265075,0.0009280533,0.00087587535,0.0012978768,0.0017976321,0.0012689076,0.0033035297,0.0008069109,0.0005537862],"category_scores_gemma":[0.0032726962,0.000959717,0.0005349456,0.0028370274,0.00025584205,0.0076230364,0.0043228907,0.002195209,0.006413297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016847901,0.00025506862,0.006123115,0.0011289173,0.00034481983,0.00075576425,0.03529043,0.47520936,0.0010830098,0.2828863,0.0007701253,0.1944683],"study_design_scores_gemma":[0.0022796623,0.000894918,0.0027543653,0.00207446,0.00015860514,0.0000523021,0.003146287,0.9417817,0.001471232,0.0053200307,0.03788349,0.0021829533],"about_ca_topic_score_codex":0.0001591614,"about_ca_topic_score_gemma":0.000012142332,"teacher_disagreement_score":0.8131809,"about_ca_system_score_codex":0.0015411808,"about_ca_system_score_gemma":0.0010208781,"threshold_uncertainty_score":0.9997679},"labels":[],"label_agreement":null},{"id":"W3196754070","doi":"10.1007/s10791-022-09411-0","title":"Shallow pooling for sparse labels","year":2022,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Mean reciprocal rank; Information retrieval; Pooling; Computer science; Relevance (law); Set (abstract data type); Rank (graph theory); Learning to rank; Preference; Artificial intelligence; Statistics; Mathematics; Combinatorics","score_opus":0.023324810570541036,"score_gpt":0.2593679142488165,"score_spread":0.23604310367827547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196754070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07467826,0.000034269942,0.90955186,0.0023939474,0.0019012669,0.001462768,0.00021307403,0.0006218875,0.009142665],"genre_scores_gemma":[0.9702983,0.0000048884003,0.023423452,0.004593429,0.00010128556,0.0001654993,0.0002870214,0.0000115953335,0.0011145377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981591,0.000040890245,0.00052643067,0.00011936012,0.0008040195,0.000350185],"domain_scores_gemma":[0.9989461,0.00010081501,0.00021037542,0.00033126646,0.00030075054,0.00011071544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010516762,0.0001191742,0.00013120439,0.00030098276,0.00071853335,0.00034768722,0.00084700546,0.000043363907,0.00021372864],"category_scores_gemma":[0.00017131362,0.00012068839,0.00010880024,0.0007920345,0.000021395117,0.0036854262,0.00039187315,0.00022563526,0.0001922615],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064494496,0.00019257276,0.0006500225,0.00017518937,0.0000629955,0.000010056404,0.014522929,0.011451964,0.00076544925,0.73159003,0.017509187,0.22242467],"study_design_scores_gemma":[0.002012526,0.0006285805,0.001442775,0.000006472383,0.000010382867,0.00006582828,0.00060741015,0.318732,0.0029158813,0.0026736336,0.6704598,0.0004447014],"about_ca_topic_score_codex":0.0000061862816,"about_ca_topic_score_gemma":2.8319036e-7,"teacher_disagreement_score":0.89562005,"about_ca_system_score_codex":0.0001600988,"about_ca_system_score_gemma":0.00020508142,"threshold_uncertainty_score":0.552645},"labels":[],"label_agreement":null},{"id":"W3204615515","doi":"10.1016/j.ipm.2021.102746","title":"A semantic approach to post-retrieval query performance prediction","year":2021,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Semantic similarity; Cohesion (chemistry); Query expansion; Graph; Semantics (computer science); Relevance (law); Natural language processing; Theoretical computer science","score_opus":0.013125769293618618,"score_gpt":0.2335895568102155,"score_spread":0.2204637875165969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204615515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056169987,0.00002680526,0.8935589,0.00089820445,0.00036439687,0.00055025215,0.000007889792,0.00045603226,0.047967486],"genre_scores_gemma":[0.93472725,0.00002817829,0.059677266,0.0035546524,0.000047789777,0.00007148514,0.00016066873,0.00000854569,0.0017241453],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797094,0.000027787963,0.0005615205,0.00020958896,0.0008740927,0.0003560823],"domain_scores_gemma":[0.99859977,0.000008809991,0.00015303666,0.00039836613,0.0006999767,0.00014003742],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005143846,0.00016262622,0.00013498474,0.00039285538,0.00036852632,0.0011486186,0.0005236614,0.000057965877,0.00001718775],"category_scores_gemma":[0.000039501083,0.00015445701,0.000053213815,0.0014180028,0.000020789006,0.007665143,0.00040095215,0.0001516571,0.00044539987],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062982996,0.00019912218,0.0003542008,0.0016667673,0.00003682407,0.000008547613,0.008538534,0.005476059,0.00013526902,0.02077506,0.0018652446,0.9608814],"study_design_scores_gemma":[0.0016429818,0.00022430705,0.0652001,0.0003627675,0.000053565258,0.00015823405,0.0031119587,0.8341853,0.006646714,0.00028854804,0.08727865,0.00084686687],"about_ca_topic_score_codex":0.0000026815553,"about_ca_topic_score_gemma":1.7567424e-7,"teacher_disagreement_score":0.96003455,"about_ca_system_score_codex":0.00013124952,"about_ca_system_score_gemma":0.00015257635,"threshold_uncertainty_score":0.9998883},"labels":[],"label_agreement":null},{"id":"W3205881137","doi":"10.1108/jd-03-2021-0047","title":"“Bouncing ideas” as a complex information practice: information seeking, sharing, creation, and cooperation","year":2021,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Originality; Information seeking; Knowledge management; Computer science; Metaphor; Sociology; Information science; Information needs; Component (thermodynamics); Information mapping; Information system; Coding (social sciences); Work (physics); Data science; Qualitative research; World Wide Web; Information retrieval; Management information systems; Personal information management; Social science","score_opus":0.014095837705976876,"score_gpt":0.32216829974470584,"score_spread":0.30807246203872896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205881137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08871869,0.00007255249,0.90125287,0.004644854,0.00037132856,0.00024323669,0.0000032870967,0.00004389821,0.0046492806],"genre_scores_gemma":[0.9546244,0.00019919299,0.040518463,0.004277718,0.00008976711,0.0000073657534,0.00013711567,0.000004416848,0.00014153626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809796,0.00008281236,0.000860538,0.00007061791,0.0007526936,0.0001353584],"domain_scores_gemma":[0.99617314,0.00007735259,0.00091001164,0.0001416412,0.0025974482,0.000100396894],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0010141925,0.00009990242,0.00013470346,0.0002854411,0.000241912,0.0019018522,0.000192418,0.000054477983,0.000096888834],"category_scores_gemma":[0.0008267025,0.00009344166,0.00004524612,0.00045250368,0.000020944764,0.043848608,0.00009494739,0.0001693835,0.000077081524],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002822448,0.00018234926,0.004190768,0.00024333,0.00016210123,0.000041458174,0.04805951,0.003953886,0.0071051517,0.6141408,0.007887872,0.3137505],"study_design_scores_gemma":[0.011901987,0.0021114293,0.095052466,0.00046678144,0.00031246376,0.0074876035,0.021027653,0.30768928,0.024354266,0.02107292,0.5072069,0.0013162589],"about_ca_topic_score_codex":0.000038244656,"about_ca_topic_score_gemma":0.0000023955747,"teacher_disagreement_score":0.86590576,"about_ca_system_score_codex":0.00018136067,"about_ca_system_score_gemma":0.00033696915,"threshold_uncertainty_score":0.99913424},"labels":[],"label_agreement":null},{"id":"W325151737","doi":"10.1142/s0219649210002553","title":"The Dynamics of Collaborative Tagging: An Analysis of Tag Vocabulary Application in Knowledge Representation, Discovery and Retrieval","year":2010,"lang":"en","type":"article","venue":"Journal of Information & Knowledge Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Vocabulary; Computer science; Resource (disambiguation); Dynamics (music); Representation (politics); Controlled vocabulary; Reuse; Domain (mathematical analysis); Information retrieval; World Wide Web; Linguistics; Engineering; Psychology; Mathematics","score_opus":0.0074747929697036326,"score_gpt":0.287178166409733,"score_spread":0.2797033734400293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W325151737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4634265,0.00013123834,0.5265696,0.00054514006,0.0005144662,0.00067981484,0.000021005268,0.000016745576,0.008095471],"genre_scores_gemma":[0.9957844,0.00016446138,0.0038629605,0.000021676833,0.000020303089,0.000006919616,0.00002685021,0.0000027314807,0.000109714274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801916,0.0000983116,0.0012283684,0.00008498764,0.00043337743,0.00013577178],"domain_scores_gemma":[0.99692965,0.00015009033,0.0011556845,0.000367493,0.0013283014,0.00006877909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019745314,0.0001048378,0.0002654666,0.0011339467,0.000115059665,0.0002114507,0.00061575003,0.00005497803,0.000002557115],"category_scores_gemma":[0.00012480919,0.00007680017,0.00009054655,0.0028245097,0.00011187119,0.0041445964,0.00020411532,0.00021256092,0.0000027959577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028923454,0.0005090877,0.013548163,0.00023236645,0.0005063489,0.0000022474442,0.027290484,0.0027582867,0.00040304466,0.73412824,0.00031200668,0.22002049],"study_design_scores_gemma":[0.0011471504,0.00025323653,0.18437126,0.00004407774,0.000253617,0.0000065916465,0.008849727,0.79844856,0.0015724564,0.00080261426,0.004073894,0.0001767933],"about_ca_topic_score_codex":0.0000082244305,"about_ca_topic_score_gemma":0.0001554522,"teacher_disagreement_score":0.7956903,"about_ca_system_score_codex":0.000091000555,"about_ca_system_score_gemma":0.00012853113,"threshold_uncertainty_score":0.31318203},"labels":[],"label_agreement":null},{"id":"W335269702","doi":"","title":"Measuring Robustness with First Relevant Score in the TREC 2012 Microblog Track","year":2012,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Microblogging; Robustness (evolution); Computer science; Social media; Rank (graph theory); Measure (data warehouse); Context (archaeology); Post hoc; Artificial intelligence; Information retrieval; Data mining; Mathematics; World Wide Web; Medicine","score_opus":0.08410569437123029,"score_gpt":0.2573694548114804,"score_spread":0.1732637604402501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W335269702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87836176,0.00040131217,0.11265698,0.0023952574,0.00033396517,0.0007858247,0.000008254341,0.00017657943,0.004880047],"genre_scores_gemma":[0.99677986,0.000047358044,0.0024185593,0.00020588859,0.000066645196,0.000015957587,0.0000053859803,0.000009909062,0.00045043815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9976224,0.00015435934,0.00038651182,0.00028788857,0.00079644105,0.00075243594],"domain_scores_gemma":[0.99848014,0.00026517842,0.0001427108,0.0006830406,0.00025632363,0.00017262813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014597164,0.00024103283,0.00023967479,0.00016967292,0.0002610804,0.00036136893,0.0014702537,0.0001086997,0.000120565295],"category_scores_gemma":[0.00013841777,0.00014787809,0.000061741666,0.0010776086,0.000144849,0.002160625,0.00016704231,0.0005120191,0.00018128385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025493768,0.0038884,0.24770872,0.0014404036,0.00019287215,0.00049090444,0.14649488,0.002201287,0.011892628,0.3735753,0.008539576,0.20102565],"study_design_scores_gemma":[0.005131407,0.0012532156,0.89332277,0.0010689571,0.00009031172,0.0010746794,0.0022739677,0.031122463,0.029693551,0.0005412903,0.031756394,0.002670999],"about_ca_topic_score_codex":0.000049624698,"about_ca_topic_score_gemma":0.00013629465,"teacher_disagreement_score":0.645614,"about_ca_system_score_codex":0.000089088506,"about_ca_system_score_gemma":0.00024199957,"threshold_uncertainty_score":0.6030294},"labels":[],"label_agreement":null},{"id":"W342589544","doi":"","title":"York University at TREC 2012: CrowdSourcing Track.","year":2012,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Crowdsourcing; Computer science; Quality (philosophy); Work (physics); Crowdsourcing software development; Data science; Control (management); Information retrieval; World Wide Web; Artificial intelligence; Engineering","score_opus":0.04766109456374461,"score_gpt":0.2510287572091137,"score_spread":0.2033676626453691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W342589544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77113825,0.00030442126,0.17067009,0.0008446156,0.00094366545,0.0004260537,0.000025208104,0.00064000045,0.0550077],"genre_scores_gemma":[0.9802427,0.000023412038,0.0023899043,0.00014364091,0.00007623508,5.352064e-7,0.000007601637,0.0000070608653,0.017108854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981668,0.000113911956,0.00023931536,0.00026238494,0.0005579417,0.00065962155],"domain_scores_gemma":[0.9986211,0.00012658413,0.00013026039,0.0005256203,0.00020137413,0.00039503112],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006179572,0.00018922404,0.00020196501,0.00015968943,0.00039830327,0.00016516712,0.0010045337,0.00013067559,0.00095994456],"category_scores_gemma":[0.0000739869,0.00017835548,0.0001029241,0.00075326714,0.00011117545,0.002084857,0.0004398398,0.00028459972,0.0016846885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009014531,0.0007410526,0.049825717,0.00018211664,0.00011217477,0.000103357415,0.034410406,0.000036451278,0.027771972,0.658189,0.02264289,0.20508341],"study_design_scores_gemma":[0.0032518927,0.000587743,0.26638803,0.00013835687,0.000087959284,0.00023646653,0.0013450627,0.020749962,0.08391462,0.00064805173,0.6203349,0.0023169585],"about_ca_topic_score_codex":0.00003806946,"about_ca_topic_score_gemma":0.000007871033,"teacher_disagreement_score":0.6575409,"about_ca_system_score_codex":0.00022446275,"about_ca_system_score_gemma":0.00015821136,"threshold_uncertainty_score":0.9999533},"labels":[],"label_agreement":null},{"id":"W4200199191","doi":"10.1145/3476106","title":"Are Topics Interesting or Not? An LDA-based Topic-graph Probabilistic Model for Web Search Personalization","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Wilfrid Laurier University","funders":"Wilfrid Laurier University","keywords":"Latent Dirichlet allocation; Computer science; Personalization; Topic model; Information retrieval; Web page; Graph; Probabilistic logic; Web search query; Personalized search; User modeling; World Wide Web; User interface; Data mining; Search engine; Theoretical computer science; Artificial intelligence","score_opus":0.11641684713239055,"score_gpt":0.3228678552276038,"score_spread":0.20645100809521327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200199191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012629115,0.0000036948945,0.9850331,0.00071428803,0.0004551617,0.0007074741,0.00013190549,0.00020066726,0.00012461562],"genre_scores_gemma":[0.9704238,0.0000033854985,0.027200533,0.0009270783,0.00005287557,0.00030212596,0.00011399815,0.000009543498,0.0009666635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983017,0.00008898892,0.00060161104,0.00018883719,0.0005476289,0.00027123225],"domain_scores_gemma":[0.9979186,0.00015534513,0.00020435822,0.0006313804,0.0009589538,0.00013134249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042569565,0.00015463411,0.00018123705,0.00029230744,0.00044212546,0.0006873514,0.0005230538,0.00011726969,0.0000213725],"category_scores_gemma":[0.00019648034,0.0001344841,0.00010429087,0.00061539735,0.000027767866,0.0029529748,0.00001412057,0.0001773287,0.000028696464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002910142,0.0002777921,0.00012964911,0.0017626828,0.000044036875,0.0000064744168,0.011322475,0.8791852,0.00026319982,0.020375498,0.0002697846,0.086072214],"study_design_scores_gemma":[0.0006825734,0.0001126211,0.00020844689,0.000106431966,0.00001046622,0.000018578532,0.001305122,0.99451804,0.00091479014,0.000058216716,0.0018850133,0.0001796858],"about_ca_topic_score_codex":0.000013945442,"about_ca_topic_score_gemma":0.000037552272,"teacher_disagreement_score":0.9578325,"about_ca_system_score_codex":0.00015572444,"about_ca_system_score_gemma":0.00048701643,"threshold_uncertainty_score":0.6628145},"labels":[],"label_agreement":null},{"id":"W4205799827","doi":"10.5260/chara.15.3.42","title":"PhilPapers","year":2014,"lang":"en","type":"article","venue":"The Charleston Advisor","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.008560083928977407,"score_gpt":0.21313717553856149,"score_spread":0.20457709160958407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205799827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4025102,0.00010902823,0.44666973,0.05131245,0.0015311209,0.00079127745,0.0000048048564,0.0011096,0.09596178],"genre_scores_gemma":[0.99378014,0.000013036199,0.0014158249,0.002377377,0.00008550569,0.000013645821,0.0000016766702,0.0000049823766,0.0023078388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992607,0.00005471075,0.00012148729,0.00010999929,0.0002537344,0.00019934298],"domain_scores_gemma":[0.9993251,0.00006563009,0.00004402416,0.00045085483,0.000049228434,0.00006514299],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043023902,0.0000733024,0.00006988459,0.000040061845,0.00018398413,0.00010275479,0.0008783964,0.000025194335,0.00006687776],"category_scores_gemma":[0.00004880057,0.00004344622,0.000041948682,0.00019984023,0.000053070595,0.000325665,0.00013280906,0.00011578945,0.0012334806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010268249,0.00004688771,0.00019942713,0.000012646301,0.0000071799172,0.0000017259405,0.0032406747,0.000038175862,0.0031771096,0.52625364,0.0052862805,0.46172598],"study_design_scores_gemma":[0.001224358,0.00033984895,0.037901357,0.000028667715,0.000013911382,0.000059761325,0.00021888138,0.0762195,0.02188446,0.008582809,0.85288537,0.00064110896],"about_ca_topic_score_codex":0.0000075125513,"about_ca_topic_score_gemma":8.869128e-7,"teacher_disagreement_score":0.8475991,"about_ca_system_score_codex":0.000015229944,"about_ca_system_score_gemma":0.000020274345,"threshold_uncertainty_score":0.9995442},"labels":[],"label_agreement":null},{"id":"W4206242806","doi":"10.2196/32640","title":"Internet-Based Information Behavior After Pregnancy Loss: Interview Study","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information behavior; The Internet; Information seeking; Information seeking behavior; Information needs; Information quality; Pregnancy; Internet privacy; Context (archaeology); Information system; Psychology; Social psychology; Computer science; World Wide Web; Information retrieval; Engineering; Human–computer interaction","score_opus":0.09012135035439962,"score_gpt":0.40268520351857634,"score_spread":0.31256385316417673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206242806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82607687,0.0003015838,0.16080612,0.0013276595,0.0007439479,0.003708437,0.00005504094,0.0003823382,0.0065979897],"genre_scores_gemma":[0.996324,0.00001420744,0.0009171474,0.00022826828,0.00001928773,0.0018537149,0.000045951598,0.000008906544,0.0005885355],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99559623,0.0008372976,0.0007328492,0.00027545672,0.0018400691,0.00071811187],"domain_scores_gemma":[0.99662524,0.00015446273,0.00012931322,0.0008440992,0.002010366,0.00023653159],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016413332,0.00021575527,0.0002515382,0.00063136074,0.00024520315,0.0010594804,0.0011985359,0.00010120037,0.00053919136],"category_scores_gemma":[0.0001123291,0.00017974095,0.00014369909,0.0018394281,0.00013762999,0.0062894626,0.0011292938,0.00080097234,0.0021632332],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015357384,0.004943947,0.027471032,0.00085248513,0.00008657792,0.00078041095,0.12209302,0.000011206554,0.00006672059,0.010926122,0.0048856284,0.8277293],"study_design_scores_gemma":[0.00786564,0.0058499244,0.85537666,0.00200509,0.000039431998,0.00017106318,0.01352089,0.039873254,0.02096401,0.00071777013,0.051896196,0.0017200798],"about_ca_topic_score_codex":0.000022710019,"about_ca_topic_score_gemma":0.000016169626,"teacher_disagreement_score":0.8279056,"about_ca_system_score_codex":0.00026546165,"about_ca_system_score_gemma":0.00045884968,"threshold_uncertainty_score":0.9999775},"labels":[],"label_agreement":null},{"id":"W4206442406","doi":"10.1080/0194262x.2021.1991546","title":"Information Seeking Behaviors, Attitudes, and Choices of Academic Physicists","year":2022,"lang":"en","type":"article","venue":"Science & Technology Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Guelph; Western University; University of Waterloo; University of Toronto; Wilfrid Laurier University; Brock University","funders":"","keywords":"Variety (cybernetics); Information seeking; Feeling; Information needs; Citation; Psychology; Publishing; Public relations; Medical education; Sociology; Computer science; Library science; Social psychology; Political science; Medicine","score_opus":0.011870805462269306,"score_gpt":0.2664220992275388,"score_spread":0.25455129376526947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206442406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820947,0.0002021951,0.01306305,0.002372648,0.00029952786,0.00026959623,0.000015389685,0.0004778832,0.0012050102],"genre_scores_gemma":[0.99523336,0.00001550278,0.004518333,0.0001479897,0.0000050237177,0.000033208576,0.000003235159,0.0000018639773,0.000041460633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986787,0.000016561107,0.00027481889,0.00015437433,0.00059226336,0.00028329546],"domain_scores_gemma":[0.99932176,0.000026704809,0.00019291152,0.00031990168,0.00009124546,0.00004749628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004916994,0.00008583157,0.00012039088,0.0010817316,0.0008301464,0.0001804449,0.0017376711,0.000056674868,0.00001411786],"category_scores_gemma":[0.000070016365,0.00008043706,0.000018742141,0.003425949,0.001382817,0.008282161,0.0019964238,0.0003793518,0.0000057508564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054103507,0.000028283228,0.057278514,0.000023596462,0.0000024139895,9.701955e-7,0.0027947524,0.000033540673,0.01432355,0.8598962,0.00007026565,0.06554253],"study_design_scores_gemma":[0.0015952515,0.0015754352,0.39166164,0.000100922334,0.000028724824,0.0002955181,0.0064756176,0.024631748,0.4070245,0.11389209,0.05132926,0.0013892907],"about_ca_topic_score_codex":0.000008435652,"about_ca_topic_score_gemma":3.3498088e-7,"teacher_disagreement_score":0.7460041,"about_ca_system_score_codex":0.000036115875,"about_ca_system_score_gemma":0.0003021503,"threshold_uncertainty_score":0.6384899},"labels":[],"label_agreement":null},{"id":"W4211206400","doi":"10.1002/asi.24623","title":"A study of visually linked keywords to support exploratory browsing in academic search","year":2022,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Digital library; Computer science; Exploratory research; Interface (matter); Information retrieval; World Wide Web; Workspace; Task (project management); Process (computing); Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.04441912964804514,"score_gpt":0.3479267139950874,"score_spread":0.3035075843470423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211206400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99403036,0.0000032771788,0.002053287,0.0030499161,0.00027954672,0.0004433229,0.0000035040769,0.000013376827,0.00012339337],"genre_scores_gemma":[0.999225,0.0000033397353,0.0004296644,0.00028355388,0.0000068744484,0.000021056174,2.5579527e-7,0.0000012141583,0.00002902065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975735,0.000055308563,0.0006922458,0.00006465551,0.0014124382,0.00020183752],"domain_scores_gemma":[0.99752635,0.00007880016,0.00074688345,0.00014838639,0.0014551992,0.000044406715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007434563,0.000050183382,0.00013929662,0.0017841142,0.00038331095,0.00008525516,0.0012677254,0.000050300136,0.000001669962],"category_scores_gemma":[0.0012027177,0.00003879176,0.000028463282,0.0043047313,0.000051814404,0.0031529672,0.0006581516,0.00040806006,0.0000016773272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022734352,0.00066766073,0.37678814,0.0000618642,0.000057346904,0.000003915098,0.20976084,0.006853986,0.010568928,0.092401184,0.0024030472,0.30020574],"study_design_scores_gemma":[0.017693037,0.022662409,0.49557847,0.0001487458,0.000082282815,0.0003097381,0.28305495,0.04756046,0.035781536,0.010322839,0.08562247,0.0011830704],"about_ca_topic_score_codex":0.0000028035884,"about_ca_topic_score_gemma":0.000002547096,"teacher_disagreement_score":0.29902264,"about_ca_system_score_codex":0.0004985951,"about_ca_system_score_gemma":0.00070058083,"threshold_uncertainty_score":0.29481566},"labels":[],"label_agreement":null},{"id":"W4220653898","doi":"10.1177/00315125221076440","title":"Managing Increased Cognitive Load in a Guided Search","year":2022,"lang":"en","type":"article","venue":"Perceptual and Motor Skills","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Task (project management); Cognitive load; Set (abstract data type); Cognition; Working memory; Word (group theory); Interpretation (philosophy); Computer science; Cognitive psychology; Psychology; Mathematics; Engineering","score_opus":0.022600617827189473,"score_gpt":0.28224217267722,"score_spread":0.25964155485003054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220653898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937315,0.00004085915,0.0025812227,0.00035091813,0.00008506422,0.0003113643,0.000024775502,0.000058525406,0.0028158],"genre_scores_gemma":[0.99697095,0.000027454393,0.0007545266,0.0008561123,0.000018777027,0.00006366216,0.000010305421,0.000004599085,0.001293593],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986391,0.00012783406,0.00018807378,0.00022776725,0.0005276551,0.0002895783],"domain_scores_gemma":[0.9995492,0.00009270907,0.000024604598,0.00013336394,0.00008676067,0.00011334761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057916425,0.00009342595,0.000118534845,0.00018118638,0.00025928897,0.00009486293,0.00031682622,0.000021465934,0.00038872805],"category_scores_gemma":[0.000042112737,0.00008771524,0.00003548036,0.00037676407,0.000056701218,0.0003502444,0.00060924195,0.0002263365,0.000052211424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021958245,0.0010795519,0.02385773,0.00008697185,0.000037437378,0.00041664048,0.16668727,0.000107994136,0.006679497,0.011098501,0.0018960326,0.7878328],"study_design_scores_gemma":[0.007994591,0.0016674924,0.7955099,0.00011723052,0.000023882614,0.00038052545,0.024356531,0.15156251,0.0013098128,0.0017158111,0.013927875,0.0014338759],"about_ca_topic_score_codex":0.0005707017,"about_ca_topic_score_gemma":0.000012331826,"teacher_disagreement_score":0.7863989,"about_ca_system_score_codex":0.000117076976,"about_ca_system_score_gemma":0.000120383236,"threshold_uncertainty_score":0.42562997},"labels":[],"label_agreement":null},{"id":"W4220873083","doi":"10.1145/3498366.3505770","title":"The Dark Side of Relevance: The Effect of Non-Relevant Results on Search Behavior","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Search engine; Relevance (law); Task (project management); Preference; World Wide Web","score_opus":0.015401024965039293,"score_gpt":0.29102670437024064,"score_spread":0.27562567940520133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220873083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985711,0.000028734463,0.001604352,0.0017361565,0.00038106987,0.0009646516,0.000039496535,0.000040861207,0.009493708],"genre_scores_gemma":[0.99765074,0.000014198211,0.00027182343,0.00007807072,0.000011841929,0.0000888401,0.0000035748792,0.0000045280476,0.0018764016],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997622,0.00032742444,0.0004254846,0.0001653803,0.0011984417,0.00026126037],"domain_scores_gemma":[0.99718845,0.0016630471,0.00014079045,0.00083475455,0.00012771759,0.000045235494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029808318,0.00009662972,0.00014343558,0.00007172622,0.00057395105,0.000052625797,0.0015260829,0.000021626285,0.00001855682],"category_scores_gemma":[0.00020476557,0.000044992736,0.00010728106,0.00060593133,0.0001378072,0.00014387956,0.0006395459,0.00035923673,0.00002293159],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002498629,0.00039976157,0.0022847792,0.00010947414,0.000058876063,0.000042929878,0.008578807,0.004714342,0.029690582,0.032188434,0.017742455,0.90169096],"study_design_scores_gemma":[0.004036683,0.01260143,0.07049997,0.000050187064,0.000045541616,0.000044349043,0.0011813168,0.047213398,0.8413773,0.00021618763,0.02229897,0.0004346387],"about_ca_topic_score_codex":0.0000783106,"about_ca_topic_score_gemma":0.000005030963,"teacher_disagreement_score":0.9012563,"about_ca_system_score_codex":0.00004804644,"about_ca_system_score_gemma":0.00010020743,"threshold_uncertainty_score":0.44144252},"labels":[],"label_agreement":null},{"id":"W4229588177","doi":"10.1515/iupac.85.0466","title":"Forward Library Search","year":2016,"lang":"en","type":"dataset","venue":"IUPAC Standards Online","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; National Research Council Canada","funders":"","keywords":"Chemical nomenclature; Terminology; Mass spectrometry; Chemistry; Standardization; Information retrieval; Analytical Chemistry (journal); Computer science; Environmental chemistry; Chromatography; Linguistics; Organic chemistry","score_opus":0.019512674407337983,"score_gpt":0.38827671756339033,"score_spread":0.3687640431560523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229588177","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035298548,0.00012544089,0.011900382,0.0023636497,0.000710824,0.0003156967,0.9841345,0.00023498983,0.00017924223],"genre_scores_gemma":[0.000005467565,0.0005441245,0.00094904425,0.0007654367,0.00047032823,0.000012299104,0.9951994,0.0000197859,0.0020341265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613553,0.000110241446,0.00051692536,0.00046795784,0.0021272434,0.00064208894],"domain_scores_gemma":[0.9976365,0.00011135122,0.00015217508,0.0013391469,0.00042344214,0.0003373845],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061729515,0.00035311864,0.0004294259,0.0004356468,0.00018743197,0.0005057466,0.0024080696,0.00032582087,0.0024287591],"category_scores_gemma":[0.00012897143,0.0002433734,0.00020252977,0.00052991067,0.00011749017,0.0015079799,0.0012388676,0.00063135166,0.000043440654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003151358,0.00007092307,0.0000045386964,0.00007514323,0.000020526433,0.00006533751,0.000023657482,5.2902203e-7,0.0000013085929,0.00059001107,0.97574455,0.023371952],"study_design_scores_gemma":[0.000483265,0.00021147965,0.000032105327,0.00013805105,0.000011672173,0.000019098488,0.0000065876347,0.00014123037,0.00010555911,0.00021447899,0.9982869,0.00034958308],"about_ca_topic_score_codex":0.000022079153,"about_ca_topic_score_gemma":0.0000102168,"teacher_disagreement_score":0.023022369,"about_ca_system_score_codex":0.00017630693,"about_ca_system_score_gemma":0.0018625348,"threshold_uncertainty_score":0.9984832},"labels":[],"label_agreement":null},{"id":"W4233939430","doi":"10.1007/978-1-4939-7131-2_100513","title":"Information Retrieval","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Information retrieval; Computer science; Geography","score_opus":0.022130451445282927,"score_gpt":0.2440413554055841,"score_spread":0.2219109039603012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233939430","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008417482,0.000007666413,0.11841877,0.0002147049,0.0004625191,0.00018674236,0.000010077418,0.00025740277,0.8804337],"genre_scores_gemma":[0.00014899364,0.00002754012,0.005948815,0.0011700565,0.00014841919,0.0000013489356,0.0000667084,0.000007849554,0.9924803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862415,0.000004833215,0.00039867882,0.000108065855,0.00066797034,0.00019630445],"domain_scores_gemma":[0.99867904,0.000022232009,0.00018040414,0.00053702074,0.00046998923,0.00011130783],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002525717,0.0001854565,0.00015882829,0.00026504838,0.000104077546,0.00035628676,0.000798344,0.00025590503,0.0038237679],"category_scores_gemma":[0.000024016208,0.00015261443,0.000104129074,0.00006359904,0.000061242106,0.0023308294,0.00031590927,0.00023867881,0.020035401],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006860287,0.0000019019993,3.352608e-7,0.000013572351,0.000007482587,0.0000014360465,0.00039409497,1.7962647e-7,0.000001553583,0.9370457,0.042009454,0.020517437],"study_design_scores_gemma":[0.00012654037,0.0001082662,0.000012785903,0.000020617195,0.0000047609806,0.0000133511785,0.0000055707737,0.0010254579,0.00022224059,0.016674155,0.98154277,0.00024348205],"about_ca_topic_score_codex":0.000001874967,"about_ca_topic_score_gemma":4.871778e-7,"teacher_disagreement_score":0.9395333,"about_ca_system_score_codex":0.000071301925,"about_ca_system_score_gemma":0.00016006672,"threshold_uncertainty_score":0.9970869},"labels":[],"label_agreement":null},{"id":"W4236354133","doi":"10.1002/asi.20957","title":"HotMap: Supporting visual exploration of Web search results","year":2008,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; Memorial University of Newfoundland","funders":"","keywords":"Computer science; Information retrieval; Search engine; Web search query; Relevance (law); Result set; Set (abstract data type); Representation (politics); Semantic search; Sorting; Visual search; World Wide Web; Preference; Web crawler; Keyword search; Web search engine; Artificial intelligence","score_opus":0.03791385974387544,"score_gpt":0.3331443454156265,"score_spread":0.29523048567175103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236354133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92478555,0.0000069350517,0.06775994,0.006984636,0.00011593396,0.00017488447,0.000006305366,0.000024695504,0.00014110714],"genre_scores_gemma":[0.9827701,0.00009794149,0.016733866,0.0003653215,0.000013604141,0.000002869379,5.2430806e-7,0.0000012250017,0.000014541226],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982479,0.00001175354,0.00065266213,0.00006478406,0.0008095643,0.00021331369],"domain_scores_gemma":[0.99637496,0.000065248205,0.001210636,0.00018181647,0.0021146478,0.000052708536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023088933,0.000060406597,0.00016020528,0.00039299566,0.0004549878,0.000067816065,0.0008766473,0.000034829092,3.7087156e-7],"category_scores_gemma":[0.0005991587,0.000039192473,0.0001187328,0.003166111,0.0014936265,0.0061647836,0.00023694645,0.00017618135,0.0000015656062],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025648536,0.00017651457,0.0062071756,0.00011014635,0.000082397426,0.000002188275,0.050145738,0.00046478398,0.070608966,0.05863154,0.010165873,0.8031482],"study_design_scores_gemma":[0.006577037,0.0067800772,0.028150786,0.00014797544,0.000057134785,0.0016579475,0.06732494,0.37110642,0.44187048,0.004075771,0.071416,0.0008354202],"about_ca_topic_score_codex":0.0000041410567,"about_ca_topic_score_gemma":1.8698454e-7,"teacher_disagreement_score":0.8023128,"about_ca_system_score_codex":0.00006304088,"about_ca_system_score_gemma":0.00080373674,"threshold_uncertainty_score":0.5503329},"labels":[],"label_agreement":null},{"id":"W4236647746","doi":"10.1007/978-1-4614-6170-8_100122","title":"Information Retrieval","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.017400057449663615,"score_gpt":0.23077099187132086,"score_spread":0.21337093442165725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236647746","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015902251,0.0000053035405,0.3409377,0.00025094737,0.00027436548,0.00012955982,0.000004161313,0.00019364047,0.6582027],"genre_scores_gemma":[0.0005126723,0.000025753387,0.004637189,0.0016872338,0.00009598723,0.0000015399087,0.0000717161,0.000008244139,0.9929597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986242,0.0000066211387,0.0004130431,0.000102973005,0.000664027,0.00018915413],"domain_scores_gemma":[0.9988193,0.000035066612,0.00019166153,0.00053582335,0.00030308956,0.000115093804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030110223,0.00018799468,0.00018472507,0.00025892476,0.00009060935,0.0003312917,0.000767597,0.0002505414,0.000758964],"category_scores_gemma":[0.000027998376,0.00015528564,0.000114279464,0.00005061335,0.000033463817,0.0012481945,0.00025671851,0.00029120044,0.0091203395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003171806,7.894306e-7,2.9182834e-7,0.000013383407,0.000004062191,6.260336e-7,0.00008929905,0.0000010338887,9.129444e-7,0.9370886,0.009740746,0.053057082],"study_design_scores_gemma":[0.00013581381,0.00006871068,0.000014901722,0.00001872159,0.0000045424267,0.000010941817,0.0000017976091,0.0025075222,0.00010177614,0.009231973,0.9876646,0.00023870743],"about_ca_topic_score_codex":0.0000023113357,"about_ca_topic_score_gemma":3.6100002e-7,"teacher_disagreement_score":0.97792387,"about_ca_system_score_codex":0.000060826336,"about_ca_system_score_gemma":0.00011311172,"threshold_uncertainty_score":0.9916512},"labels":[],"label_agreement":null},{"id":"W4236702116","doi":"10.1002/asi.20249","title":"Human information behavior: Integrating diverse approaches and information use","year":2005,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"CLARITY; Computer science; Information system; Perspective (graphical); Cognitive models of information retrieval; Cognitive science; Data science; Focus (optics); Process (computing); Information architecture; Management science; Artificial intelligence; Management information systems; Psychology","score_opus":0.035453423684562856,"score_gpt":0.28659456935612376,"score_spread":0.25114114567156093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236702116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9300962,0.000009221851,0.0627931,0.0061856853,0.00014151703,0.00047012416,0.000015027735,0.00006918024,0.00021991582],"genre_scores_gemma":[0.9505653,0.00004089334,0.047349773,0.001995303,0.000020087602,0.000017540886,0.0000026716307,0.0000014872213,0.000006954599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835885,0.000011081773,0.00067181094,0.00005750588,0.0006602827,0.0002404682],"domain_scores_gemma":[0.9970168,0.00004046224,0.0012887552,0.00022234945,0.0013489692,0.00008268725],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014472251,0.00011006719,0.00017033612,0.0005930243,0.0008231446,0.0008468323,0.00082651677,0.00006208954,6.9154476e-7],"category_scores_gemma":[0.0004222608,0.000073213174,0.000104827915,0.0019095066,0.0010826392,0.050558645,0.00039198954,0.0002760255,0.0000039189576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008951584,0.000018316046,0.0029011196,0.000022110711,0.000014254292,4.705948e-8,0.007615376,0.000057242134,0.00039398723,0.10447969,0.001261173,0.8832277],"study_design_scores_gemma":[0.0043588835,0.0020862133,0.14078152,0.00013086948,0.00016699689,0.0009988722,0.08357209,0.15589975,0.009483992,0.0018810763,0.5994983,0.0011414762],"about_ca_topic_score_codex":0.000011964661,"about_ca_topic_score_gemma":0.0000010752175,"teacher_disagreement_score":0.8820863,"about_ca_system_score_codex":0.00014632774,"about_ca_system_score_gemma":0.0002295773,"threshold_uncertainty_score":0.9627207},"labels":[],"label_agreement":null},{"id":"W4237564455","doi":"10.1002/asi.21433","title":"The effect of spelling and retrieval system familiarity on search behavior in online public access catalogs: A mixed methods study","year":2010,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Royal University","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Spelling; Spell; Computer science; Information retrieval; Online search; World Wide Web; Search engine; Keyword search; Web search query; Semantic search; Process (computing); Linguistics","score_opus":0.02707198700372321,"score_gpt":0.3826807971544139,"score_spread":0.3556088101506907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237564455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918301,0.000011449153,0.005909263,0.0014149146,0.00024692903,0.00055657845,0.000005661265,0.000015190614,0.000009925803],"genre_scores_gemma":[0.9948713,0.00002542445,0.0050201174,0.00006177295,0.000009857797,0.000007788168,3.0238107e-7,0.0000016963224,0.0000017453465],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99827415,0.00009147603,0.00057066197,0.00009831442,0.0007140945,0.000251316],"domain_scores_gemma":[0.9974725,0.0004932574,0.0007315157,0.00033535663,0.0009026224,0.000064695065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009719909,0.00009106474,0.00025269247,0.00043324757,0.00048860186,0.00034652033,0.0017440834,0.000054824115,9.867901e-8],"category_scores_gemma":[0.0011099643,0.00004703079,0.000093466784,0.003519089,0.0014822306,0.0022445458,0.0005540096,0.0005796017,2.7136193e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014710656,0.00014495285,0.09430253,0.00008484721,0.000036551417,9.572899e-7,0.0036876437,0.000019516485,0.008873824,0.008945335,0.000061333994,0.8836954],"study_design_scores_gemma":[0.0050766035,0.0123257125,0.6156494,0.00010108794,0.00012070729,0.00049053534,0.077798,0.18065608,0.10375094,0.0003597453,0.0031161862,0.00055501825],"about_ca_topic_score_codex":0.000023340228,"about_ca_topic_score_gemma":0.000008470951,"teacher_disagreement_score":0.8831404,"about_ca_system_score_codex":0.000083207466,"about_ca_system_score_gemma":0.00028435796,"threshold_uncertainty_score":0.54613405},"labels":[],"label_agreement":null},{"id":"W4238004638","doi":"10.1007/978-0-387-39940-9_2508","title":"Document Retrieval","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.0176357465442427,"score_gpt":0.251852234751054,"score_spread":0.2342164882068113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238004638","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027150198,0.001240506,0.013298413,0.000106519816,0.0019785299,0.0008786915,0.00047894023,0.0001700998,0.9818212],"genre_scores_gemma":[0.0004885038,0.0025598023,0.00406892,0.00009171077,0.00058393966,0.000010080656,0.00064025866,0.000036113026,0.99152064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966376,0.00004525968,0.0010573245,0.00047217752,0.0014281289,0.00035954727],"domain_scores_gemma":[0.9971712,0.000096844175,0.0006452181,0.00152361,0.00033014335,0.00023294831],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076246815,0.0003898363,0.0006020096,0.0003648849,0.000088194574,0.00013023014,0.0013915148,0.0002548695,0.00016412641],"category_scores_gemma":[0.000054880606,0.00034367456,0.0001914351,0.00012753018,0.0000662368,0.00096677913,0.00042326676,0.00045360014,0.0006623511],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003192803,0.000039088678,0.000006191523,0.0004136363,0.000057992725,0.00013285603,0.00032122686,0.000012301732,0.000039630657,0.9385466,0.033716172,0.026682353],"study_design_scores_gemma":[0.00031189946,0.00018861883,0.000018779392,0.00046050962,0.00003210447,0.00003932946,0.000010053006,0.0002927367,0.0000907149,0.00093386864,0.99716973,0.00045165193],"about_ca_topic_score_codex":0.00004175241,"about_ca_topic_score_gemma":0.0000016836572,"teacher_disagreement_score":0.9634536,"about_ca_system_score_codex":0.00011891987,"about_ca_system_score_gemma":0.00034995447,"threshold_uncertainty_score":0.99990153},"labels":[],"label_agreement":null},{"id":"W4244294689","doi":"10.1007/978-0-387-39940-9_936","title":"Probability Smoothing","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Smoothing; Computer science; Mathematics; Statistics","score_opus":0.03613827699076952,"score_gpt":0.25098106348336285,"score_spread":0.21484278649259334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244294689","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000048893136,0.00063484313,0.025930706,0.00008377958,0.0012606948,0.0010079633,0.00043765426,0.00019420483,0.9704013],"genre_scores_gemma":[0.0012986748,0.0012179407,0.0208915,0.00013779588,0.00077643554,0.000050358605,0.0008221836,0.00005831472,0.9747468],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716413,0.00005116877,0.00097401737,0.0004730402,0.0010259206,0.000311716],"domain_scores_gemma":[0.9972538,0.000108396096,0.0005739289,0.001555633,0.00032833172,0.00017991541],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009342433,0.00033698173,0.000549229,0.00025078983,0.0000932556,0.0001069919,0.0012718452,0.00023531119,0.00007280425],"category_scores_gemma":[0.00008751066,0.0002951969,0.00016696316,0.00009789961,0.00007442838,0.0010068961,0.00038209025,0.00047264254,0.0002658528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010056853,0.000053458953,0.000027678292,0.00076274097,0.00003215302,0.000052099444,0.00051843567,0.000022472734,0.000020028561,0.9340261,0.010327566,0.05414721],"study_design_scores_gemma":[0.00022981538,0.00012367325,0.000055071814,0.0006194273,0.000026202772,0.000028794822,0.0000092831315,0.0010766408,0.000033255976,0.0027973396,0.9945133,0.00048720467],"about_ca_topic_score_codex":0.00007840226,"about_ca_topic_score_gemma":0.0000047297503,"teacher_disagreement_score":0.9841857,"about_ca_system_score_codex":0.00009973622,"about_ca_system_score_gemma":0.0003426393,"threshold_uncertainty_score":0.99995},"labels":[],"label_agreement":null},{"id":"W4245972587","doi":"10.1002/1532-2890(2001)9999:9999<::aid-asi1092>3.0.co;2-3","title":"Assessment of the effects of user characteristics on mental models of information retrieval systems","year":2001,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Repertory grid; Computer science; Information retrieval; Information system; Factor (programming language); Mental model; Psychology; Social psychology","score_opus":0.01114224151245441,"score_gpt":0.2812615414810123,"score_spread":0.2701192999685579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245972587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9466397,0.000006801722,0.051563535,0.000883561,0.00038078346,0.00038305143,0.000014566692,0.0000080764985,0.00011989776],"genre_scores_gemma":[0.99699634,0.000110156725,0.0026369023,0.0002394423,0.000006379954,0.0000029521718,5.209184e-7,0.0000010903302,0.00000618489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980787,0.000018053537,0.0007473953,0.000040814437,0.0009695259,0.00014553472],"domain_scores_gemma":[0.995603,0.00009582966,0.0024712137,0.0002731189,0.0015244179,0.00003241748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012801563,0.000072653595,0.0002354236,0.00027985082,0.00018314125,0.000059432357,0.0010613415,0.000044701093,2.2310749e-7],"category_scores_gemma":[0.0003215365,0.00004033974,0.00015147917,0.0021644225,0.0009199084,0.0032967012,0.00023351234,0.00016510367,2.0623293e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033493256,0.00041423546,0.029024482,0.0015080738,0.00028504827,4.0303976e-7,0.021497339,0.0023819138,0.082499795,0.62964976,0.0026822377,0.22972175],"study_design_scores_gemma":[0.004414125,0.0064131436,0.2451219,0.0009327322,0.00015041957,0.00033131015,0.015653495,0.56490904,0.14263031,0.0026120325,0.016293036,0.00053847866],"about_ca_topic_score_codex":0.000005591427,"about_ca_topic_score_gemma":4.693422e-8,"teacher_disagreement_score":0.62703776,"about_ca_system_score_codex":0.00010291637,"about_ca_system_score_gemma":0.00038904374,"threshold_uncertainty_score":0.3389441},"labels":[],"label_agreement":null},{"id":"W4247619421","doi":"10.1007/978-3-319-68699-8","title":"Information Retrieval","year":2017,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.018085433261847226,"score_gpt":0.26992867091771905,"score_spread":0.2518432376558718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247619421","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006978378,0.000050261508,0.98447907,0.000634889,0.0024212936,0.0004088851,0.000009087293,0.00016940136,0.011757313],"genre_scores_gemma":[0.11412919,0.00020467956,0.8528973,0.012242632,0.003125103,0.000046526755,0.00025126906,0.00009069162,0.017012643],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964649,0.000033939166,0.0005980833,0.00048489342,0.0017167021,0.0007014466],"domain_scores_gemma":[0.99667907,0.00019023422,0.0004974272,0.00185771,0.00056870066,0.00020683232],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014880843,0.00037151913,0.00038590195,0.0010764296,0.0006123137,0.0025735667,0.005841761,0.0003527534,0.00001967254],"category_scores_gemma":[0.00038786643,0.00032461443,0.00012217714,0.00072669913,0.00061116926,0.0059070657,0.001704371,0.00093875517,0.00042553313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010440118,0.000016225613,0.000032215514,0.000059327318,0.0000042511588,0.000024754983,0.0017476062,0.0020152528,0.000018211133,0.0053591393,0.0006068712,0.9901057],"study_design_scores_gemma":[0.0010801724,0.00048272044,0.0016510879,0.00061896007,0.000012705889,0.00017711903,5.247463e-7,0.8073009,0.0040293084,0.091737114,0.0911239,0.0017854606],"about_ca_topic_score_codex":0.000012807085,"about_ca_topic_score_gemma":0.0000063867524,"teacher_disagreement_score":0.98832023,"about_ca_system_score_codex":0.0005954842,"about_ca_system_score_gemma":0.0027179532,"threshold_uncertainty_score":0.9999206},"labels":[],"label_agreement":null},{"id":"W4248112467","doi":"10.1002/asi.20590","title":"A field study characterizing Web‐based information‐seeking tasks","year":2007,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Task (project management); Web navigation; Information seeking; Session (web analytics); Web page; Information retrieval; Field (mathematics); Information seeking behavior","score_opus":0.015313589259208235,"score_gpt":0.2983754545638338,"score_spread":0.28306186530462557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248112467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7166293,0.0000041867897,0.274711,0.0077975793,0.00027489517,0.00035182535,0.0000028158777,0.00005214252,0.0001761971],"genre_scores_gemma":[0.9792667,0.000007071494,0.0151218455,0.0055737416,0.000019258367,0.000006120968,3.5269758e-7,0.0000013337174,0.0000035503979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817824,0.000008892087,0.00065425195,0.000060565762,0.0008025056,0.00029556573],"domain_scores_gemma":[0.9967725,0.00012643666,0.0011983771,0.0002664833,0.0015613525,0.00007480508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037325846,0.00008912452,0.00017090191,0.0006433043,0.0006077191,0.00036155697,0.0012805982,0.000043067517,8.9550014e-7],"category_scores_gemma":[0.0006406009,0.000058747308,0.00012734182,0.0034311777,0.00048358823,0.007621846,0.00026647878,0.0002707279,0.0000032057192],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010294678,0.00010167968,0.01676506,0.000041610037,0.00004675296,9.262289e-7,0.011436879,0.000022548002,0.0071321516,0.0128418505,0.0024103909,0.9490972],"study_design_scores_gemma":[0.0083615985,0.009822414,0.13705204,0.00018064397,0.00012751888,0.00064998673,0.09975491,0.18207453,0.06768715,0.0015974232,0.4914143,0.0012774568],"about_ca_topic_score_codex":0.0000051966294,"about_ca_topic_score_gemma":6.7869126e-7,"teacher_disagreement_score":0.94781977,"about_ca_system_score_codex":0.000110797424,"about_ca_system_score_gemma":0.00050667487,"threshold_uncertainty_score":0.55256546},"labels":[],"label_agreement":null},{"id":"W4248324198","doi":"10.1109/wi.2004.10059","title":"Improving Efficiency and Relevance Ranking in Information Retrieval","year":2005,"lang":"en","type":"article","venue":"IEEE/WIC/ACM International Conference on Web Intelligence (WI'04)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Ranking (information retrieval); Relevance (law); Computer science; Similarity (geometry); Computation; Information retrieval; Data mining; Ranking SVM; The Internet; Learning to rank; Artificial intelligence; Algorithm; World Wide Web","score_opus":0.04071136878458232,"score_gpt":0.305056982446959,"score_spread":0.2643456136623767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248324198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31972218,0.00009532086,0.653921,0.006500575,0.0026517138,0.0009332161,0.000066290966,0.00037712324,0.015732566],"genre_scores_gemma":[0.99083406,0.00036253387,0.007166925,0.0010145884,0.00016005494,0.00002678319,0.0000251452,0.000011772235,0.00039811508],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99631095,0.000095533345,0.0010758772,0.0005373238,0.0013731404,0.0006071526],"domain_scores_gemma":[0.9975358,0.00037106036,0.00041541771,0.00066563324,0.0008150336,0.00019705648],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011919081,0.00035670088,0.00029660095,0.00078777893,0.00022711913,0.0008876491,0.002354824,0.00019046063,0.00022801265],"category_scores_gemma":[0.0013767183,0.00034203837,0.00009624184,0.0007883258,0.00018325372,0.004566485,0.00043489135,0.00072954793,0.0006583406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032465198,0.00025064434,0.0010118614,0.00007539241,0.00002657464,0.000026951797,0.0054395273,0.0038947302,0.0061627133,0.32716477,0.0002992258,0.65532297],"study_design_scores_gemma":[0.0006624676,0.00030498512,0.0010246861,0.00031055356,0.0000062068652,0.000055628567,0.00045582964,0.9548157,0.03046774,0.0034914392,0.0077510844,0.0006536986],"about_ca_topic_score_codex":0.000083162,"about_ca_topic_score_gemma":0.0000528504,"teacher_disagreement_score":0.95092094,"about_ca_system_score_codex":0.00038803183,"about_ca_system_score_gemma":0.0004195743,"threshold_uncertainty_score":0.99990314},"labels":[],"label_agreement":null},{"id":"W4249409371","doi":"10.1002/9780470725184.index","title":"Index","year":2007,"lang":"es","type":"paratext","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Commission; European commission; Joint (building); Research centre; Political science; Library science; European union; Engineering; Business; Law; Computer science; Civil engineering","score_opus":0.03371746905100323,"score_gpt":0.32265948978878334,"score_spread":0.2889420207377801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249409371","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047823708,0.000094813644,0.41043893,0.0002732929,0.0025665455,0.0002654495,0.00001552098,0.000081151484,0.58578604],"genre_scores_gemma":[0.033887878,0.00031710262,0.0038072302,0.0024160817,0.00060981844,0.000011078057,0.00008401986,0.000021331984,0.95884544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970086,0.000051664836,0.00065241294,0.00041152094,0.0011457023,0.00073008984],"domain_scores_gemma":[0.99816376,0.00010153992,0.00021267074,0.00072210777,0.0004896331,0.00031025903],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006921415,0.0003577683,0.00035563554,0.0005479963,0.00023926477,0.0009168109,0.001608454,0.0005323171,0.012787364],"category_scores_gemma":[0.000026660868,0.0002888006,0.00019601248,0.0009361571,0.00011777524,0.0007823875,0.00059243984,0.0007691312,0.12725651],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003647116,0.00015295591,0.0006420861,0.00020673248,0.000046014196,0.00006601797,0.00080298085,0.00006384767,0.00002595705,0.06447392,0.5855471,0.34793594],"study_design_scores_gemma":[0.00028819896,0.000121689474,0.004613677,0.00006281021,0.0000070283268,0.000025715857,0.00003724003,0.01576165,0.00074892765,0.000048912196,0.9777788,0.00050536194],"about_ca_topic_score_codex":0.00016491835,"about_ca_topic_score_gemma":0.0000050905087,"teacher_disagreement_score":0.4066317,"about_ca_system_score_codex":0.00010842414,"about_ca_system_score_gemma":0.00047478577,"threshold_uncertainty_score":0.9999564},"labels":[],"label_agreement":null},{"id":"W4249657386","doi":"10.5596/c04-035","title":"Current research","year":2004,"lang":"fr","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Current (fluid); Geology; Oceanography","score_opus":0.02351397786289116,"score_gpt":0.3201604508064751,"score_spread":0.2966464729435839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249657386","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108696446,0.27507222,0.005967881,0.5839143,0.021873573,0.0010073512,0.00068751135,0.000053779393,0.0027269498],"genre_scores_gemma":[0.8031915,0.124822065,0.010299482,0.041152216,0.012650924,0.000017698449,0.000019634688,0.00012983431,0.007716695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98454404,0.0068804123,0.0019660767,0.00021823817,0.0037149254,0.0026763347],"domain_scores_gemma":[0.9856694,0.0029979316,0.0042171995,0.00032683465,0.003978301,0.0028103315],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028663607,0.0003242951,0.0006262574,0.00073054683,0.003273405,0.005428754,0.0019957966,0.0006637255,0.00021506232],"category_scores_gemma":[0.013473655,0.00028993035,0.00043317393,0.001948217,0.0001456903,0.0035426896,0.00017499914,0.005197585,0.0000125859815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000032704156,0.00012281339,0.10268176,0.000114757175,0.00023839688,0.00029542495,0.010396101,0.001929058,0.0000062289237,0.032470897,0.84005505,0.01165678],"study_design_scores_gemma":[0.0011764041,0.00020449924,0.12771007,0.0005724497,0.00004736776,0.0014862652,0.00057148247,0.0006725617,0.000107857995,0.018769154,0.8483913,0.0002905896],"about_ca_topic_score_codex":0.5321091,"about_ca_topic_score_gemma":0.62334466,"teacher_disagreement_score":0.694495,"about_ca_system_score_codex":0.13162768,"about_ca_system_score_gemma":0.23507588,"threshold_uncertainty_score":0.9999553},"labels":[],"label_agreement":null},{"id":"W4250100271","doi":"10.22215/etd/2005-07575","title":"Mapping an information architecture's scent: evaluating the effects of task and context on judgments of relevance","year":2005,"lang":"en","type":"dissertation","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Relevance (law); Architecture; Context (archaeology); Task (project management); Computer science; Information retrieval; Psychology; Art; Engineering; Political science; Geography; Visual arts","score_opus":0.01686641148925602,"score_gpt":0.2999152549789387,"score_spread":0.2830488434896827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250100271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98008806,0.00015829266,0.014004295,0.00009685372,0.00046197622,0.00116041,0.000008469826,0.0000471343,0.003974504],"genre_scores_gemma":[0.99529874,0.00008347419,0.0035570299,0.0003374162,0.00002638355,0.00003293602,0.00013122168,0.000006542618,0.0005262381],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99825144,0.00009963535,0.0005607268,0.00014188814,0.0007751601,0.0001711246],"domain_scores_gemma":[0.99840367,0.00029053728,0.00057673396,0.0003601141,0.0003163601,0.000052610205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005381958,0.0001680943,0.00022598327,0.0002537166,0.00012288567,0.000090858746,0.0004974735,0.00010350064,0.000007180678],"category_scores_gemma":[0.00031222333,0.000112125315,0.00005732492,0.0002722513,0.000036273344,0.0008907933,0.00004156362,0.00025332777,0.0000087775425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006655468,0.00003747059,0.00003089568,0.0006949386,0.00001626634,1.9148261e-7,0.017329624,0.00009867653,0.0035628465,0.0055407826,0.000035258177,0.9725865],"study_design_scores_gemma":[0.0093446,0.012352337,0.18076263,0.009567197,0.00020226924,0.000029487794,0.014911104,0.21690063,0.5429775,0.003367594,0.0069997576,0.002584891],"about_ca_topic_score_codex":0.000033037813,"about_ca_topic_score_gemma":0.00002049247,"teacher_disagreement_score":0.9700016,"about_ca_system_score_codex":0.000031851905,"about_ca_system_score_gemma":0.00009929294,"threshold_uncertainty_score":0.45723376},"labels":[],"label_agreement":null},{"id":"W4252224538","doi":"10.32920/14668995","title":"Information seeking behaviors, attitudes, and choices of academic mathematicians","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Wilfrid Laurier University; Toronto Metropolitan University; Brock University","funders":"Brock University","keywords":"Pace; Feeling; Information seeking; Citation; Variety (cybernetics); Information needs; Sample (material); Psychology; Computer science; Public relations; Mathematics education; World Wide Web; Library science; Social psychology; Political science","score_opus":0.02716241769234047,"score_gpt":0.3099717221242064,"score_spread":0.2828093044318659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252224538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46115476,0.0002465821,0.53396416,0.0003072673,0.0004529737,0.0005698119,0.000021422024,0.0002028539,0.0030801736],"genre_scores_gemma":[0.94781977,0.00034041508,0.051134508,0.0002844717,0.000032554337,0.00004038456,0.000088743676,0.00000692458,0.00025220908],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983845,0.000036627815,0.00067981775,0.0001484483,0.00055490586,0.00019571239],"domain_scores_gemma":[0.9987289,0.0000574402,0.0003993769,0.0004423692,0.00028868587,0.00008327742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047584536,0.00017378325,0.00029267836,0.00023604915,0.000071644215,0.00038530817,0.00074797,0.00028395795,0.00004488134],"category_scores_gemma":[0.000055371136,0.00015192815,0.00007766854,0.00021148552,0.000050619477,0.0020990705,0.0016717688,0.0006028458,0.000012903913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029906247,0.00058357377,0.09211619,0.01853944,0.0003187773,0.000029234578,0.12479687,0.0010548542,0.007226437,0.2534004,0.0017217605,0.50018257],"study_design_scores_gemma":[0.002826615,0.00047588898,0.56196433,0.007278143,0.00037902736,0.00029938377,0.006585877,0.3467928,0.05531186,0.0059328554,0.007676883,0.004476361],"about_ca_topic_score_codex":0.00010450699,"about_ca_topic_score_gemma":0.0000073360234,"teacher_disagreement_score":0.4957062,"about_ca_system_score_codex":0.00003874598,"about_ca_system_score_gemma":0.000206095,"threshold_uncertainty_score":0.61954504},"labels":[],"label_agreement":null},{"id":"W4252799992","doi":"10.1093/notesj/gjl034","title":"Readers' Queries","year":2006,"lang":"en","type":"article","venue":"Notes and Queries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Volume (thermodynamics); Library science; Information retrieval; Computer science; World Wide Web; History","score_opus":0.0128644104309648,"score_gpt":0.23095272078073004,"score_spread":0.21808831034976522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252799992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6130366,0.0007143854,0.3590578,0.009963061,0.00041130694,0.00023820737,0.000013522877,0.00051946234,0.01604566],"genre_scores_gemma":[0.980004,0.00003397203,0.018493226,0.000312304,0.0000613026,0.0000071135487,0.000005248625,0.0000032351625,0.0010796122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948883,0.00001155167,0.00011515265,0.00010069092,0.00013406329,0.00014970923],"domain_scores_gemma":[0.9997083,0.000047015885,0.000026771026,0.00013308995,0.000050775547,0.000034033277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000081319726,0.00006658298,0.00007282489,0.000039935527,0.00015903119,0.00019743637,0.000120810335,0.000033403554,0.000020719744],"category_scores_gemma":[0.000022788932,0.00005220816,0.000021013173,0.00011308134,0.00009884214,0.00064744893,0.000075861244,0.000052325933,0.000023484892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000921703,0.000022795943,0.009026443,0.000026798476,0.0000032724577,0.000008898248,0.0021131523,0.000007372846,0.0007687406,0.93492484,0.0013718631,0.051716596],"study_design_scores_gemma":[0.0010484991,0.00051260355,0.32958892,0.00006026929,0.000015372154,0.000121171324,0.0013196298,0.00640433,0.07923185,0.0461602,0.53444517,0.0010920056],"about_ca_topic_score_codex":0.00027916068,"about_ca_topic_score_gemma":0.000036736885,"teacher_disagreement_score":0.8887647,"about_ca_system_score_codex":0.000006252357,"about_ca_system_score_gemma":0.000023569435,"threshold_uncertainty_score":0.2128987},"labels":[],"label_agreement":null},{"id":"W4253203193","doi":"10.1002/asi.20668","title":"A classification of mental models of undergraduates seeking information for a course essay in history and psychology: Preliminary investigations into aligning their mental models with online thesauri","year":2007,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Humanities Research Group, University of Windsor","keywords":"Mental image; Psychology; Disadvantage; Information seeking; Computer science; Information retrieval; Artificial intelligence; Cognition","score_opus":0.03688068085966885,"score_gpt":0.31043331854428213,"score_spread":0.2735526376846133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253203193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61768913,0.00004641306,0.37768883,0.0040976726,0.000050990566,0.00036721892,0.000013301306,0.0000113232545,0.00003513354],"genre_scores_gemma":[0.9309342,0.000074525575,0.06847405,0.00049510895,0.0000035465275,0.000010722993,0.000004698684,0.0000018638234,0.0000012769489],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998719,0.000011458413,0.0006536073,0.00006980872,0.000378992,0.00016714781],"domain_scores_gemma":[0.99741167,0.000092710456,0.0014200209,0.00015797542,0.0008731948,0.00004445568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016066874,0.00008562536,0.00018965232,0.0004935954,0.00018322765,0.00003205779,0.0004921315,0.000051068062,8.113471e-8],"category_scores_gemma":[0.00007929449,0.00005696269,0.00006466759,0.0011544728,0.0015194948,0.0057584043,0.000111016176,0.00013609273,3.3771634e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066949066,0.0003821779,0.0076803206,0.00032778006,0.00015015058,1.7787471e-7,0.221707,0.0027294813,0.049047004,0.26046062,0.0012430308,0.45560277],"study_design_scores_gemma":[0.0016739418,0.0014269208,0.0096441535,0.00013319612,0.000029721192,0.00008991225,0.044075865,0.91397625,0.0058946563,0.021834318,0.0010516164,0.00016946167],"about_ca_topic_score_codex":0.000012901378,"about_ca_topic_score_gemma":0.0000045490347,"teacher_disagreement_score":0.9112468,"about_ca_system_score_codex":0.00020945168,"about_ca_system_score_gemma":0.00051783456,"threshold_uncertainty_score":0.55986416},"labels":[],"label_agreement":null},{"id":"W4253339747","doi":"10.1002/asi.20248","title":"Investigating the Anomalous States of Knowledge hypothesis in a real‐life problem situation: A study of history and psychology undergraduates seeking information for a course essay","year":2005,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"National Research Council Canada; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Ask price; Statement (logic); Set (abstract data type); Computer science; Information needs; Style (visual arts); Psychology; Epistemology; World Wide Web; History","score_opus":0.03295880221972691,"score_gpt":0.30993239595035127,"score_spread":0.27697359373062436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253339747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685101,0.000058050828,0.023495113,0.007213264,0.00004992216,0.0006007449,0.0000038118924,0.0000130056815,0.000055978362],"genre_scores_gemma":[0.9802898,0.000083967214,0.01894239,0.00064311107,0.0000072901817,0.00002893271,3.5777992e-7,0.000001576056,0.0000025830227],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861103,0.000029406929,0.0007777129,0.00006399044,0.00034997772,0.00016790404],"domain_scores_gemma":[0.9965902,0.00026220913,0.0016990659,0.00018122426,0.001228277,0.00003902142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025408757,0.00007874774,0.00022096926,0.00037288465,0.0002206524,0.00005148444,0.00065211154,0.00003342041,2.020967e-7],"category_scores_gemma":[0.0005081137,0.000048792466,0.000063384105,0.0015062218,0.0011986733,0.0031218445,0.00014542512,0.0001407551,1.7770274e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081174454,0.00034182705,0.032619685,0.0002373744,0.00009950142,6.0961185e-8,0.23938622,0.0006817333,0.0030310806,0.029187862,0.0018170289,0.69251645],"study_design_scores_gemma":[0.008662696,0.0062941397,0.23983659,0.00025028546,0.0001867023,0.00018489429,0.22441016,0.48145968,0.0033598724,0.016567476,0.018144626,0.000642863],"about_ca_topic_score_codex":0.000024575216,"about_ca_topic_score_gemma":0.000013057465,"teacher_disagreement_score":0.6918736,"about_ca_system_score_codex":0.00014345464,"about_ca_system_score_gemma":0.0007230892,"threshold_uncertainty_score":0.44165614},"labels":[],"label_agreement":null},{"id":"W4256383167","doi":"10.4018/978-1-4666-2455-9.ch096","title":"Human-Centred Web Search","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Relevance (law); Computer science; Search engine; Simple (philosophy); Domain (mathematical analysis); World Wide Web; Process (computing); Metasearch engine; Information needs; Information retrieval; Semantic search; Search analytics; Data science; Web search query","score_opus":0.05389965620202047,"score_gpt":0.2873757431128941,"score_spread":0.23347608691087363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256383167","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001694805,0.00025740033,0.00087478285,0.00008402487,0.0004917268,0.00037330267,0.00008231615,0.00029472305,0.99737227],"genre_scores_gemma":[0.3252309,0.000010535718,0.0023037551,0.0010225435,0.0006871487,0.00001833165,0.000019269142,0.0000491334,0.6706584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975217,0.000024723748,0.0004213821,0.00035801786,0.0010193788,0.00065481476],"domain_scores_gemma":[0.9984009,0.00001539307,0.00013839366,0.0008198812,0.0002511568,0.00037423862],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019019401,0.00035516563,0.00032871478,0.00011831015,0.00023328947,0.0003120447,0.0013418552,0.00036509175,0.00023445234],"category_scores_gemma":[0.0000051324196,0.00032720887,0.00023151503,0.000036863144,0.000107102685,0.0002781985,0.00069578364,0.00045870512,0.0031859232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036071804,0.000009581338,0.000011178299,0.000019961624,0.000020419659,0.000027702165,0.00013879924,4.685961e-7,0.000034957422,0.976067,0.002769863,0.020896425],"study_design_scores_gemma":[0.002083617,0.0004349449,0.00056916167,0.00035734233,0.00011697192,0.00025722897,0.000042768374,0.0009057629,0.00078786374,0.22947274,0.76234436,0.002627241],"about_ca_topic_score_codex":0.000027602022,"about_ca_topic_score_gemma":0.000009442507,"teacher_disagreement_score":0.7595745,"about_ca_system_score_codex":0.0002928073,"about_ca_system_score_gemma":0.00035887086,"threshold_uncertainty_score":0.999918},"labels":[],"label_agreement":null},{"id":"W4280618561","doi":"10.1016/j.ipm.2022.102962","title":"ListMAP: Listwise learning to rank as maximum a posteriori estimation","year":2022,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Learning to rank; Computer science; Benchmark (surveying); Ranking (information retrieval); Rank (graph theory); Machine learning; Intuition; Artificial intelligence; Set (abstract data type); Training set; A priori and a posteriori; Data mining; Function (biology); Information retrieval; Mathematics","score_opus":0.009950833108049957,"score_gpt":0.26120149443340734,"score_spread":0.2512506613253574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280618561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024062203,0.000021434143,0.93152046,0.0034136758,0.0004925897,0.0010251651,0.000005023396,0.0007302168,0.038729202],"genre_scores_gemma":[0.94627434,0.000003863098,0.04410794,0.0054285834,0.00002300037,0.0004317961,0.000115801166,0.000011343021,0.0036033075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978745,0.000055418168,0.0005341784,0.00017162906,0.0010378592,0.00032639355],"domain_scores_gemma":[0.9991372,0.000013543989,0.0002538338,0.00028209522,0.00018895917,0.0001243745],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007709733,0.00015176431,0.00012114835,0.0005833561,0.0010181618,0.0012903825,0.0007804059,0.000024909346,0.00015047433],"category_scores_gemma":[0.000045294237,0.00015911896,0.0000496349,0.001162021,0.000015285725,0.005454282,0.0009640931,0.00023631021,0.0007772572],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037522663,0.000030008083,0.000020859783,0.0001442381,0.0000069074863,0.0000074983054,0.010988073,0.027479399,0.000010674037,0.0071890904,0.0011889734,0.9528968],"study_design_scores_gemma":[0.0010299888,0.00033775764,0.0023543888,0.00006559305,0.000018349601,0.00005918812,0.0031073878,0.43979323,0.00021180241,0.0022376636,0.55027056,0.0005141127],"about_ca_topic_score_codex":0.000018031626,"about_ca_topic_score_gemma":2.767285e-7,"teacher_disagreement_score":0.9523826,"about_ca_system_score_codex":0.00025799434,"about_ca_system_score_gemma":0.00008970522,"threshold_uncertainty_score":0.9997464},"labels":[],"label_agreement":null},{"id":"W4281625809","doi":"10.1145/3529372.3533286","title":"Information seeking within academic digital libraries","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Information seeking; Computer science; Digital library; Session (web analytics); Information seeking behavior; Matching (statistics); Variety (cybernetics); Recall; Process (computing); Information retrieval; Information needs; World Wide Web; Psychology; Artificial intelligence","score_opus":0.01821008029381207,"score_gpt":0.23608186811080767,"score_spread":0.2178717878169956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281625809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10184549,0.000012583424,0.8258514,0.0022466448,0.00068497733,0.00026545933,0.000019792953,0.0007491863,0.06832448],"genre_scores_gemma":[0.99473953,5.993834e-7,0.002793206,0.0011450953,0.00001304641,0.000018253406,0.00002586995,0.0000016719434,0.0012627116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991188,0.000015117369,0.00022678556,0.000049841834,0.000447853,0.00014159606],"domain_scores_gemma":[0.9996763,0.000025113706,0.00007132592,0.00014387183,0.000033539498,0.000049876046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020728436,0.000052495023,0.000047525464,0.0001282926,0.00032564026,0.00054383493,0.00060495874,0.000019478302,0.0001479928],"category_scores_gemma":[0.000028931836,0.000045726647,0.000025284791,0.00043177675,0.000017191705,0.010973774,0.0007047766,0.0002594046,0.00017917794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000111977615,0.000014058629,0.0025225722,0.00000904433,0.000004420681,0.000001522235,0.01592786,0.0007908361,0.0000750031,0.9047712,0.004360575,0.07151167],"study_design_scores_gemma":[0.0009757245,0.00039232805,0.00726132,0.000008812402,0.000004171218,0.00017156874,0.007852695,0.6223664,0.004765999,0.019511888,0.33594722,0.0007418554],"about_ca_topic_score_codex":0.0000034568134,"about_ca_topic_score_gemma":6.923975e-8,"teacher_disagreement_score":0.892894,"about_ca_system_score_codex":0.00003443268,"about_ca_system_score_gemma":0.00009974704,"threshold_uncertainty_score":0.7955721},"labels":[],"label_agreement":null},{"id":"W4282569005","doi":"10.1145/3544103","title":"GDESA: Greedy Diversity Encoder with Self-attention for Search Results Diversification","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Diversification (marketing strategy); Leverage (statistics); Greedy algorithm; Selection (genetic algorithm); Encoder; Ranking (information retrieval); Machine learning; Artificial intelligence; Data mining; Information retrieval; Algorithm; Business","score_opus":0.03631250601771496,"score_gpt":0.2487990638902549,"score_spread":0.21248655787253995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282569005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015622265,0.0000031064556,0.98010147,0.00077385927,0.0006001431,0.0012940691,0.00039884518,0.0003391716,0.0008670685],"genre_scores_gemma":[0.99241275,0.0000057328148,0.006392853,0.00014940872,0.000017540144,0.00032910347,0.00021477744,0.0000051686247,0.00047264688],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978534,0.000113562724,0.0004771807,0.00019376432,0.0010886673,0.0002734027],"domain_scores_gemma":[0.99836266,0.00013205789,0.00022703524,0.0006503335,0.000525746,0.00010216106],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010240857,0.00013874509,0.00013496379,0.00049483165,0.0025928651,0.00030282783,0.0009481208,0.00005425573,0.000018589373],"category_scores_gemma":[0.000015403166,0.00012788139,0.0000902383,0.00081563625,0.000025456658,0.0038467334,0.000098359356,0.0002520356,0.00012255777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00476841,0.00193647,0.0027633277,0.0011901271,0.0007313012,0.000011703524,0.15633456,0.55080533,0.00027256727,0.06576147,0.01100996,0.20441476],"study_design_scores_gemma":[0.016251849,0.00488313,0.020077005,0.00010184331,0.00018916708,0.0002347813,0.034473788,0.75491256,0.0014785299,0.000220901,0.16542932,0.0017470984],"about_ca_topic_score_codex":0.00019902928,"about_ca_topic_score_gemma":0.0000036952156,"teacher_disagreement_score":0.9767905,"about_ca_system_score_codex":0.00038472554,"about_ca_system_score_gemma":0.00012269538,"threshold_uncertainty_score":0.9987056},"labels":[],"label_agreement":null},{"id":"W4283446342","doi":"10.5281/zenodo.6723471","title":"The 17 Most Misunderstood Facts About SEO Kelowna","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.03469604887851389,"score_gpt":0.24018975185141517,"score_spread":0.2054937029729013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283446342","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039590694,0.0004904757,0.19326465,0.026005594,0.0016125038,0.0029625865,0.0006214583,0.005778689,0.7296733],"genre_scores_gemma":[0.9811492,0.000118277654,0.00079093623,0.0017297944,0.00014218809,4.4169852e-7,0.0008818294,0.0007942523,0.014393102],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977127,0.0003857854,0.0002583606,0.00029640662,0.00087775633,0.00046899178],"domain_scores_gemma":[0.99859333,0.00005046088,0.00010823678,0.00066037197,0.0004115273,0.00017607404],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001203591,0.00011695148,0.00009106351,0.00015663108,0.010609892,0.0019934417,0.00305663,0.000027496422,0.0046738926],"category_scores_gemma":[0.00026512513,0.00010002758,0.00005491258,0.001047727,0.00012818536,0.0005563843,0.003505656,0.00043106123,0.0033097505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005458248,0.00015880028,0.000005176569,0.00002006229,0.000034485052,0.00002813972,0.0049007037,0.00041252776,0.00090673886,0.08827724,0.5270384,0.37816316],"study_design_scores_gemma":[0.0003080331,0.00020115677,0.00052527897,0.000003079862,0.0000028825139,0.00010868632,0.00057659793,0.0043523796,0.00019508236,0.00029322485,0.9932965,0.00013709847],"about_ca_topic_score_codex":0.000011803988,"about_ca_topic_score_gemma":2.2540395e-7,"teacher_disagreement_score":0.9415585,"about_ca_system_score_codex":0.00022432215,"about_ca_system_score_gemma":0.000014927459,"threshold_uncertainty_score":0.9990426},"labels":[],"label_agreement":null},{"id":"W4283452889","doi":"10.1145/3501247.3531540","title":"On the Characteristics of Ranking-based Gender Bias Measures","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Gender bias; Consistency (knowledge bases); Computer science; Robustness (evolution); Ranking (information retrieval); Measure (data warehouse); Data science; Machine learning; Artificial intelligence; Cognitive psychology; Data mining; Psychology; Social psychology","score_opus":0.10266406279767533,"score_gpt":0.2645292449843555,"score_spread":0.16186518218668017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283452889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50777155,0.000008174377,0.47413102,0.0035061056,0.00049426773,0.0003761435,0.000024493549,0.00013386931,0.013554359],"genre_scores_gemma":[0.9972681,3.318787e-7,0.0004419673,0.0020402686,0.0000059434433,0.000013820682,0.000002411201,0.0000018023802,0.00022540046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989842,0.000093821254,0.00014890052,0.0000684572,0.00060292217,0.00010167387],"domain_scores_gemma":[0.9994065,0.00016187453,0.00006353442,0.00026736574,0.00007893646,0.000021800346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068425224,0.000044900717,0.000059593574,0.000061902305,0.00019987808,0.000042545744,0.0005649954,0.000008950078,0.0005621157],"category_scores_gemma":[0.000066096574,0.000026788033,0.00004487201,0.00024893496,0.000021352651,0.00006636937,0.00012853961,0.0001125995,0.000024024757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051817657,0.0001876542,0.0017942132,0.000014081258,0.000013609839,0.000006419579,0.0017895491,0.00081423303,0.0008122107,0.9559516,0.004956438,0.0336082],"study_design_scores_gemma":[0.0022714545,0.0014795467,0.16904677,0.000019419203,0.000026428284,0.00002159208,0.0006881599,0.66619635,0.06722881,0.010046846,0.08211726,0.0008573721],"about_ca_topic_score_codex":0.0000074365967,"about_ca_topic_score_gemma":2.461985e-7,"teacher_disagreement_score":0.94590473,"about_ca_system_score_codex":0.000020543825,"about_ca_system_score_gemma":0.0000792547,"threshold_uncertainty_score":0.61547726},"labels":[],"label_agreement":null},{"id":"W4290547231","doi":"10.29173/cais1260","title":"Getting the whole story","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scopus; Narrative; Web of science; Multidisciplinary approach; History; Library science; Political science; Data science; Computer science; Social science; Sociology; Linguistics; MEDLINE; Law","score_opus":0.023459043351633006,"score_gpt":0.24502211002569163,"score_spread":0.22156306667405862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290547231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786627,0.000084191255,0.0003512244,0.011922011,0.0002761056,0.0003629179,0.000075957934,0.00006730215,0.00819759],"genre_scores_gemma":[0.9974222,0.00000835507,0.00054323743,0.0006732644,0.000043360178,0.00004580496,0.0000016961624,0.0000085638985,0.001253479],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809927,0.000054244763,0.0003774032,0.00021436393,0.00088980485,0.00036489172],"domain_scores_gemma":[0.98138493,0.00015795257,0.0006134187,0.00028542307,0.017474301,0.00008394681],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015696915,0.00015953378,0.00023211881,0.00012601586,0.000663387,0.0019022875,0.004258048,0.000047930796,0.00003456952],"category_scores_gemma":[0.004329723,0.000105587395,0.0001536072,0.00064782565,0.0002652584,0.00803293,0.0022666946,0.00054437795,0.0000053554854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020646966,0.00047143744,0.06897318,0.00045703747,0.00016458223,0.000005889199,0.35166162,0.00014881052,0.07265154,0.36200863,0.046702642,0.096548155],"study_design_scores_gemma":[0.0011205769,0.00084758794,0.12796836,0.00013686578,0.00007199584,0.00014678747,0.024777286,0.013087382,0.049675453,0.008051552,0.7733755,0.0007406715],"about_ca_topic_score_codex":0.00004976995,"about_ca_topic_score_gemma":0.0000013619533,"teacher_disagreement_score":0.7266728,"about_ca_system_score_codex":0.00008349609,"about_ca_system_score_gemma":0.00032283587,"threshold_uncertainty_score":0.9991338},"labels":[],"label_agreement":null},{"id":"W4291819944","doi":"","title":"Merci retriever.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labrador Retriever; Medicine; Surgery","score_opus":0.027214810414678,"score_gpt":0.22021745710949042,"score_spread":0.19300264669481243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291819944","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2983992,0.0001333202,0.59802675,0.013834389,0.0018664873,0.0017566883,0.00000720254,0.0011376344,0.08483833],"genre_scores_gemma":[0.99459416,0.0000065123736,0.003438829,0.00067136774,0.000035307923,0.00016398146,0.0000013388916,0.0000026662392,0.0010858114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991937,0.000009644672,0.00012255595,0.00011096481,0.00028458305,0.0002785005],"domain_scores_gemma":[0.9995342,0.000010994083,0.000028344692,0.00024428713,0.000059355665,0.00012282302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026199792,0.000053600208,0.000057994963,0.00006321353,0.000074374446,0.000119020224,0.00046137365,0.000031639865,0.000008331294],"category_scores_gemma":[0.000054642387,0.000044815155,0.000036065485,0.00041092702,0.000021388076,0.0006919328,0.0001059265,0.0000821764,0.00019329412],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008091052,0.000061440966,0.0005454089,0.000007454229,0.000006657347,0.000021370737,0.00053126324,0.000045533914,0.000026518956,0.2108685,0.0010759893,0.78680176],"study_design_scores_gemma":[0.001498173,0.000049341077,0.87994117,0.0000047272993,0.0000054340558,0.000043169006,0.00002556244,0.00030865148,0.022917924,0.013191757,0.08162546,0.0003886625],"about_ca_topic_score_codex":0.00001384013,"about_ca_topic_score_gemma":9.4697543e-7,"teacher_disagreement_score":0.8793957,"about_ca_system_score_codex":0.000063528525,"about_ca_system_score_gemma":0.000037152615,"threshold_uncertainty_score":0.24844693},"labels":[],"label_agreement":null},{"id":"W4297037220","doi":"10.32920/14668995.v2","title":"Information seeking behaviors, attitudes, and choices of academic mathematicians","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Wilfrid Laurier University; Toronto Metropolitan University; Brock University","funders":"Brock University","keywords":"Pace; Citation; Information seeking; Feeling; Variety (cybernetics); Information needs; Sample (material); Psychology; Computer science; Public relations; Mathematics education; World Wide Web; Library science; Political science; Social psychology","score_opus":0.029011241470589977,"score_gpt":0.3179921586898421,"score_spread":0.2889809172192521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297037220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47122473,0.00033571117,0.50946915,0.000772367,0.0012003289,0.0018074313,0.00013762598,0.00059028977,0.014462403],"genre_scores_gemma":[0.9540625,0.00040015703,0.043620303,0.000540714,0.000048860384,0.00018288921,0.00016888764,0.000014032676,0.0009616059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99824226,0.00004498661,0.0006746947,0.00014375815,0.00069509074,0.00019923854],"domain_scores_gemma":[0.99882317,0.00006566989,0.00046547104,0.00044081607,0.00013082086,0.00007406165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006720295,0.00016920491,0.00026044235,0.0003284392,0.00013159825,0.0001970547,0.001063219,0.00017847244,0.00018289531],"category_scores_gemma":[0.00003946395,0.00015152038,0.00007215655,0.00022819132,0.000048113518,0.0015644593,0.0027598983,0.0007973646,0.00001551068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004259328,0.0004373524,0.08839438,0.009821677,0.00019400984,0.000012673456,0.08023744,0.0021684598,0.0015266788,0.5316593,0.003445883,0.28205955],"study_design_scores_gemma":[0.003329498,0.001030778,0.5119523,0.00220999,0.0003690071,0.00020788175,0.005858395,0.36934537,0.009796459,0.020720584,0.07013485,0.0050448985],"about_ca_topic_score_codex":0.0001152603,"about_ca_topic_score_gemma":0.0000029049654,"teacher_disagreement_score":0.5109387,"about_ca_system_score_codex":0.00006491568,"about_ca_system_score_gemma":0.0001628339,"threshold_uncertainty_score":0.6178822},"labels":[],"label_agreement":null},{"id":"W4297816431","doi":"10.1145/3555371","title":"Learning to Ask: Conversational Product Search via Representation Learning","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Ask price; Product (mathematics); Computer science; Representation (politics); Human–computer interaction; Artificial intelligence; Mathematics; Business; Political science","score_opus":0.031508617344332475,"score_gpt":0.2849817503115045,"score_spread":0.25347313296717205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297816431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02701391,0.0000042968686,0.9680218,0.0012993797,0.00096079806,0.0009049844,0.000015336967,0.00039091439,0.0013885566],"genre_scores_gemma":[0.99503416,0.0000030623164,0.0023507557,0.0002763506,0.00003779835,0.00040376122,0.00010119205,0.000007886842,0.0017850073],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99706566,0.00035110963,0.00061241584,0.00022079522,0.0014404823,0.00030956106],"domain_scores_gemma":[0.9985865,0.000158777,0.00018026152,0.0004992466,0.00042786569,0.00014738263],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012227157,0.00014300617,0.0001525859,0.000768008,0.0015736638,0.00047137408,0.00074707135,0.000037186317,0.0002183169],"category_scores_gemma":[0.00010375069,0.00015196163,0.000082747625,0.0014957251,0.000020230893,0.003412472,0.00007175672,0.00068969495,0.0009777407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004670361,0.000039794177,0.00032021615,0.000030369732,0.000019448036,0.000001140625,0.016729048,0.8982514,0.0001661674,0.0013387818,0.00021280938,0.082844086],"study_design_scores_gemma":[0.0016161293,0.0013669204,0.005029762,0.00003328792,0.000018343608,0.0002095463,0.023270484,0.78392863,0.0046357424,0.00006447967,0.17906222,0.00076444173],"about_ca_topic_score_codex":0.00019082951,"about_ca_topic_score_gemma":8.644634e-7,"teacher_disagreement_score":0.96802026,"about_ca_system_score_codex":0.00033071951,"about_ca_system_score_gemma":0.0001557207,"threshold_uncertainty_score":0.9998001},"labels":[],"label_agreement":null},{"id":"W4298208017","doi":"","title":"Using a Medical Thesaurus to Predict Query Difficulty","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Thesaurus; Computer science; Information retrieval; Query expansion; Natural language processing","score_opus":0.04115881074429968,"score_gpt":0.29998156059253944,"score_spread":0.2588227498482398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298208017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4253339,0.0000027093815,0.5651066,0.002528863,0.00017092998,0.00024316185,7.757222e-7,0.00018007749,0.006433005],"genre_scores_gemma":[0.9484053,0.0000016104774,0.046551332,0.003405744,0.00007295695,0.000024408035,0.0000013520773,0.0000040074224,0.0015332426],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877626,0.000025687805,0.00017887661,0.00012763488,0.0006532795,0.0002382617],"domain_scores_gemma":[0.9992629,0.00003744275,0.000019557598,0.00024106234,0.0001166151,0.0003224173],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002041359,0.0000682875,0.00007694292,0.00007045596,0.00008175804,0.00018742788,0.00060233363,0.000052825788,0.001012804],"category_scores_gemma":[0.00009339832,0.00004390149,0.000035772206,0.00028245457,0.000020994647,0.00066175376,0.0002863815,0.000096075775,0.001148965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017508117,0.00051739777,0.011891434,0.00005369371,0.000042703356,0.000076431126,0.00729075,0.00030302472,0.010528169,0.18694982,0.0738006,0.70852846],"study_design_scores_gemma":[0.00049619115,0.0001689487,0.07251738,0.00004131546,0.0000036328538,0.0000845413,0.00016754794,0.90981007,0.004176963,0.00057604973,0.011578008,0.0003793349],"about_ca_topic_score_codex":0.00026537912,"about_ca_topic_score_gemma":0.0000050736644,"teacher_disagreement_score":0.90950704,"about_ca_system_score_codex":0.000030091936,"about_ca_system_score_gemma":0.00010324258,"threshold_uncertainty_score":0.9999004},"labels":[],"label_agreement":null},{"id":"W4298310059","doi":"","title":"Constructing a true LCSH tree of a science and engineering collection","year":2012,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Music Media and Technology; McGill University","funders":"","keywords":"Tree (set theory); Computer science; Mathematics; Combinatorics","score_opus":0.01175181023870012,"score_gpt":0.21670337255600916,"score_spread":0.20495156231730904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298310059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58341646,0.0001216344,0.39587116,0.001234164,0.00016560433,0.00018142417,0.0000031437348,0.00012394099,0.018882453],"genre_scores_gemma":[0.9067088,0.000017020338,0.09286831,0.000018960895,0.0000056007134,0.000007980079,0.0000024506626,0.000004322429,0.00036657602],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985286,0.00032709178,0.0002497216,0.00017816552,0.00043553926,0.00028085386],"domain_scores_gemma":[0.99731094,0.0004462119,0.00014730915,0.00048447837,0.0014489234,0.00016216864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005181564,0.00008956393,0.00011743487,0.00026285934,0.00030611374,0.00018754567,0.00055554707,0.000040851028,0.000011172177],"category_scores_gemma":[0.0016175781,0.000089289984,0.00003314073,0.0012664492,0.00034107492,0.0010539818,0.000349862,0.00012279181,0.000004897361],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003898033,0.00014353542,0.01254238,0.000054236694,0.000009344235,4.8173126e-7,0.019593796,0.000003732486,0.033916313,0.7659455,0.00007579316,0.16771102],"study_design_scores_gemma":[0.0008576649,0.0000017818376,0.06225448,0.00035468815,0.000014354007,0.00011008676,0.0007899999,0.21873073,0.7131575,0.00037280354,0.0029616714,0.0003942731],"about_ca_topic_score_codex":0.00010982569,"about_ca_topic_score_gemma":0.00003379323,"teacher_disagreement_score":0.76557267,"about_ca_system_score_codex":0.000086126165,"about_ca_system_score_gemma":0.00017392066,"threshold_uncertainty_score":0.364114},"labels":[],"label_agreement":null},{"id":"W4300095824","doi":"","title":"New Search Strategies Successfully Optimize Retrieval of Clinically Sound Treatment Studies in EMBASE. A review of: Wong, Sharon S‐L, Nancy L. Wilczynski, and R. Brian Haynes. “Developing Optimal Search Strategies for Detecting Clinically Sound Treatment Studies in EMBASE.” Journal of the Medical Library Association 94.1 (Jan. 2006): 41‐47. 14 May 2007 http://www.pubmedcentral.nih.gov/articlerender.fcgi?artid=1324770.","year":2007,"lang":"en","type":"review","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sound (geography); Computer science; Information retrieval; Medicine; Physics; Acoustics","score_opus":0.508094697988246,"score_gpt":0.6028094853478415,"score_spread":0.09471478735959549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300095824","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042813886,0.94919634,0.0025252854,0.0006804469,0.000945844,0.0035979426,0.0001143607,0.000029026241,0.00009688481],"genre_scores_gemma":[0.004235009,0.98678744,0.0081247045,0.00013372421,0.0002944436,0.0000904867,0.000018186425,0.00006559611,0.00025041777],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9835907,0.0024234478,0.008530187,0.0009035822,0.003240309,0.0013117528],"domain_scores_gemma":[0.983562,0.0067110737,0.0063741934,0.0007933346,0.001974706,0.0005846827],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018170735,0.0009896182,0.0052673505,0.0014181093,0.00039346627,0.0016455417,0.003975337,0.0006005831,0.00025942308],"category_scores_gemma":[0.0044528865,0.0006222691,0.0012043007,0.0029841787,0.0006493222,0.0055425786,0.0018520037,0.0015963805,0.0000024022554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017769374,0.0015653871,0.047343496,0.0400261,0.0039704354,0.00041275745,0.004542046,0.0006810989,0.000019177742,0.0006426417,0.002491403,0.89652854],"study_design_scores_gemma":[0.03858705,0.007625097,0.09856453,0.73596674,0.008435966,0.0014589574,0.022809902,0.0045284503,0.0015581134,0.011528315,0.060618468,0.0083184205],"about_ca_topic_score_codex":0.00023508946,"about_ca_topic_score_gemma":0.00018240315,"teacher_disagreement_score":0.8882101,"about_ca_system_score_codex":0.0015952416,"about_ca_system_score_gemma":0.009279538,"threshold_uncertainty_score":0.9996229},"labels":[],"label_agreement":null},{"id":"W4307879484","doi":"10.18357/otessac.2022.1.1.76","title":"Investigating the Effects of Computer-Generated Contextual Landmarks on Short-Term Recall of E-Texts","year":2022,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Recall; Computer science; Recall rate; Term (time); Natural language processing; Artificial intelligence; Information retrieval; Human–computer interaction; Cognitive psychology; Psychology","score_opus":0.03256114804462039,"score_gpt":0.3072386214578118,"score_spread":0.2746774734131914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307879484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901829,0.000106914034,0.001001776,0.007528503,0.0003684118,0.0006052248,0.000007643798,0.000028881726,0.00016976667],"genre_scores_gemma":[0.99760413,0.00006516689,0.0010475623,0.0009386131,0.000014435524,0.00014896967,0.00001351846,0.0000037984855,0.00016383249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982739,0.0005465927,0.00040082945,0.00020145765,0.00039247074,0.00018475573],"domain_scores_gemma":[0.99809694,0.0007427375,0.00041531207,0.00035449097,0.00035858282,0.00003195711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024873302,0.00010551718,0.000203829,0.00008645738,0.00052194,0.00015400021,0.0014699808,0.00013339966,0.000012403898],"category_scores_gemma":[0.0005059969,0.00007749011,0.0000481535,0.00091797,0.00015577795,0.00040522983,0.00069750636,0.0007984952,0.0000014705373],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025543352,0.00069417903,0.35243094,0.00010127663,0.00011243254,6.578798e-7,0.0283724,0.0001304239,0.014345185,0.44733092,0.0018450038,0.15461104],"study_design_scores_gemma":[0.003006265,0.0015796768,0.8440065,0.00046137805,0.000076678196,0.000025517056,0.011082929,0.028289411,0.058360994,0.050119907,0.0022075232,0.0007832488],"about_ca_topic_score_codex":0.000032572672,"about_ca_topic_score_gemma":0.000010399607,"teacher_disagreement_score":0.49157554,"about_ca_system_score_codex":0.00016762211,"about_ca_system_score_gemma":0.00047525822,"threshold_uncertainty_score":0.4014393},"labels":[],"label_agreement":null},{"id":"W4311560923","doi":"10.1167/jov.22.14.4106","title":"Is There One “Beam” of Attention for Searching in Space and Time?","year":2022,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Space (punctuation); Spacetime; Computer science; Space time; Theoretical computer science; Physics","score_opus":0.02662520810381409,"score_gpt":0.31648183627228504,"score_spread":0.28985662816847096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311560923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97148323,0.00008546303,0.026496926,0.0016634167,0.000057600882,0.00009300009,0.0000028257498,0.000002399342,0.00011512589],"genre_scores_gemma":[0.9933332,0.000019489207,0.006424501,0.000047080062,0.0000126082505,8.635795e-7,4.3724378e-7,0.0000018107967,0.00016001298],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9992561,0.000043605036,0.00022005317,0.00004327222,0.00036360012,0.00007341109],"domain_scores_gemma":[0.9995797,0.000057207824,0.00017145685,0.00006167825,0.000099349374,0.000030562172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001085461,0.000028664075,0.00008728499,0.00017129189,0.000073258685,0.00003296414,0.00017769977,0.000011530754,0.00003314412],"category_scores_gemma":[0.0000238827,0.00002351796,0.000044358287,0.00016668599,0.000009028998,0.00041258405,0.00012746558,0.00013417639,0.0000012620428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088641944,0.0011169761,0.022484435,0.00032362298,0.000055659304,0.0000430071,0.016429327,0.0017522395,0.51149225,0.01904403,0.0053341384,0.42103788],"study_design_scores_gemma":[0.0044990378,0.005951979,0.71408206,0.0003653218,0.00001947393,0.00017035268,0.0010064,0.24028188,0.01821436,0.008558239,0.0065959715,0.00025491192],"about_ca_topic_score_codex":0.000004473882,"about_ca_topic_score_gemma":1.3011766e-7,"teacher_disagreement_score":0.69159764,"about_ca_system_score_codex":0.000031865806,"about_ca_system_score_gemma":0.000039300536,"threshold_uncertainty_score":0.095903456},"labels":[],"label_agreement":null},{"id":"W4312178470","doi":"10.18357/otessac.2022.2.1.76","title":"Investigating the Effects of Computer-Generated Contextual Landmarks on Short-Term Recall of E-Texts","year":2022,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Recall; Computer science; Term (time); Recall rate; Natural language processing; Artificial intelligence; Test (biology); Information retrieval; Human–computer interaction; Cognitive psychology; Psychology","score_opus":0.03256114804462039,"score_gpt":0.3072386214578118,"score_spread":0.2746774734131914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312178470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901829,0.000106914034,0.001001776,0.007528503,0.0003684118,0.0006052248,0.000007643798,0.000028881726,0.00016976667],"genre_scores_gemma":[0.99760413,0.00006516689,0.0010475623,0.0009386131,0.000014435524,0.00014896967,0.00001351846,0.0000037984855,0.00016383249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982739,0.0005465927,0.00040082945,0.00020145765,0.00039247074,0.00018475573],"domain_scores_gemma":[0.99809694,0.0007427375,0.00041531207,0.00035449097,0.00035858282,0.00003195711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024873302,0.00010551718,0.000203829,0.00008645738,0.00052194,0.00015400021,0.0014699808,0.00013339966,0.000012403898],"category_scores_gemma":[0.0005059969,0.00007749011,0.0000481535,0.00091797,0.00015577795,0.00040522983,0.00069750636,0.0007984952,0.0000014705373],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025543352,0.00069417903,0.35243094,0.00010127663,0.00011243254,6.578798e-7,0.0283724,0.0001304239,0.014345185,0.44733092,0.0018450038,0.15461104],"study_design_scores_gemma":[0.003006265,0.0015796768,0.8440065,0.00046137805,0.000076678196,0.000025517056,0.011082929,0.028289411,0.058360994,0.050119907,0.0022075232,0.0007832488],"about_ca_topic_score_codex":0.000032572672,"about_ca_topic_score_gemma":0.000010399607,"teacher_disagreement_score":0.49157554,"about_ca_system_score_codex":0.00016762211,"about_ca_system_score_gemma":0.00047525822,"threshold_uncertainty_score":0.4014393},"labels":[],"label_agreement":null},{"id":"W4321447938","doi":"10.1007/978-1-4899-7993-3_940-2","title":"Information Retrieval Operations","year":2016,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.01678931413732509,"score_gpt":0.24326048074601006,"score_spread":0.22647116660868497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321447938","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024333931,0.0002177174,0.15527865,0.00013475172,0.0020700379,0.00080421456,0.0021964454,0.00014631818,0.83912754],"genre_scores_gemma":[0.0015873372,0.0023377358,0.004978856,0.00014851724,0.0008271816,0.000045124794,0.00207384,0.0000466233,0.9879548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973234,0.000037505735,0.001112266,0.000209438,0.0010481644,0.00026924748],"domain_scores_gemma":[0.99748,0.000098892866,0.00042380576,0.0011839307,0.00063873915,0.00017464621],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059238565,0.00030164488,0.00041232095,0.00045651942,0.00013192126,0.00017203695,0.001027396,0.00024358829,0.00019238977],"category_scores_gemma":[0.00012642234,0.00023131388,0.00013116715,0.00011246116,0.00007724765,0.0039911103,0.00041188544,0.00028096003,0.0018023552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012033444,0.0000102425965,0.0000043700575,0.00021951857,0.00002949541,0.0000058488786,0.00039640933,0.000015686604,0.000031738757,0.98166674,0.010958662,0.0066492422],"study_design_scores_gemma":[0.0003713342,0.00008834992,0.000012207085,0.00047387692,0.000022875724,0.000026592568,0.00002366263,0.0012753935,0.000082800456,0.00024265416,0.9969825,0.0003977376],"about_ca_topic_score_codex":0.000031364405,"about_ca_topic_score_gemma":0.0000029981236,"teacher_disagreement_score":0.98602384,"about_ca_system_score_codex":0.000101973375,"about_ca_system_score_gemma":0.00048308144,"threshold_uncertainty_score":0.99897486},"labels":[],"label_agreement":null},{"id":"W4327499166","doi":"10.1007/978-3-031-28241-6_32","title":"Understanding and Mitigating Gender Bias in Information Retrieval Systems","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Computer science; Relevance (law); Judgement; Artificial intelligence; Natural language processing; Machine learning; Gender bias; Information retrieval; Psychology; Social psychology","score_opus":0.14747431891481882,"score_gpt":0.286645160080379,"score_spread":0.13917084116556017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327499166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000702947,0.000062834595,0.9945877,0.00022505158,0.0013569248,0.00046395737,0.000006934259,0.00016150583,0.0024320972],"genre_scores_gemma":[0.9444815,0.00013428679,0.053657968,0.0009812865,0.00029181325,0.000012526,0.00002989854,0.000041299405,0.00036945858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99684244,0.00004000297,0.00074121443,0.00052973913,0.0012776203,0.0005689624],"domain_scores_gemma":[0.99835587,0.00051012955,0.00029987257,0.00049509207,0.0001900658,0.00014899678],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021330134,0.00032064063,0.00035686427,0.0016686862,0.0002587993,0.001364525,0.0011062528,0.0002843175,0.0000034232237],"category_scores_gemma":[0.00023636637,0.0002936444,0.00005351334,0.0011905221,0.0003320991,0.002476136,0.00086620013,0.00077524467,0.000049744187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034439905,0.000024913576,0.0017291929,0.0008087496,0.000024287088,0.00022265632,0.02055355,0.10427216,0.00010932326,0.65830564,0.00006201575,0.21385309],"study_design_scores_gemma":[0.00035818756,0.00008233953,0.00074486656,0.00052077905,0.0000032965945,0.00006136498,0.000008930146,0.94564694,0.00012136265,0.05180643,0.00016033502,0.00048514587],"about_ca_topic_score_codex":0.000031797947,"about_ca_topic_score_gemma":0.000018002567,"teacher_disagreement_score":0.9437785,"about_ca_system_score_codex":0.0006198774,"about_ca_system_score_gemma":0.00041324628,"threshold_uncertainty_score":0.99995154},"labels":[],"label_agreement":null},{"id":"W4327909824","doi":"10.1145/3576840.3578282","title":"Drag-and-Drop Query Refinement and Query History Visualization for Mobile Exploratory Search","year":2023,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Mobile device; Visualization; Information retrieval; Search engine indexing; Exploratory search; Digital library; Web search query; Context (archaeology); Web query classification; World Wide Web; Query expansion; Data mining; Search engine","score_opus":0.057641369750414444,"score_gpt":0.3102224617222235,"score_spread":0.25258109197180906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327909824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48041856,0.00040439973,0.51322585,0.0010076643,0.00073340244,0.0014346222,0.000011333272,0.0009331999,0.0018309455],"genre_scores_gemma":[0.9506936,0.0009135943,0.014611437,0.0031817988,0.00020890286,0.0012994662,0.00015203371,0.000050853283,0.028888335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900484,0.000042709995,0.00020842165,0.00021450403,0.00029558677,0.00023392988],"domain_scores_gemma":[0.99942213,0.0000852338,0.00003389869,0.00019461176,0.00015606415,0.00010805459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006737449,0.00008813482,0.0001011901,0.00023058362,0.00014166956,0.00008569427,0.00016522201,0.00004768716,0.000042726006],"category_scores_gemma":[0.000026263513,0.00007643792,0.000027231014,0.000265133,0.00005254471,0.0006922382,0.00022146807,0.000059929294,0.00005861055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082486884,0.00020669884,0.0038105499,0.0006784573,0.000041219333,0.00002146356,0.024082405,0.00016740107,0.009022405,0.5596727,0.15471031,0.24750389],"study_design_scores_gemma":[0.0016057957,0.00091863447,0.013551573,0.000049500617,0.000013818029,0.00001128219,0.0017690266,0.44164678,0.007651182,0.00073442044,0.5313843,0.00066366594],"about_ca_topic_score_codex":0.00003668494,"about_ca_topic_score_gemma":0.0000073186284,"teacher_disagreement_score":0.55893826,"about_ca_system_score_codex":0.00010729003,"about_ca_system_score_gemma":0.00012876422,"threshold_uncertainty_score":0.3117048},"labels":[],"label_agreement":null},{"id":"W4366967969","doi":"10.1109/wi-iat55865.2022.00119","title":"Multiple Linear Combination Approaches for Information Search in Ranking","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Artificial intelligence; Combing; Task (project management); Learning to rank; Matching (statistics); Natural language processing; Machine learning; Mathematics","score_opus":0.07620770115455743,"score_gpt":0.2746432877804501,"score_spread":0.19843558662589267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366967969","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09157232,0.0000032785201,0.9043702,0.0008263799,0.00013894726,0.00073680154,0.000007763519,0.0000940225,0.0022503196],"genre_scores_gemma":[0.9803722,5.9245343e-7,0.01895809,0.00023073515,0.0000068722934,0.00018227322,0.00007691563,0.0000019680492,0.00017037212],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908125,0.000048966096,0.00022467524,0.00007999884,0.00038714777,0.00017794527],"domain_scores_gemma":[0.99962896,0.00009195923,0.000038859722,0.00013418587,0.00007801783,0.000028039596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010059329,0.000049856255,0.000062553554,0.00028523972,0.00025025892,0.00009879127,0.00037587932,0.000018709601,0.000024250076],"category_scores_gemma":[0.000047335325,0.000047843027,0.000032226137,0.00051950215,0.000009420652,0.0016879971,0.00023892237,0.00013156745,0.000017890048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090958005,0.0002525414,0.0068657002,0.00007549656,0.0000057535995,0.0000010298955,0.015090931,0.0362293,0.000092614224,0.5866618,0.00045694696,0.3541769],"study_design_scores_gemma":[0.0010248069,0.00009224352,0.0038401014,0.0000011664287,4.478639e-7,0.0000021002597,0.0005962451,0.987214,0.0008189422,0.00036268373,0.005974138,0.000073088624],"about_ca_topic_score_codex":0.00004027281,"about_ca_topic_score_gemma":0.000003941514,"teacher_disagreement_score":0.9509847,"about_ca_system_score_codex":0.000096704374,"about_ca_system_score_gemma":0.00006437454,"threshold_uncertainty_score":0.1950982},"labels":[],"label_agreement":null},{"id":"W4367019236","doi":"10.1007/978-3-030-91628-2_6","title":"Critical Appraisal and Evaluation of Information","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Critical appraisal; Dissemination; Process (computing); Computer science; Knowledge management; Psychology; Medicine","score_opus":0.07020584085185701,"score_gpt":0.35556849157570436,"score_spread":0.28536265072384737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367019236","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000084461906,0.00001925586,0.086740606,0.00043971205,0.00067574607,0.0002880885,0.000020943848,0.0001514039,0.9115798],"genre_scores_gemma":[0.18096212,0.0006038919,0.09380727,0.0016319106,0.00069679046,0.00021076636,0.0010928104,0.0001338305,0.7208606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984263,0.000014493906,0.00034118947,0.00008914957,0.0010306456,0.00009821331],"domain_scores_gemma":[0.99851745,0.0002510952,0.000091888825,0.00020643065,0.00087562064,0.000057521913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009306602,0.00009647462,0.00012764352,0.0002424255,0.000041098505,0.000112785696,0.00020684593,0.00013587698,0.0001500537],"category_scores_gemma":[0.0003913495,0.00008283249,0.000040336472,0.00005037137,0.0000669584,0.0013761683,0.00017700692,0.00012602475,0.00035134106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012789358,0.0000014815662,0.0000011569276,0.000033979486,0.0000035899795,1.887955e-7,0.00020762061,0.0000032253613,0.000001459181,0.8934075,0.00063614035,0.10570235],"study_design_scores_gemma":[0.0016196417,0.0005242738,0.0031935426,0.00032950816,0.00021634187,0.000047437705,0.00015368896,0.5900746,0.00052867434,0.27916703,0.12301968,0.0011256015],"about_ca_topic_score_codex":0.0000047029885,"about_ca_topic_score_gemma":0.0000010941461,"teacher_disagreement_score":0.6142405,"about_ca_system_score_codex":0.000021278945,"about_ca_system_score_gemma":0.00014867607,"threshold_uncertainty_score":0.45158958},"labels":[],"label_agreement":null},{"id":"W4376130046","doi":"10.1016/j.jbi.2023.104386","title":"Learning to rank query expansion terms for COVID-19 scholarly search","year":2023,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Query expansion; Computer science; Ranking (information retrieval); Information retrieval; Web search query; Benchmark (surveying); Learning to rank; Web query classification; Rank (graph theory); Domain (mathematical analysis); Query optimization; Set (abstract data type); Language model; Precision and recall; Search engine; Artificial intelligence","score_opus":0.0615972581029316,"score_gpt":0.3637558269493393,"score_spread":0.3021585688464077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376130046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15716128,0.000006637877,0.83371603,0.008019837,0.00058155466,0.00028374995,0.0000080194295,0.00010396462,0.00011892157],"genre_scores_gemma":[0.59783673,0.00035912512,0.37347704,0.02431332,0.0011953895,0.000057711015,0.00011121167,0.000050862225,0.0025986298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967748,0.00006561023,0.0011415588,0.00006618987,0.0015199397,0.00043189802],"domain_scores_gemma":[0.9975078,0.00043074804,0.0003153135,0.0001986296,0.00053174375,0.0010157498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045065708,0.000115604955,0.00025236237,0.001059586,0.00030697187,0.00060499634,0.0010070342,0.00012743182,0.00002453494],"category_scores_gemma":[0.0024490068,0.000083171166,0.0001587124,0.0015146843,0.00007200728,0.0030236747,0.0003233982,0.0005852863,0.00022909163],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003569895,0.00022370771,0.000862581,0.0011096264,0.000105189705,0.00016252918,0.0957761,0.004807613,0.0041995137,0.004872895,0.13077572,0.75674754],"study_design_scores_gemma":[0.0036809894,0.0036967648,0.0018765436,0.00023155313,0.000022128424,0.00041068782,0.0077766343,0.3589083,0.001744246,0.0010188497,0.62017983,0.00045344778],"about_ca_topic_score_codex":0.0000036594047,"about_ca_topic_score_gemma":2.1906114e-7,"teacher_disagreement_score":0.7562941,"about_ca_system_score_codex":0.00015713558,"about_ca_system_score_gemma":0.0007150067,"threshold_uncertainty_score":0.58339936},"labels":[],"label_agreement":null},{"id":"W4380345780","doi":"10.1108/s2055-5377202315","title":"Looking for Information","year":2023,"lang":"en","type":"book","venue":"Studies in information","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; University of California, Los Angeles; Universidade Nova de Lisboa; Charles Sturt University; University of Kentucky; Academy of the Social Sciences in Australia; McGill University; Social Sciences and Humanities Research Council of Canada; RMIT University; University of Alberta; Syracuse University","keywords":"Computer science","score_opus":0.06577774060755334,"score_gpt":0.3445193265371388,"score_spread":0.2787415859295854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380345780","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003593457,0.00023779499,0.33399656,0.0008463431,0.00826451,0.004214913,0.00028916955,0.0012659193,0.65084887],"genre_scores_gemma":[0.0017803785,0.0048799496,0.044841904,0.008274516,0.0014383594,0.004661956,0.009060652,0.0001191463,0.92494315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977673,0.00001587557,0.0011045935,0.000111248635,0.000625738,0.00037520955],"domain_scores_gemma":[0.99797875,0.00027189,0.0005392223,0.00036815184,0.0007957252,0.000046244168],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009892507,0.00025442126,0.00034885944,0.0011315056,0.00022244132,0.0003087511,0.00067187333,0.00023632638,0.0000035276848],"category_scores_gemma":[0.00053743034,0.00023717308,0.00012565257,0.00045219253,0.00007511832,0.009995537,0.00044711432,0.00030982128,0.0011755432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002982061,0.000007676195,0.00001260611,0.0019495189,0.00008639782,0.0000017529717,0.031463563,0.00046955646,2.155486e-7,0.40297705,0.29334837,0.26965347],"study_design_scores_gemma":[0.00084722537,0.00012262625,0.00011056619,0.00044289112,0.00001475585,0.0000050484036,0.0010265342,0.013351804,0.000018443823,0.022480711,0.96110785,0.00047151613],"about_ca_topic_score_codex":0.0000034202492,"about_ca_topic_score_gemma":0.0000062336485,"teacher_disagreement_score":0.66775954,"about_ca_system_score_codex":0.0006707793,"about_ca_system_score_gemma":0.00035517706,"threshold_uncertainty_score":0.99960214},"labels":[],"label_agreement":null},{"id":"W4382239744","doi":"10.1609/aaai.v37i4.25607","title":"Learning from the Wisdom of Crowds: Exploiting Similar Sessions for Session Search","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Session (web analytics); Computer science; Information retrieval; Ranking (information retrieval); Search engine; Task (project management); Nearest neighbor search; The Internet; World Wide Web; Data mining","score_opus":0.18866038893056497,"score_gpt":0.3514729421803055,"score_spread":0.16281255324974053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382239744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9339203,0.000010047612,0.056082036,0.0071497113,0.00039097844,0.000819386,0.000023211562,0.000173132,0.0014311725],"genre_scores_gemma":[0.9978041,0.0000367807,0.001685219,0.00010749532,0.000061630366,0.000042860007,0.000003231692,0.00000964095,0.00024906342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980533,0.000036819358,0.0005583214,0.00028817408,0.0007053122,0.00035805555],"domain_scores_gemma":[0.9976381,0.0006986679,0.00032808044,0.0002445758,0.0010211723,0.00006937346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012155741,0.00015126054,0.00020925234,0.00011962745,0.00057409424,0.000215647,0.0018823165,0.0000779922,0.00004383711],"category_scores_gemma":[0.0012062608,0.00009017234,0.00014565991,0.00110636,0.00024218703,0.00052095467,0.0004851512,0.0003803302,0.0000587831],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014036265,0.00011711717,0.0017096371,0.00010663915,0.000025074864,4.810241e-7,0.020789973,0.001320174,0.29371992,0.4935029,0.0006716312,0.18789612],"study_design_scores_gemma":[0.00003999777,0.00017483647,0.00080215663,0.00035736285,0.000008771447,5.6253526e-7,0.008273851,0.24510549,0.71663177,0.028311003,0.00016538714,0.0001288325],"about_ca_topic_score_codex":0.000060598333,"about_ca_topic_score_gemma":0.0000027779515,"teacher_disagreement_score":0.46519187,"about_ca_system_score_codex":0.000025041805,"about_ca_system_score_gemma":0.00014259003,"threshold_uncertainty_score":0.4415527},"labels":[],"label_agreement":null},{"id":"W4385837278","doi":"10.1007/s00799-023-00378-x","title":"Graduate student search strategies within academic digital libraries","year":2023,"lang":"en","type":"article","venue":"International Journal on Digital Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information seeking; Session (web analytics); Digital library; Matching (statistics); Information retrieval; Online search; Search analytics; Variety (cybernetics); Search engine; Process (computing); Information seeking behavior; Recall; Search problem; Information needs; World Wide Web; Psychology; Web search query; Artificial intelligence","score_opus":0.07505277667741765,"score_gpt":0.33680576410222257,"score_spread":0.2617529874248049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385837278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9383658,0.00005812509,0.01281844,0.011301663,0.0034349184,0.00023764094,0.00021648452,0.00093355624,0.032633375],"genre_scores_gemma":[0.9951658,0.000045844223,0.0003912707,0.00044160138,0.00043106824,0.000007837431,0.00009357188,0.000019943152,0.0034030261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99617106,0.000037866113,0.00067346945,0.00027639137,0.0023819096,0.00045931735],"domain_scores_gemma":[0.99863815,0.00028176754,0.00020874951,0.00023351611,0.00035489764,0.00028291455],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0003041144,0.0002462724,0.00019700745,0.0006964473,0.00028898372,0.022696754,0.002741743,0.00009507767,0.000042850123],"category_scores_gemma":[0.00017616907,0.00019354123,0.0001664796,0.0006991132,0.00022230334,0.030926699,0.0010342847,0.0008960208,0.0012387153],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016907675,0.00014165285,0.0065413197,0.000010375538,0.00017730246,0.0005570668,0.008173196,0.0017505708,0.00004926693,0.9284168,0.0065615247,0.04745188],"study_design_scores_gemma":[0.0046012467,0.0024982365,0.1936562,0.0007506364,0.000023654346,0.0021599233,0.02657745,0.023423254,0.015628494,0.64634764,0.08152844,0.0028047853],"about_ca_topic_score_codex":0.0000010788492,"about_ca_topic_score_gemma":1.439953e-7,"teacher_disagreement_score":0.28206912,"about_ca_system_score_codex":0.000071941206,"about_ca_system_score_gemma":0.0005840628,"threshold_uncertainty_score":0.99953896},"labels":[],"label_agreement":null},{"id":"W4386757164","doi":"10.2196/45376","title":"Developing a Semantically Based Query Recommendation for an Electronic Medical Record Search Engine: Query Log Analysis and Design Implications","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; University of Cincinnati","keywords":"Computer science; Query expansion; Information retrieval; Web search query; Query language; Scalability; Web query classification; Search engine; Sargable; Query optimization; Process (computing); Feature (linguistics); RDF query language; World Wide Web; Database","score_opus":0.14036445574430184,"score_gpt":0.451414670744817,"score_spread":0.31105021500051516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386757164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04318895,0.000004688848,0.9428498,0.012459084,0.00003723722,0.0011087697,0.000020532572,0.00022008353,0.00011085294],"genre_scores_gemma":[0.95337087,0.00016038073,0.044043552,0.0003701162,0.000057691766,0.0014042648,0.00046245364,0.00002119985,0.00010944519],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99609816,0.0007934705,0.0005204417,0.00041063872,0.0010764608,0.0011008409],"domain_scores_gemma":[0.996033,0.0019856615,0.00007215473,0.00043170503,0.0011107986,0.00036668865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0091885105,0.00016169553,0.00026250948,0.0019792232,0.00080531876,0.000435345,0.0008645281,0.00016200443,0.000060089656],"category_scores_gemma":[0.0004799761,0.00014155278,0.00010292752,0.005889995,0.00014689569,0.0016999899,0.00035933082,0.000648329,0.00009421368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023270946,0.000329607,0.0022392801,0.00035443087,0.000314103,0.000006395752,0.006985421,0.00031440123,0.0008159333,0.14817256,0.0049912566,0.8352439],"study_design_scores_gemma":[0.00057497085,0.0006980406,0.031504136,0.000030541218,0.0000137722145,0.0000057715642,0.00035250816,0.95815635,0.0016651477,0.004473794,0.002279585,0.000245403],"about_ca_topic_score_codex":0.000053210224,"about_ca_topic_score_gemma":0.00007127144,"teacher_disagreement_score":0.95784193,"about_ca_system_score_codex":0.0003476261,"about_ca_system_score_gemma":0.0015646523,"threshold_uncertainty_score":0.6193942},"labels":[],"label_agreement":null},{"id":"W4387860528","doi":"10.1002/pra2.927","title":"Bing Chat: The Future of Search Engines?","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; Western University","funders":"","keywords":"Search engine; World Wide Web; Computer science; Information retrieval; Search engine optimization","score_opus":0.010920134290138085,"score_gpt":0.25355232271440237,"score_spread":0.2426321884242643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387860528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517627,0.000024806826,0.0011422654,0.04212827,0.0005442859,0.0009366925,0.000017879463,0.00026647205,0.0031766542],"genre_scores_gemma":[0.9991735,0.000039697316,0.00053463475,0.00009263876,0.000014929124,0.000027350732,8.340478e-7,0.000001274608,0.00011508889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986706,0.000002205076,0.00028317794,0.00007230759,0.00075636094,0.00021536734],"domain_scores_gemma":[0.9969332,0.000062240455,0.0003847902,0.0001081319,0.002491742,0.000019856656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028709534,0.00005161278,0.00008731683,0.00065408007,0.00042260397,0.0001361037,0.0011309973,0.00007733064,4.125341e-7],"category_scores_gemma":[0.0008617762,0.00003021858,0.000031256746,0.0056897164,0.00019630686,0.0028747707,0.0004046735,0.000111025234,0.0000062855547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027890392,0.0000052104997,0.008114018,0.000053556643,0.0000055365,3.9299866e-9,0.0029512928,0.000009241549,0.0054230355,0.93548244,0.0008600999,0.047092743],"study_design_scores_gemma":[0.0014667002,0.00033911606,0.09758284,0.00008865783,0.000027238251,0.000014326597,0.018246368,0.12860912,0.6058016,0.031419024,0.11600628,0.0003987752],"about_ca_topic_score_codex":0.0000018092976,"about_ca_topic_score_gemma":2.0162638e-7,"teacher_disagreement_score":0.90406346,"about_ca_system_score_codex":0.00006470112,"about_ca_system_score_gemma":0.00012097835,"threshold_uncertainty_score":0.3250371},"labels":[],"label_agreement":null},{"id":"W4388960849","doi":"10.5430/wjel.v14n1p297","title":"Improving the Performance of Arabic Information Retrieval Systems: The Issue of Resolving Word Sense Disambiguation","year":2023,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Computer science; Arabic; Natural language processing; Artificial intelligence; Word (group theory); Flexibility (engineering); Information retrieval; Linguistics","score_opus":0.010538007668067867,"score_gpt":0.24165974024003323,"score_spread":0.23112173257196536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388960849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99522185,0.00028409864,0.002235121,0.00023460435,0.0011457967,0.00021616093,0.0000058808246,0.00003444397,0.0006220512],"genre_scores_gemma":[0.99909574,0.000055028653,0.00028771156,0.00006284215,0.00023487123,0.0000016002093,0.0000033023657,0.0000041398794,0.0002547647],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980201,0.00012941404,0.0008169652,0.00005409703,0.000792416,0.00018696711],"domain_scores_gemma":[0.99730754,0.0003116125,0.0009559965,0.0003418027,0.0010400325,0.00004299257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002932801,0.00008923145,0.00018149156,0.00037059156,0.00014142007,0.00015077689,0.0006146808,0.000032890803,0.000009692901],"category_scores_gemma":[0.0012842587,0.000049337767,0.00009861016,0.0015361526,0.00006649596,0.0019263099,0.00013795412,0.0003127467,0.000009854642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077570206,0.00014585155,0.0045740837,0.0017888343,0.00020782664,0.000058800913,0.6141788,0.031468596,0.021142665,0.010235955,0.012418664,0.30300426],"study_design_scores_gemma":[0.0035263556,0.0011295226,0.056284327,0.0016963092,0.00018175894,0.00015813184,0.10110593,0.70164806,0.09374339,0.00005148706,0.03969382,0.00078090065],"about_ca_topic_score_codex":0.000033178047,"about_ca_topic_score_gemma":0.000003784628,"teacher_disagreement_score":0.6701795,"about_ca_system_score_codex":0.00004795771,"about_ca_system_score_gemma":0.00010520575,"threshold_uncertainty_score":0.20119357},"labels":[],"label_agreement":null},{"id":"W4392581098","doi":"10.1145/3627508.3638295","title":"Enabling Exploratory Browsing using Dynamic Search Result Tagging, Highlighting, and Filtering","year":2024,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Exploratory search; Computer science; Exploratory research; Information retrieval; Digital library; Filter (signal processing); Process (computing); World Wide Web; Search engine; Information seeking; Focus (optics); Human–computer interaction","score_opus":0.041059571971087824,"score_gpt":0.3067389627217996,"score_spread":0.2656793907507118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392581098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39898047,0.00042572682,0.59756225,0.0005495012,0.00041639185,0.00012592108,0.0000021050894,0.0005803312,0.0013573059],"genre_scores_gemma":[0.9531595,0.00006324329,0.04565102,0.00019779206,0.000059802383,0.0000037900375,0.0000026671885,0.000014737102,0.0008474499],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986264,0.000045677414,0.00026240567,0.0003185002,0.00037394455,0.00037307342],"domain_scores_gemma":[0.9994482,0.000078113306,0.000024858116,0.00024254131,0.00008405836,0.00012224978],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006761941,0.00012651584,0.000107921536,0.00034258407,0.00029007214,0.0012898687,0.00031198864,0.0000517933,0.000029320812],"category_scores_gemma":[0.000026163345,0.000107282074,0.00003927752,0.0005514804,0.000044574495,0.0020397934,0.00042254222,0.00023092356,0.00005038791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022787257,0.000058322883,0.00028865368,0.0009837666,0.00007091273,0.0005396526,0.032418035,0.0020365408,0.42042124,0.13377477,0.0006949078,0.4086904],"study_design_scores_gemma":[0.00011102735,0.00002904445,0.0000983254,0.00017560406,0.0000040384734,0.000060967137,0.0003259177,0.9747421,0.01781492,0.00011057755,0.006330582,0.00019685562],"about_ca_topic_score_codex":0.00004203142,"about_ca_topic_score_gemma":0.0000032674634,"teacher_disagreement_score":0.9727056,"about_ca_system_score_codex":0.00009629003,"about_ca_system_score_gemma":0.00011827155,"threshold_uncertainty_score":0.99974686},"labels":[],"label_agreement":null},{"id":"W4392800278","doi":"10.1007/978-3-031-56066-8","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de València; National Institute of Standards and Technology; Haute école Spécialisée de Suisse Occidentale; Institut National des Sciences Appliquées de Lyon; University of North Carolina at Chapel Hill; Universität Duisburg-Essen; Universidade Federal de Minas Gerais; University of Cape Town; Instituto Superior Técnico; Tsinghua University; Chinese Academy of Sciences; Université de Bretagne Occidentale; University of Massachusetts Amherst; Università degli Studi di Torino; Università di Bologna; Renmin University of China; Universidade de Lisboa; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; University of Waterloo; Radboud Universiteit; Universität Innsbruck; Technische Universiteit Delft; Universiteit van Amsterdam; Technische Universität Wien; University of Queensland; York University; University of Glasgow; Universiteit Leiden; Eberhard Karls Universität Tübingen; Università degli Studi di Padova; University of Melbourne; Universitetet i Stavanger; Université Grenoble Alpes; Dublin City University; Qatar University; Università Ca' Foscari Venezia; Philipps-Universität Marburg; University of Chinese Academy of Sciences; Centre National de la Recherche Scientifique; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Sorbonne Université; Indian National Science Academy; Universidad Nacional de Educación a Distancia; Universidade da Coruña; RMIT University; Carnegie Mellon University; University of Southern Maine","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392800278","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006833637,0.0007328018,0.9859497,0.0005449488,0.0025864516,0.00042473208,0.000007584681,0.00018154057,0.009503917],"genre_scores_gemma":[0.18224195,0.0029161524,0.7900166,0.014268005,0.0029337413,0.00012165937,0.00027919273,0.00014649077,0.007076201],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964714,0.000038280923,0.0007334289,0.0006229417,0.0014710563,0.0006628625],"domain_scores_gemma":[0.9984239,0.00024640822,0.00018675254,0.00075008976,0.0002595259,0.00013332666],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013770293,0.0003524709,0.00036058036,0.0020431106,0.00012312549,0.0012097193,0.002697487,0.00028421715,0.000013800479],"category_scores_gemma":[0.00017178638,0.00030207803,0.00009336788,0.003051177,0.00033631796,0.0063510747,0.0011085573,0.0011705083,0.00040291593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009543098,0.000014868881,0.000030990097,0.00016190344,0.000001324056,0.00004991298,0.0020739834,0.010156029,0.000008002102,0.008405306,0.00012995432,0.9789582],"study_design_scores_gemma":[0.0004011604,0.00022777992,0.00025513963,0.00083460554,0.0000043126183,0.000069794565,7.983325e-7,0.823492,0.0008908182,0.11906626,0.05394908,0.00080826523],"about_ca_topic_score_codex":0.000007822061,"about_ca_topic_score_gemma":0.000027151093,"teacher_disagreement_score":0.9781499,"about_ca_system_score_codex":0.0008155684,"about_ca_system_score_gemma":0.0018571957,"threshold_uncertainty_score":0.99994314},"labels":[],"label_agreement":null},{"id":"W4392887246","doi":"10.1007/978-3-031-56060-6","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of North Carolina at Chapel Hill; National Institute of Standards and Technology; University of Chinese Academy of Sciences; Institut National des Sciences Appliquées de Lyon; Universität Duisburg-Essen; University of Massachusetts Amherst; Università degli Studi di Torino; Università di Bologna; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; Universitetet i Bergen; Universidade de Santiago de Compostela; Università degli Studi di Cagliari; Technische Universität Braunschweig; Universidade Federal de Minas Gerais; Radboud Universiteit; University of Waterloo; Instituto Superior Técnico; Université de Bretagne Occidentale; Tsinghua University; Chinese Academy of Sciences; Universidade de Lisboa; Renmin University of China; Universität Innsbruck; Technische Universiteit Delft; Technische Universität Wien; University of Queensland; University of Melbourne; Universiteit van Amsterdam; Univerzita Karlova v Praze; University College Dublin; Haute école Spécialisée de Suisse Occidentale; University of Southampton; Universidade da Coruña; Universidad Nacional de Educación a Distancia; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; University of Glasgow; Eberhard Karls Universität Tübingen; York University; University of Cyprus; Universitetet i Stavanger; Université Grenoble Alpes; Seoul National University; Universidade do Porto; Dublin City University; Centre National de la Recherche Scientifique; University of Roehampton; Università degli Studi di Padova; Johns Hopkins University; Università Ca' Foscari Venezia; Qatar University; Technische Universität Berlin; Georgetown University; Indian National Science Academy; Carnegie Mellon University; University of Southern Maine","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392887246","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006833637,0.0007328018,0.9859497,0.0005449488,0.0025864516,0.00042473208,0.000007584681,0.00018154057,0.009503917],"genre_scores_gemma":[0.18224195,0.0029161524,0.7900166,0.014268005,0.0029337413,0.00012165937,0.00027919273,0.00014649077,0.007076201],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964714,0.000038280923,0.0007334289,0.0006229417,0.0014710563,0.0006628625],"domain_scores_gemma":[0.9984239,0.00024640822,0.00018675254,0.00075008976,0.0002595259,0.00013332666],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013770293,0.0003524709,0.00036058036,0.0020431106,0.00012312549,0.0012097193,0.002697487,0.00028421715,0.000013800479],"category_scores_gemma":[0.00017178638,0.00030207803,0.00009336788,0.003051177,0.00033631796,0.0063510747,0.0011085573,0.0011705083,0.00040291593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009543098,0.000014868881,0.000030990097,0.00016190344,0.000001324056,0.00004991298,0.0020739834,0.010156029,0.000008002102,0.008405306,0.00012995432,0.9789582],"study_design_scores_gemma":[0.0004011604,0.00022777992,0.00025513963,0.00083460554,0.0000043126183,0.000069794565,7.983325e-7,0.823492,0.0008908182,0.11906626,0.05394908,0.00080826523],"about_ca_topic_score_codex":0.000007822061,"about_ca_topic_score_gemma":0.000027151093,"teacher_disagreement_score":0.9781499,"about_ca_system_score_codex":0.0008155684,"about_ca_system_score_gemma":0.0018571957,"threshold_uncertainty_score":0.99994314},"labels":[],"label_agreement":null},{"id":"W4392955918","doi":"10.1002/asi.24887","title":"Exploring the factors and outcomes of collaborative information monitoring: Findings of a <scp>cross‐case</scp> analysis","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec-Société et Culture; Mitacs","keywords":"Computer science; Psychology","score_opus":0.032070009755608135,"score_gpt":0.3049751440536875,"score_spread":0.27290513429807933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392955918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928649,0.000028473769,0.005460619,0.00093302206,0.0003986858,0.00017876038,0.00002240263,0.000017959828,0.000095169686],"genre_scores_gemma":[0.9992459,0.00006475151,0.00063796877,0.000018253515,0.0000053222175,0.000006097021,6.340637e-7,8.970545e-7,0.000020211945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983197,0.000018050161,0.0006992045,0.000048993625,0.0007673446,0.00014669399],"domain_scores_gemma":[0.99583703,0.0005019463,0.000943887,0.00014084397,0.0025434522,0.00003286735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002707284,0.00007496034,0.0001980608,0.0014911974,0.00032308727,0.00045417278,0.000529288,0.000062775034,2.46162e-7],"category_scores_gemma":[0.0032647175,0.000039909064,0.00008720281,0.0052690296,0.00021145532,0.011472441,0.00017497037,0.0001649689,6.347736e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045984257,0.000014394477,0.88815683,0.00008075413,0.00028624374,4.4691325e-7,0.02808708,0.00021229406,0.0004637839,0.06550286,0.000110884444,0.017079817],"study_design_scores_gemma":[0.0005948556,0.00028390047,0.8802556,0.00006371861,0.00022121407,0.00006195474,0.015960315,0.011590432,0.081010476,0.0014984242,0.008368533,0.00009058656],"about_ca_topic_score_codex":0.0000056377035,"about_ca_topic_score_gemma":9.548139e-7,"teacher_disagreement_score":0.08054669,"about_ca_system_score_codex":0.0001354456,"about_ca_system_score_gemma":0.00024212347,"threshold_uncertainty_score":0.8317243},"labels":[],"label_agreement":null},{"id":"W4392964111","doi":"10.1007/978-3-031-56027-9","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de València; National Institute of Standards and Technology; Haute école Spécialisée de Suisse Occidentale; Institut National des Sciences Appliquées de Lyon; University of North Carolina at Chapel Hill; Universität Duisburg-Essen; Universidade Federal de Minas Gerais; University of Cape Town; Instituto Superior Técnico; Tsinghua University; Chinese Academy of Sciences; Université de Bretagne Occidentale; University of Massachusetts Amherst; Università degli Studi di Torino; Università di Bologna; Renmin University of China; Universidade de Lisboa; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; University of Waterloo; Radboud Universiteit; Universität Innsbruck; Technische Universiteit Delft; Universiteit van Amsterdam; Technische Universität Wien; University of Queensland; York University; University of Glasgow; Universiteit Leiden; Eberhard Karls Universität Tübingen; Università degli Studi di Padova; University of Melbourne; Universitetet i Stavanger; Université Grenoble Alpes; Dublin City University; Qatar University; Università Ca' Foscari Venezia; Philipps-Universität Marburg; University of Chinese Academy of Sciences; Centre National de la Recherche Scientifique; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Sorbonne Université; Indian National Science Academy; Universidad Nacional de Educación a Distancia; Universidade da Coruña; RMIT University; Carnegie Mellon University; University of Southern Maine","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392964111","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006833637,0.0007328018,0.9859497,0.0005449488,0.0025864516,0.00042473208,0.000007584681,0.00018154057,0.009503917],"genre_scores_gemma":[0.18224195,0.0029161524,0.7900166,0.014268005,0.0029337413,0.00012165937,0.00027919273,0.00014649077,0.007076201],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964714,0.000038280923,0.0007334289,0.0006229417,0.0014710563,0.0006628625],"domain_scores_gemma":[0.9984239,0.00024640822,0.00018675254,0.00075008976,0.0002595259,0.00013332666],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013770293,0.0003524709,0.00036058036,0.0020431106,0.00012312549,0.0012097193,0.002697487,0.00028421715,0.000013800479],"category_scores_gemma":[0.00017178638,0.00030207803,0.00009336788,0.003051177,0.00033631796,0.0063510747,0.0011085573,0.0011705083,0.00040291593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009543098,0.000014868881,0.000030990097,0.00016190344,0.000001324056,0.00004991298,0.0020739834,0.010156029,0.000008002102,0.008405306,0.00012995432,0.9789582],"study_design_scores_gemma":[0.0004011604,0.00022777992,0.00025513963,0.00083460554,0.0000043126183,0.000069794565,7.983325e-7,0.823492,0.0008908182,0.11906626,0.05394908,0.00080826523],"about_ca_topic_score_codex":0.000007822061,"about_ca_topic_score_gemma":0.000027151093,"teacher_disagreement_score":0.9781499,"about_ca_system_score_codex":0.0008155684,"about_ca_system_score_gemma":0.0018571957,"threshold_uncertainty_score":0.99994314},"labels":[],"label_agreement":null},{"id":"W4392964137","doi":"10.1007/978-3-031-56072-9","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; University of North Carolina at Chapel Hill; National Institute of Standards and Technology; Société d'Accélération du Transfert de Technologies; National Institute of Informatics; University of Chinese Academy of Sciences; Université de Lyon; Libera Università di Bolzano; Universität Duisburg-Essen; Instituto Superior Técnico; Chinese Academy of Sciences; Tsinghua University; Université de Bretagne Occidentale; University of Massachusetts Amherst; Università degli Studi di Torino; Universidad Nacional del Centro de la Provincia de Buenos Aires; Università di Bologna; Universitatea Politehnica din București; Renmin University of China; Universidade de Lisboa; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; Universidade Federal de Minas Gerais; Radboud Universiteit; University of Waterloo; Universiteit van Amsterdam; Università degli Studi di Milano-Bicocca; Universität Innsbruck; Technische Universiteit Delft; Technische Universität Wien; University of Queensland; Universitetet i Stavanger; Université Grenoble Alpes; Universidade do Porto; Dublin City University; Haute école Spécialisée de Suisse Occidentale; University of Southampton; Universidade da Coruña; Universidad Nacional de Educación a Distancia; Consejo Nacional de Investigaciones Científicas y Técnicas; Eberhard Karls Universität Tübingen; University of Glasgow; York University; Universität Passau; Indian National Science Academy; Centre National de la Recherche Scientifique; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Commonwealth Scientific and Industrial Research Organisation; Qatar University; Aalborg Universitet; Carnegie Mellon University; Kaiser Permanente; Università Ca' Foscari Venezia; Università degli Studi di Padova; Universitatea din București; University of Melbourne; Friedrich-Schiller-Universität Jena; Institut National des Sciences Appliquées de Lyon; Universität Zürich; National Institute of Advanced Industrial Science and Technology","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392964137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006833637,0.0007328018,0.9859497,0.0005449488,0.0025864516,0.00042473208,0.000007584681,0.00018154057,0.009503917],"genre_scores_gemma":[0.18224195,0.0029161524,0.7900166,0.014268005,0.0029337413,0.00012165937,0.00027919273,0.00014649077,0.007076201],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964714,0.000038280923,0.0007334289,0.0006229417,0.0014710563,0.0006628625],"domain_scores_gemma":[0.9984239,0.00024640822,0.00018675254,0.00075008976,0.0002595259,0.00013332666],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013770293,0.0003524709,0.00036058036,0.0020431106,0.00012312549,0.0012097193,0.002697487,0.00028421715,0.000013800479],"category_scores_gemma":[0.00017178638,0.00030207803,0.00009336788,0.003051177,0.00033631796,0.0063510747,0.0011085573,0.0011705083,0.00040291593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009543098,0.000014868881,0.000030990097,0.00016190344,0.000001324056,0.00004991298,0.0020739834,0.010156029,0.000008002102,0.008405306,0.00012995432,0.9789582],"study_design_scores_gemma":[0.0004011604,0.00022777992,0.00025513963,0.00083460554,0.0000043126183,0.000069794565,7.983325e-7,0.823492,0.0008908182,0.11906626,0.05394908,0.00080826523],"about_ca_topic_score_codex":0.000007822061,"about_ca_topic_score_gemma":0.000027151093,"teacher_disagreement_score":0.9781499,"about_ca_system_score_codex":0.0008155684,"about_ca_system_score_gemma":0.0018571957,"threshold_uncertainty_score":0.99994314},"labels":[],"label_agreement":null},{"id":"W4393074830","doi":"10.1007/978-3-031-56069-9","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Informatics; Université de Lyon; Ural Federal University; Libera Università di Bolzano; Universität Duisburg-Essen; Masarykova Univerzita; Indian Institute of Technology Delhi; Technische Universität Berlin; Universität Zürich; Universidad Nacional del Centro de la Provincia de Buenos Aires; Università di Bologna; Universität Regensburg; Universitetet i Bergen; Radboud Universiteit; University of Waterloo; Qatar University; Tsinghua University; Universitatea Politehnica din București; Renmin University of China; Technische Universiteit Delft; University of Chittagong; Università degli Studi di Milano-Bicocca; Universiteit van Amsterdam; University of Windsor; Technische Universität Wien; Leibniz-Gemeinschaft; Sapienza Università di Roma; University of Queensland; École Polytechnique Fédérale de Lausanne; Universität Passau; University College London; University College Dublin; University of Southampton; Universidade do Porto; Dublin City University; Seoul National University; Eberhard Karls Universität Tübingen; Universiteit Leiden; University of Glasgow; University of Roehampton; Centre National de la Recherche Scientifique; Universidade de Santiago de Compostela; Technische Universität Braunschweig; Università degli Studi di Cagliari; Friedrich-Schiller-Universität Jena; University of Cyprus; Commonwealth Scientific and Industrial Research Organisation; Universidad Autónoma de Madrid; Georgetown University; Universidade da Coruña; Universidade da Beira Interior; Tel Aviv University; National Institute of Advanced Industrial Science and Technology; Consejo Nacional de Investigaciones Científicas y Técnicas; Région Normandie; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; Drexel University; Aalborg Universitet; Kaiser Permanente; Carnegie Mellon University; Universitetet i Stavanger; Universitatea din București; Università degli Studi di Padova; University of California, San Diego; Johns Hopkins University; Société d'Accélération du Transfert de Technologies; Brown University","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393074830","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006833637,0.0007328018,0.9859497,0.0005449488,0.0025864516,0.00042473208,0.000007584681,0.00018154057,0.009503917],"genre_scores_gemma":[0.18224195,0.0029161524,0.7900166,0.014268005,0.0029337413,0.00012165937,0.00027919273,0.00014649077,0.007076201],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964714,0.000038280923,0.0007334289,0.0006229417,0.0014710563,0.0006628625],"domain_scores_gemma":[0.9984239,0.00024640822,0.00018675254,0.00075008976,0.0002595259,0.00013332666],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013770293,0.0003524709,0.00036058036,0.0020431106,0.00012312549,0.0012097193,0.002697487,0.00028421715,0.000013800479],"category_scores_gemma":[0.00017178638,0.00030207803,0.00009336788,0.003051177,0.00033631796,0.0063510747,0.0011085573,0.0011705083,0.00040291593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009543098,0.000014868881,0.000030990097,0.00016190344,0.000001324056,0.00004991298,0.0020739834,0.010156029,0.000008002102,0.008405306,0.00012995432,0.9789582],"study_design_scores_gemma":[0.0004011604,0.00022777992,0.00025513963,0.00083460554,0.0000043126183,0.000069794565,7.983325e-7,0.823492,0.0008908182,0.11906626,0.05394908,0.00080826523],"about_ca_topic_score_codex":0.000007822061,"about_ca_topic_score_gemma":0.000027151093,"teacher_disagreement_score":0.9781499,"about_ca_system_score_codex":0.0008155684,"about_ca_system_score_gemma":0.0018571957,"threshold_uncertainty_score":0.99994314},"labels":[],"label_agreement":null},{"id":"W4393106207","doi":"10.1007/978-3-031-56063-7","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de València; National Institute of Standards and Technology; Haute école Spécialisée de Suisse Occidentale; Institut National des Sciences Appliquées de Lyon; University of North Carolina at Chapel Hill; Universität Duisburg-Essen; Universidade Federal de Minas Gerais; University of Cape Town; Instituto Superior Técnico; Tsinghua University; Chinese Academy of Sciences; Université de Bretagne Occidentale; University of Massachusetts Amherst; Università degli Studi di Torino; Università di Bologna; Renmin University of China; Universidade de Lisboa; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; University of Waterloo; Radboud Universiteit; Universität Innsbruck; Technische Universiteit Delft; Universiteit van Amsterdam; Technische Universität Wien; University of Queensland; York University; University of Glasgow; Universiteit Leiden; Eberhard Karls Universität Tübingen; Università degli Studi di Padova; University of Melbourne; Universitetet i Stavanger; Université Grenoble Alpes; Dublin City University; Qatar University; Università Ca' Foscari Venezia; Philipps-Universität Marburg; University of Chinese Academy of Sciences; Centre National de la Recherche Scientifique; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Sorbonne Université; Indian National Science Academy; Universidad Nacional de Educación a Distancia; Universidade da Coruña; RMIT University; Carnegie Mellon University; University of Southern Maine","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393106207","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006833637,0.0007328018,0.9859497,0.0005449488,0.0025864516,0.00042473208,0.000007584681,0.00018154057,0.009503917],"genre_scores_gemma":[0.18224195,0.0029161524,0.7900166,0.014268005,0.0029337413,0.00012165937,0.00027919273,0.00014649077,0.007076201],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964714,0.000038280923,0.0007334289,0.0006229417,0.0014710563,0.0006628625],"domain_scores_gemma":[0.9984239,0.00024640822,0.00018675254,0.00075008976,0.0002595259,0.00013332666],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013770293,0.0003524709,0.00036058036,0.0020431106,0.00012312549,0.0012097193,0.002697487,0.00028421715,0.000013800479],"category_scores_gemma":[0.00017178638,0.00030207803,0.00009336788,0.003051177,0.00033631796,0.0063510747,0.0011085573,0.0011705083,0.00040291593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009543098,0.000014868881,0.000030990097,0.00016190344,0.000001324056,0.00004991298,0.0020739834,0.010156029,0.000008002102,0.008405306,0.00012995432,0.9789582],"study_design_scores_gemma":[0.0004011604,0.00022777992,0.00025513963,0.00083460554,0.0000043126183,0.000069794565,7.983325e-7,0.823492,0.0008908182,0.11906626,0.05394908,0.00080826523],"about_ca_topic_score_codex":0.000007822061,"about_ca_topic_score_gemma":0.000027151093,"teacher_disagreement_score":0.9781499,"about_ca_system_score_codex":0.0008155684,"about_ca_system_score_gemma":0.0018571957,"threshold_uncertainty_score":0.99994314},"labels":[],"label_agreement":null},{"id":"W4399654730","doi":"10.1016/b978-0-323-95689-5.00172-3","title":"Current Trends in Information Behavior Research: Expanding Beyond Search, Seeking, Finding and Behavior","year":2024,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information behavior; Psychology; Information seeking behavior; Information seeking; Computer science; Information retrieval; Human–computer interaction","score_opus":0.07499959697913135,"score_gpt":0.35683372662858254,"score_spread":0.2818341296494512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399654730","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062760264,0.0012708494,0.00015939592,0.0001268411,0.0013863092,0.0014964626,0.00012010098,0.00027620795,0.9888878],"genre_scores_gemma":[0.035811137,0.00044227068,0.0010256727,0.000097073884,0.00031470935,0.0006294669,0.00025610425,0.000093885414,0.9613297],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956811,0.000079385725,0.0010090071,0.0005992604,0.0017567849,0.0008744253],"domain_scores_gemma":[0.998351,0.00010979045,0.00018585366,0.0007036809,0.0003160692,0.0003336536],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002064054,0.00049767806,0.0004937045,0.0039545414,0.00038480485,0.0012852132,0.0009715528,0.0003960496,0.00012635364],"category_scores_gemma":[0.00002241691,0.0004702792,0.00020109251,0.00030624587,0.00025854033,0.0014771672,0.0013626378,0.0024624297,0.00041887895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056249705,0.000018401928,0.000106876134,0.00015143742,0.000008087828,0.000082533385,0.0038568657,4.0970409e-7,0.000018004765,0.0424559,0.00009282428,0.953203],"study_design_scores_gemma":[0.0009628765,0.00035981747,0.0037430534,0.00196521,0.00015399446,0.00016711972,0.00019737936,0.0014351644,0.00019356456,0.005875478,0.9834928,0.0014535683],"about_ca_topic_score_codex":0.0000055768023,"about_ca_topic_score_gemma":0.000025793053,"teacher_disagreement_score":0.9833999,"about_ca_system_score_codex":0.00050365686,"about_ca_system_score_gemma":0.00023663545,"threshold_uncertainty_score":0.99983895},"labels":[],"label_agreement":null},{"id":"W4400203045","doi":"10.1080/01639374.2024.2369903","title":"Presenting Compounds to End Users in Search Results","year":2024,"lang":"en","type":"article","venue":"Cataloging & Classification Quarterly","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Javna Agencija za Raziskovalno Dejavnost RS","keywords":"Computer science; Information retrieval; World Wide Web; Library science; Database","score_opus":0.05971000402951099,"score_gpt":0.32209805485463944,"score_spread":0.26238805082512845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400203045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66408145,0.00009495472,0.29967737,0.02237936,0.0013778831,0.0010278891,0.00007223553,0.0012010246,0.010087816],"genre_scores_gemma":[0.99603367,0.0000021192973,0.00302458,0.00015057939,0.000054669734,0.00004382851,0.0001106463,0.000008772728,0.0005711404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812883,0.00008890862,0.00046878884,0.00045048166,0.000469108,0.00039385812],"domain_scores_gemma":[0.998961,0.00018973104,0.000042029904,0.00054651574,0.00011525049,0.00014548427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010313623,0.00012582382,0.00011827574,0.00056088076,0.00013299253,0.00095191266,0.000741948,0.00006426316,0.0000066694656],"category_scores_gemma":[0.00005487752,0.00011944784,0.00005060252,0.0013474249,0.000048495316,0.0012165096,0.00006766859,0.0002819181,0.00073102437],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073559626,0.00018287705,0.0027752584,0.00023785823,0.000026542171,0.00014816914,0.09328283,0.00030056373,0.03532008,0.17787562,0.011162445,0.6786142],"study_design_scores_gemma":[0.0010438904,0.00049423025,0.27682644,0.00030105823,0.000009591807,0.000060497558,0.004036568,0.65517426,0.0043251207,0.0014337053,0.05543252,0.00086211174],"about_ca_topic_score_codex":0.00006462307,"about_ca_topic_score_gemma":0.000023287683,"teacher_disagreement_score":0.6777521,"about_ca_system_score_codex":0.00017468419,"about_ca_system_score_gemma":0.00015451465,"threshold_uncertainty_score":0.93960834},"labels":[],"label_agreement":null},{"id":"W4402912131","doi":"10.1167/jov.24.10.480","title":"Searching for the alerting effect: the optimal SOA is longer in compound – than in simple – search tasks.","year":2024,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Simple (philosophy); Computer science; Philosophy; Epistemology","score_opus":0.027478646807651476,"score_gpt":0.36085281492667176,"score_spread":0.33337416811902026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402912131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93724996,0.00039978142,0.05585256,0.0058250236,0.00027635155,0.00032589913,0.0000017720971,0.0000099920535,0.000058682028],"genre_scores_gemma":[0.99846905,0.000028075525,0.0011940533,0.00015839902,0.00009787948,0.0000040032896,5.157319e-7,0.0000056046183,0.0000424415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843323,0.00016538135,0.00040456053,0.000102161874,0.00061981374,0.0002748799],"domain_scores_gemma":[0.9981111,0.0014936593,0.00007340626,0.00016661997,0.00010410791,0.000051080784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051239836,0.000080618345,0.00013259157,0.0002531968,0.00018791825,0.00061465293,0.000730152,0.000036256446,0.000012448408],"category_scores_gemma":[0.00010806357,0.00003815602,0.00012106262,0.00053921883,0.000038929316,0.0008303394,0.00020724375,0.0006147611,0.000012133773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033462245,0.00013513172,0.007624546,0.00024467823,0.000048132617,0.00026871718,0.035435624,0.016358176,0.009294617,0.0030757328,0.0026574356,0.9245226],"study_design_scores_gemma":[0.00056189863,0.000529183,0.057604395,0.00027378867,0.00000597831,0.000104241706,0.0003434293,0.9338576,0.0027559884,0.00032165955,0.0035578108,0.0000839988],"about_ca_topic_score_codex":0.000053937343,"about_ca_topic_score_gemma":0.000013375553,"teacher_disagreement_score":0.9244386,"about_ca_system_score_codex":0.000082848055,"about_ca_system_score_gemma":0.000121189856,"threshold_uncertainty_score":0.59271127},"labels":[],"label_agreement":null},{"id":"W4403432562","doi":"10.1002/pra2.1007","title":"Exploratory Search and Beyond: A Study of Complex Search Scenarios within a Public Digital Library","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Exploratory search; Digital library; Computer science; World Wide Web; Exploratory research; Information retrieval; Data science; Sociology; Art; Social science; Literature","score_opus":0.027993109503514226,"score_gpt":0.26458888467689606,"score_spread":0.23659577517338184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403432562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99207413,0.000016088037,0.0002544486,0.005527676,0.00008345384,0.0008218366,0.000028777255,0.00015552159,0.0010380843],"genre_scores_gemma":[0.99914974,0.0000073957744,0.0006625578,0.00008211615,0.000006141505,0.00004629867,0.0000019379509,0.0000025203872,0.00004128358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836725,0.0000045400066,0.00039595886,0.00013987234,0.00087589957,0.0002164812],"domain_scores_gemma":[0.9981442,0.000060168073,0.00018963455,0.00009944914,0.0014558875,0.0000506539],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0016483786,0.0000746156,0.00012680379,0.0010814196,0.0003073112,0.001071117,0.0007862863,0.00007369454,8.214657e-7],"category_scores_gemma":[0.00050261465,0.00005321799,0.000022097973,0.0035483758,0.00028747064,0.017274747,0.0007776442,0.00016187466,0.0000032351875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014373686,0.00011610295,0.08827854,0.000290913,0.000031775216,8.70657e-8,0.03792505,0.000003564109,0.0018766216,0.7870014,0.00050724385,0.083954334],"study_design_scores_gemma":[0.0051429914,0.004650229,0.09155789,0.00033024134,0.00007984427,0.00008200942,0.17139381,0.571194,0.0963705,0.03091122,0.027042454,0.0012448224],"about_ca_topic_score_codex":0.0000024128074,"about_ca_topic_score_gemma":2.6240957e-7,"teacher_disagreement_score":0.75609016,"about_ca_system_score_codex":0.00006895997,"about_ca_system_score_gemma":0.00027713738,"threshold_uncertainty_score":0.99996585},"labels":[],"label_agreement":null},{"id":"W4403433531","doi":"10.1002/pra2.1176","title":"Enabling Serendipity During Digital Library Search","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Serendipity; Digital library; Computer science; World Wide Web; Art; Literature; Philosophy; Epistemology","score_opus":0.008342978815301267,"score_gpt":0.23332100480806509,"score_spread":0.2249780259927638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403433531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723976,0.00003737655,0.0012901773,0.015620323,0.00033839486,0.00056435424,0.00005316417,0.000635268,0.009063289],"genre_scores_gemma":[0.9988485,0.000017281316,0.0006970251,0.00007837356,0.000012437461,0.000017419394,0.0000016587796,0.0000020778416,0.0003252584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998778,0.0000010569812,0.000259821,0.0001134828,0.0006156865,0.00023197486],"domain_scores_gemma":[0.99882954,0.000040811625,0.00014650683,0.000077654964,0.0008701546,0.000035298846],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0008015574,0.00006136302,0.00007615608,0.0007867154,0.00039287476,0.0014591198,0.0008159048,0.00007856879,0.000001402116],"category_scores_gemma":[0.0006222017,0.000043752534,0.00003267681,0.003378614,0.00013923262,0.017667215,0.00054235867,0.00014132628,0.00001232058],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058217424,0.000011323958,0.018562812,0.00024312545,0.000012283633,4.5097288e-8,0.0017860136,0.0000026520406,0.0049181306,0.9221531,0.0010941257,0.05121055],"study_design_scores_gemma":[0.0008104031,0.00018342459,0.021807147,0.00019062504,0.000018515724,0.00004599527,0.0023978928,0.049840726,0.71375525,0.028516375,0.18198971,0.00044394116],"about_ca_topic_score_codex":7.007879e-7,"about_ca_topic_score_gemma":3.076906e-8,"teacher_disagreement_score":0.89363676,"about_ca_system_score_codex":0.00011253846,"about_ca_system_score_gemma":0.00017807301,"threshold_uncertainty_score":0.99957746},"labels":[],"label_agreement":null},{"id":"W4403541284","doi":"10.1177/09610006241285514","title":"Everyday life information seeking: A systematic review with bibliometric analysis","year":2024,"lang":"en","type":"review","venue":"Journal of Librarianship and Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Science Foundation of Jiangsu Province","keywords":"Information seeking; Everyday life; Sociology; Systematic review; Psychology; Bibliometrics; Citation analysis; Epistemology; Social science; Political science; Information retrieval; Library science; Computer science; MEDLINE; Citation; Philosophy","score_opus":0.048565434520747644,"score_gpt":0.32407140836892184,"score_spread":0.2755059738481742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403541284","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018030591,0.9076445,0.089568555,0.00028449405,0.00032727615,0.00090675737,0.000020057723,0.000057633046,0.0011888837],"genre_scores_gemma":[0.000086346336,0.99652225,0.0021180492,0.0011567973,0.000032411896,0.00002785945,0.00001900058,0.0000055071646,0.000031803367],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99306005,0.00017619082,0.003406805,0.00016731478,0.0028063,0.0003833472],"domain_scores_gemma":[0.9932953,0.0002778702,0.0038005875,0.00061181746,0.0014769073,0.0005374826],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.006468339,0.0003908354,0.0021135896,0.11477573,0.00026931392,0.0060372953,0.0024259975,0.00015392137,0.000016391115],"category_scores_gemma":[0.0017055337,0.00021228797,0.000544974,0.26307508,0.00018465763,0.0966526,0.00038376884,0.0006988521,0.00018290075],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045357965,0.000014417756,0.000007820868,0.8167999,0.00047879075,0.000007573121,0.0010927018,0.000007241611,1.7467881e-8,0.0135279875,0.001048091,0.16701092],"study_design_scores_gemma":[0.00032909212,0.00044183424,0.0001392464,0.35525236,0.012456032,0.0012644905,0.00021163869,0.0053026523,8.0771395e-7,0.00005748813,0.6236964,0.0008480089],"about_ca_topic_score_codex":0.0000018277518,"about_ca_topic_score_gemma":6.677641e-8,"teacher_disagreement_score":0.6226483,"about_ca_system_score_codex":0.0001490254,"about_ca_system_score_gemma":0.0035292988,"threshold_uncertainty_score":0.9949945},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4403582513","doi":"10.1145/3627673.3679912","title":"Enhanced Retrieval Effectiveness through Selective Query Generation","year":2024,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Computer science; Query expansion; Query optimization; Web search query; Information retrieval; Sargable; Search engine","score_opus":0.028468869685935642,"score_gpt":0.30573156429981324,"score_spread":0.2772626946138776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403582513","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09276617,0.000073445044,0.894384,0.00019178186,0.0007810888,0.00023186058,0.0000015749536,0.00044125368,0.011128797],"genre_scores_gemma":[0.9929466,0.0000151716795,0.0057032565,0.00017468611,0.00012491022,0.000015901496,0.000007866568,0.000005669637,0.0010059371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99894077,0.00009772682,0.00016239155,0.000263774,0.00032981168,0.00020551153],"domain_scores_gemma":[0.999452,0.00012088499,0.00001782427,0.00019504267,0.00016998012,0.000044294604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041719974,0.00010190941,0.00009721346,0.000085205356,0.00012397222,0.00041892004,0.00025162278,0.00006349705,0.00005098736],"category_scores_gemma":[0.000042965272,0.00007877617,0.00006322736,0.00085443055,0.000023517725,0.0019501082,0.00008229323,0.00015570632,0.0004176859],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036733196,0.00005135556,0.000020298494,0.00009786672,0.000039211605,0.000022786266,0.0034298184,0.00016525123,0.28706944,0.6618266,0.0020545358,0.045186095],"study_design_scores_gemma":[0.00014097893,0.00013149114,0.0007842018,0.000022902768,0.0000043292744,0.000011837926,0.000015488586,0.09241505,0.9024853,0.0020798761,0.0017511242,0.00015742514],"about_ca_topic_score_codex":0.000020626407,"about_ca_topic_score_gemma":0.0000024020899,"teacher_disagreement_score":0.9001804,"about_ca_system_score_codex":0.000119805154,"about_ca_system_score_gemma":0.00016437772,"threshold_uncertainty_score":0.53686464},"labels":[],"label_agreement":null},{"id":"W4405761894","doi":"10.1007/978-3-031-73147-1_6","title":"Generative Information Retrieval Evaluation","year":2024,"lang":"en","type":"book-chapter","venue":"˜The œinformation retrieval series","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Generative grammar; Information retrieval; Computer science; Artificial intelligence","score_opus":0.02459505392412266,"score_gpt":0.25917357593383467,"score_spread":0.23457852200971202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405761894","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013892094,0.0007241198,0.0697245,0.0057324274,0.005998142,0.00460261,0.0006635609,0.0013965215,0.9110192],"genre_scores_gemma":[0.02313273,0.0017550471,0.005390282,0.008778134,0.0020825,0.00024272938,0.009132164,0.00020126616,0.94928515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928686,0.00009616636,0.0020586865,0.00038460724,0.0039277836,0.000664154],"domain_scores_gemma":[0.9942608,0.00015462562,0.0011880482,0.0013396473,0.0027938075,0.00026310087],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0027640627,0.00082777947,0.00059009565,0.00096686766,0.00091225374,0.0034507695,0.0017501356,0.0007776258,0.0008548853],"category_scores_gemma":[0.0001945461,0.00062213076,0.00044917694,0.00079894095,0.0003295786,0.018836735,0.0007693816,0.0013797529,0.010808296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003208579,0.000010447376,0.0000010182704,0.00026981204,0.00017098559,0.0000051750935,0.0068103233,0.0003227727,0.000020653915,0.9298235,0.019090824,0.04315364],"study_design_scores_gemma":[0.00062092405,0.00034402803,0.00004420525,0.00014900632,0.00017905221,0.00011874071,0.0003065024,0.042547975,0.000730437,0.042881202,0.9111804,0.00089756504],"about_ca_topic_score_codex":0.000014704533,"about_ca_topic_score_gemma":0.0000107944215,"teacher_disagreement_score":0.89208955,"about_ca_system_score_codex":0.00084376155,"about_ca_system_score_gemma":0.0011353276,"threshold_uncertainty_score":0.999623},"labels":[],"label_agreement":null},{"id":"W4405906730","doi":"10.1038/s41598-024-82871-0","title":"A multi-dimensional semantic pseudo-relevance feedback framework for information retrieval","year":2024,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Western University","funders":"Natural Science Foundation of Hubei Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Query expansion; Relevance (law); Relevance feedback; Sentence; Concept search; Field (mathematics); Set (abstract data type); Search engine; Web search query; Artificial intelligence; Image retrieval","score_opus":0.023437419586841386,"score_gpt":0.2935850799618369,"score_spread":0.27014766037499555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405906730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06262489,0.00017551002,0.91384244,0.0008836928,0.020879509,0.0008515018,0.000012513436,0.0005474235,0.00018252635],"genre_scores_gemma":[0.5950522,0.0000055880514,0.40018725,0.00035557637,0.00016064683,0.00006376325,0.0001417384,0.000017730676,0.0040155547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971801,0.000025933165,0.00074047333,0.0005343663,0.0010598633,0.00045927905],"domain_scores_gemma":[0.99802136,0.00019677248,0.00019407639,0.00083563884,0.00057866273,0.0001734928],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002153535,0.00017041757,0.00016494523,0.00039967807,0.00050212484,0.0025641734,0.00042314193,0.00012336114,0.00004390188],"category_scores_gemma":[0.00071569585,0.00014199059,0.0001713207,0.0015207465,0.0001414869,0.0036855924,0.00020173583,0.00024542527,0.0004900087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002449006,0.0006906056,0.0009342541,0.0029613776,0.00030197846,0.0014480801,0.02482578,0.0037252533,0.05038218,0.43898773,0.2434821,0.23201576],"study_design_scores_gemma":[0.00032102046,0.00011851086,0.00093264424,0.0004165851,0.000026543234,0.00070476247,0.000078871795,0.6766402,0.023755306,0.05958597,0.2368148,0.000604784],"about_ca_topic_score_codex":0.0000042318347,"about_ca_topic_score_gemma":9.871166e-7,"teacher_disagreement_score":0.6729149,"about_ca_system_score_codex":0.0000961973,"about_ca_system_score_gemma":0.00047014034,"threshold_uncertainty_score":0.99847126},"labels":[],"label_agreement":null},{"id":"W4409973459","doi":"10.1145/3698204.3716471","title":"Organizing Found Information in Public Digital Library Search","year":2025,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Digital library; Computer science; World Wide Web; Information retrieval","score_opus":0.01965202608467115,"score_gpt":0.24473677361666807,"score_spread":0.22508474753199692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409973459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16215493,0.000009879538,0.5103722,0.009313973,0.00024235096,0.00031605683,0.000006697535,0.00049699366,0.3170869],"genre_scores_gemma":[0.9938973,0.000002970605,0.002869785,0.0010648925,0.000006328993,0.0000040511854,0.000024013973,0.0000014409778,0.002129225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992714,0.000013579624,0.00022339837,0.00007020377,0.00021880794,0.00020259242],"domain_scores_gemma":[0.99964106,0.000041972024,0.000017333337,0.00017947274,0.00007065445,0.00004951353],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00014428103,0.000053947526,0.000056916233,0.00045138088,0.000071132614,0.001954169,0.00051141746,0.000036441805,0.00010131247],"category_scores_gemma":[0.000050478724,0.00004488601,0.000018913752,0.0014517382,0.000017181872,0.017992243,0.00041880345,0.00011831076,0.00049446034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004176337,0.00003788007,0.024674851,0.000027304824,0.0000036064096,0.0000027345268,0.0007910427,0.000015312078,0.000014566313,0.6970098,0.0035466042,0.27387214],"study_design_scores_gemma":[0.0023744262,0.00015172851,0.18314561,0.00008669035,0.0000024092158,0.00002116706,0.0016864968,0.28841093,0.008154995,0.013692047,0.50152874,0.00074475183],"about_ca_topic_score_codex":0.000006253601,"about_ca_topic_score_gemma":8.0110857e-7,"teacher_disagreement_score":0.83174235,"about_ca_system_score_codex":0.0000362042,"about_ca_system_score_gemma":0.0002519556,"threshold_uncertainty_score":0.9990819},"labels":[],"label_agreement":null},{"id":"W4410446804","doi":"10.47989/ir30251418","title":"Expanding Wilson’s information behaviour model using social cognitive theory: A case study","year":2025,"lang":"en","type":"article","venue":"Information Research an international electronic journal","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cognition; Psychology; Social cognitive theory; Information theory; Cognitive psychology; Computer science; Sociology; Social psychology; Statistics; Mathematics","score_opus":0.06869116120547733,"score_gpt":0.4406875245450222,"score_spread":0.3719963633395449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410446804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5038226,0.000005645998,0.49323916,0.0002730938,0.0002131591,0.00043664756,0.000017396133,0.000058538575,0.0019337508],"genre_scores_gemma":[0.9983351,0.000020124073,0.0008903036,0.00037216177,0.00009091715,0.000058088215,0.000041438023,0.00000529953,0.00018652345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99554485,0.0004739577,0.00094933074,0.00015549509,0.0019326414,0.00094371854],"domain_scores_gemma":[0.99563074,0.00015812404,0.00034218605,0.00021467546,0.003467189,0.0001870744],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.006530688,0.00019620499,0.0001807596,0.0023062597,0.0019031214,0.0030693857,0.001259466,0.000117833195,0.00006740329],"category_scores_gemma":[0.0004930627,0.00018283477,0.00011320255,0.001093887,0.00009725227,0.027673608,0.00039160164,0.0016495362,0.000064615095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008110156,0.0008483813,0.0047433954,0.000040511215,0.00043952552,0.00024490914,0.07272619,0.006028712,0.00007342627,0.6730494,0.0007355831,0.24025895],"study_design_scores_gemma":[0.0041514197,0.0008099642,0.0019688283,0.0000730275,0.00003649424,0.0038675286,0.06587917,0.89383465,0.00026996026,0.027536552,0.0011335838,0.00043880675],"about_ca_topic_score_codex":0.00017067853,"about_ca_topic_score_gemma":0.000027328419,"teacher_disagreement_score":0.88780594,"about_ca_system_score_codex":0.0015440816,"about_ca_system_score_gemma":0.002540169,"threshold_uncertainty_score":0.99939626},"labels":[],"label_agreement":null},{"id":"W4410502462","doi":"10.1145/3736402","title":"Query Performance Prediction Using Relevance Judgments Generated by Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"HORIZON EUROPE Framework Programme; Ministerie van Economische Zaken en Klimaat; China Scholarship Council; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Ministerie van Onderwijs, Cultuur en Wetenschap; European Commission","keywords":"Relevance (law); Computer science; Interpretability; Recall; Metric (unit); Measure (data warehouse); Precision and recall; Scalar (mathematics); Information retrieval; Data mining; Machine learning; Artificial intelligence; Cognitive psychology; Mathematics; Psychology","score_opus":0.021212261811749022,"score_gpt":0.26395895870168035,"score_spread":0.24274669688993133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410502462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06238215,0.00006102789,0.9336707,0.0000945575,0.0011203001,0.00049384264,0.00017783054,0.0003198308,0.001679754],"genre_scores_gemma":[0.99515665,0.00008632135,0.0028066216,0.00046139295,0.000017189503,0.00010627474,0.00010178856,0.000005908267,0.0012578696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982315,0.000065897766,0.00068848394,0.00016048415,0.0005349883,0.00031865342],"domain_scores_gemma":[0.9987402,0.000047577774,0.00017998929,0.0006560065,0.00029675078,0.00007949092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004519051,0.00017311552,0.00016783562,0.00044617787,0.0005468149,0.0004453083,0.0005874636,0.00013319236,0.000012013393],"category_scores_gemma":[0.000019317225,0.00016403885,0.000062925385,0.00095934526,0.000020290325,0.0080218185,0.000021737058,0.000250524,0.00011564778],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017295312,0.00042907684,0.00039385748,0.0009313038,0.00020848945,0.0000024489068,0.012310266,0.79805344,0.0037051497,0.016200598,0.007690731,0.15990166],"study_design_scores_gemma":[0.00070708175,0.000050931052,0.000094700285,0.0001228169,0.000011404626,0.000008232812,0.0005216417,0.98138934,0.0061232005,0.000020583662,0.010787408,0.00016266656],"about_ca_topic_score_codex":0.00007522427,"about_ca_topic_score_gemma":0.0000011824106,"teacher_disagreement_score":0.9327745,"about_ca_system_score_codex":0.00025681377,"about_ca_system_score_gemma":0.00013419948,"threshold_uncertainty_score":0.668931},"labels":[],"label_agreement":null},{"id":"W4412520057","doi":"10.1002/asi.70006","title":"A study of search result aggregation approaches for the digital humanities","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Digital humanities; Computer science; Information retrieval; Data science; Humanities; Artificial intelligence; Library science; Philosophy","score_opus":0.049299196999164394,"score_gpt":0.2947339587881403,"score_spread":0.24543476178897589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412520057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8299696,0.00006785083,0.14060262,0.022362418,0.001057972,0.0027218235,0.000032809763,0.00005385241,0.0031310935],"genre_scores_gemma":[0.99927944,0.000006921585,0.0003960943,0.00008575361,0.000009015411,0.000020729443,4.5371468e-7,6.8695584e-7,0.00020088624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869627,0.0000139691,0.00047993317,0.00004733103,0.0006328443,0.0001296464],"domain_scores_gemma":[0.9963636,0.00030449047,0.00069683435,0.00016935103,0.0024542608,0.000011502358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003071547,0.00004632567,0.000101690326,0.00064760906,0.0005989297,0.00040031772,0.00096903805,0.000050618906,1.2462911e-7],"category_scores_gemma":[0.0023446148,0.000025536892,0.00004382213,0.0016307123,0.00015505936,0.0031906073,0.00018930399,0.00011821957,4.0421762e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053927604,0.000117226,0.011091011,0.00004470658,0.00006946771,3.8959964e-8,0.0122271525,0.0003753228,0.000077428675,0.6818424,0.0010648514,0.29303646],"study_design_scores_gemma":[0.017501991,0.005759849,0.20520498,0.00032149372,0.00032408998,0.00007589223,0.21603607,0.24287799,0.0567761,0.08332827,0.17104031,0.0007529652],"about_ca_topic_score_codex":0.0000019399254,"about_ca_topic_score_gemma":0.000001986375,"teacher_disagreement_score":0.59851414,"about_ca_system_score_codex":0.00014357496,"about_ca_system_score_gemma":0.00032430288,"threshold_uncertainty_score":0.46065438},"labels":[],"label_agreement":null},{"id":"W4413922133","doi":"10.1007/978-3-032-04354-2_2","title":"Selective Search as a First-Stage Retriever","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Stage (stratigraphy); Labrador Retriever; Biology; Medicine","score_opus":0.019575976103963104,"score_gpt":0.2767807282185583,"score_spread":0.2572047521145952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413922133","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011188269,0.00011908352,0.96358496,0.0012579379,0.0010927763,0.00066630275,0.000014604331,0.00020401906,0.03294842],"genre_scores_gemma":[0.26772386,0.0003930131,0.5835063,0.015497134,0.0012385121,0.00008732714,0.000057282916,0.00013471713,0.13136186],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952473,0.00004295739,0.0005913614,0.0013213007,0.0018808515,0.0009162498],"domain_scores_gemma":[0.9968086,0.0005956683,0.00018302166,0.0013615101,0.00079979136,0.00025144496],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012675235,0.00051828433,0.0005109344,0.001507758,0.00054168614,0.00089981616,0.0039846073,0.00042941776,0.00011406779],"category_scores_gemma":[0.00023907631,0.00046543957,0.00017918325,0.0019228294,0.0006262839,0.0011501416,0.0021767505,0.0015226216,0.00028406322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005217528,0.00008245281,0.00019691899,0.00023223255,0.000035951314,0.00029207952,0.004351151,0.012264246,0.000076628756,0.20550698,0.00046638786,0.7764428],"study_design_scores_gemma":[0.0011812977,0.0010017905,0.0008599959,0.0011616984,0.000019487577,0.00011395619,0.0000013620743,0.84665585,0.014715829,0.08912531,0.042931788,0.0022316668],"about_ca_topic_score_codex":0.00009322393,"about_ca_topic_score_gemma":0.00006060042,"teacher_disagreement_score":0.8343916,"about_ca_system_score_codex":0.00070375827,"about_ca_system_score_gemma":0.0022256395,"threshold_uncertainty_score":0.99977976},"labels":[],"label_agreement":null},{"id":"W4413982584","doi":"10.1007/s10115-025-02581-5","title":"A knowledge-based approach for pseudo-relevance feedback by exploiting semantic relevance","year":2025,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Relevance (law); Relevance feedback; Computer science; Information retrieval; Artificial intelligence; Image retrieval","score_opus":0.019883780679341264,"score_gpt":0.2714622971701461,"score_spread":0.2515785164908048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413982584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021317862,0.0019866386,0.96165425,0.00014616181,0.00068992283,0.0011461059,0.000022611895,0.00024965132,0.031972867],"genre_scores_gemma":[0.9812482,0.00013391243,0.01225126,0.00049938174,0.000111237634,0.00081722136,0.00015609688,0.000013825167,0.004768839],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982432,0.0000624633,0.0008195271,0.00023882532,0.00023258348,0.00040337935],"domain_scores_gemma":[0.9981246,0.00035531312,0.00025127208,0.00039541456,0.0007525367,0.000120836296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008265418,0.00023234263,0.00031757817,0.00035147794,0.000441705,0.00067098415,0.00053781725,0.00013662431,0.0000014227675],"category_scores_gemma":[0.00023520018,0.00020671118,0.000089009256,0.000859862,0.000059552745,0.00449843,0.0001367984,0.00016469017,0.00012029698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017283246,0.00054558384,0.00091129204,0.015344845,0.00012964464,6.741955e-7,0.016405942,0.0011644774,0.0014638542,0.42205688,0.18864632,0.35315764],"study_design_scores_gemma":[0.0011426578,0.00006559083,0.00008986909,0.00025835654,0.000010256683,0.000004497243,0.0004656796,0.6546278,0.0015511981,0.00004816016,0.34149766,0.00023830387],"about_ca_topic_score_codex":0.000007494961,"about_ca_topic_score_gemma":7.7511834e-7,"teacher_disagreement_score":0.97911644,"about_ca_system_score_codex":0.00011152016,"about_ca_system_score_gemma":0.00024178503,"threshold_uncertainty_score":0.8429437},"labels":[],"label_agreement":null},{"id":"W4416016875","doi":"10.1145/3746252.3761255","title":"Towards Adaptive Personalized Conversational Information Retrieval","year":2025,"lang":"","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Feature (linguistics); Matching (statistics); Document retrieval; Relevance (law); Information system","score_opus":0.0244030331547389,"score_gpt":0.27912238153910557,"score_spread":0.25471934838436666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416016875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024457853,0.00009579461,0.82789946,0.0069053257,0.002040669,0.0007839499,0.000067651614,0.00017639143,0.15958498],"genre_scores_gemma":[0.92428315,0.00016360533,0.022732278,0.011590159,0.00013720132,0.000028429355,0.00015073309,0.000009332926,0.04090513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99645114,0.00016124734,0.0010241853,0.00032152038,0.001452231,0.00058970024],"domain_scores_gemma":[0.9970474,0.00013782478,0.00027573237,0.00047810512,0.0018331291,0.00022779945],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010997636,0.0003356958,0.0003451994,0.00071612396,0.0005591627,0.001068619,0.0010234488,0.00027933178,0.0028786825],"category_scores_gemma":[0.00033060316,0.00031334863,0.00026491002,0.0022176583,0.00035629034,0.0068037705,0.0005503988,0.00047110202,0.0017253854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004690037,0.00006753595,0.00011189187,0.0000676227,0.00008040161,0.000002520142,0.0042647016,0.00003917499,0.000026533107,0.8913359,0.008292029,0.09524266],"study_design_scores_gemma":[0.005209041,0.00052091584,0.015656468,0.00016472736,0.000095510455,0.000016782478,0.0026696401,0.78553754,0.005341807,0.0057290453,0.1782285,0.00083001977],"about_ca_topic_score_codex":0.00010778034,"about_ca_topic_score_gemma":0.0000017136912,"teacher_disagreement_score":0.92183733,"about_ca_system_score_codex":0.0004730997,"about_ca_system_score_gemma":0.0028851544,"threshold_uncertainty_score":0.99996835},"labels":[],"label_agreement":null},{"id":"W4416712105","doi":"10.48550/arxiv.2509.02558","title":"Lighting the Way for BRIGHT: Reproducible Baselines with Anserini, Pyserini, and RankLLM","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Natural Sciences and Engineering Research Council of Canada; Ministry of Science and ICT, South Korea","keywords":"Benchmark (surveying); Construct (python library); Range (aeronautics); Query expansion; Baseline (sea); Search engine; Question answering","score_opus":0.052252612525824534,"score_gpt":0.29289515188944526,"score_spread":0.24064253936362073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416712105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8833434,0.0003950115,0.10307144,0.008629331,0.0009909174,0.0016134118,0.00004726732,0.00035375042,0.0015554845],"genre_scores_gemma":[0.9577322,0.00032472014,0.029366346,0.0018283611,0.0005650622,0.0005961863,0.000061714665,0.00003419728,0.00949119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979591,0.000070725066,0.00045301518,0.0008178165,0.00031136975,0.00038799687],"domain_scores_gemma":[0.99749106,0.00025164543,0.00022482465,0.001508709,0.00043032115,0.000093451534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011801153,0.00029677548,0.00032824706,0.0001365481,0.00043427077,0.0003583281,0.001155506,0.00014961512,0.000012275968],"category_scores_gemma":[0.00019817355,0.00017734316,0.00011231134,0.00035647317,0.000103285136,0.00039829977,0.0012357543,0.00046220195,0.000016360755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010636863,0.00061342714,0.65504575,0.005358707,0.0008501187,0.00012489092,0.02048966,0.003059573,0.0016760301,0.042825494,0.0158224,0.2530703],"study_design_scores_gemma":[0.00401633,0.0008385267,0.51445407,0.0017074246,0.0003172714,0.00012528145,0.00051612256,0.08569686,0.07093727,0.0031069824,0.31560335,0.0026805338],"about_ca_topic_score_codex":0.000093700626,"about_ca_topic_score_gemma":0.000019702977,"teacher_disagreement_score":0.29978096,"about_ca_system_score_codex":0.000031912612,"about_ca_system_score_gemma":0.00028058444,"threshold_uncertainty_score":0.7231844},"labels":[],"label_agreement":null},{"id":"W4416716931","doi":"10.1016/j.knosys.2025.114980","title":"Utilizing large language models for integrating document-level contextual semantic into pseudo-relevance feedback","year":2025,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Hubei Provincial Department of Education; Ontario Research Foundation","keywords":"Consistency (knowledge bases); Query expansion; Semantic matching; Matching (statistics); Relevance (law); Query language; Key (lock); Semantic heterogeneity; Probabilistic logic; Relevance feedback","score_opus":0.03351359701544305,"score_gpt":0.3182647216926604,"score_spread":0.28475112467721736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416716931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019291226,0.0012066535,0.9712584,0.00021154164,0.0014983669,0.0012061554,0.000040545372,0.00030722254,0.004979906],"genre_scores_gemma":[0.98477286,0.0000035305302,0.009603936,0.0002010548,0.00009493752,0.00028480412,0.000033766726,0.000016882936,0.004988223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762547,0.00018187598,0.0007486958,0.0004622591,0.00035559392,0.00062609906],"domain_scores_gemma":[0.9978076,0.00057263597,0.00019575942,0.0006416552,0.00064486644,0.0001374726],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013928725,0.0002902295,0.00042314196,0.00035129936,0.00046910185,0.0005696653,0.0010046676,0.00014118974,0.0000072908283],"category_scores_gemma":[0.0002772525,0.00024988683,0.00018897477,0.0007781467,0.000053687152,0.0009260188,0.00021113353,0.00025332684,0.00012369688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012516536,0.00040491932,0.00040840567,0.0032829037,0.000115509116,0.000016113978,0.02319537,0.001506535,0.0077166716,0.8868986,0.007698316,0.06863152],"study_design_scores_gemma":[0.0020153571,0.00009985019,0.000044716217,0.00084436755,0.000019084702,0.0000032106943,0.003440562,0.9802309,0.0061486633,0.00074500503,0.0060767317,0.00033154697],"about_ca_topic_score_codex":0.00016885393,"about_ca_topic_score_gemma":0.00018679381,"teacher_disagreement_score":0.97872436,"about_ca_system_score_codex":0.000271233,"about_ca_system_score_gemma":0.00049213297,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W4416995073","doi":"10.47989/ir27462191","title":"Cruz Gil, Maria del Carmen. Applying an advanced information search and retrieval model in organisations: research and opportunities. Hauppauge, NY: Nova Publishers, 2022.","year":2022,"lang":"en","type":"article","venue":"Information Research an international electronic journal","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova (rocket); Nova scotia; Information science; Human–computer information retrieval; Information needs; Information storage; Information system","score_opus":0.11597286243890512,"score_gpt":0.3782811973513148,"score_spread":0.2623083349124097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416995073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9007221,0.00021482522,0.07985643,0.009563579,0.0005613437,0.0021411313,0.00020223392,0.00016360283,0.0065747728],"genre_scores_gemma":[0.9943984,0.0009987154,0.0026396676,0.00060546346,0.000092266826,0.00018439931,0.0005704757,0.000018056096,0.00049255457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9912514,0.0008427831,0.0011722947,0.00030533562,0.0049489643,0.0014792307],"domain_scores_gemma":[0.994821,0.00024904165,0.00024105667,0.0004557793,0.003679726,0.0005533629],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.017089253,0.00022553437,0.0002237215,0.0042049997,0.0021589356,0.0049605644,0.0019695167,0.00013043305,0.00038390688],"category_scores_gemma":[0.00061331305,0.00023696542,0.000044315013,0.0018130952,0.00026901043,0.05138322,0.00131312,0.004037991,0.000025950638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012446532,0.00039426534,0.0011120326,0.00008602343,0.00008191683,0.000033247805,0.023231491,0.019608047,0.00064157246,0.6582448,0.0019825932,0.29333937],"study_design_scores_gemma":[0.0027333368,0.0017116866,0.0025349446,0.000032293072,0.0000029798628,0.0007597363,0.0201523,0.9119334,0.00016262617,0.021763789,0.03779726,0.00041563564],"about_ca_topic_score_codex":0.00038200483,"about_ca_topic_score_gemma":0.00007392785,"teacher_disagreement_score":0.89232534,"about_ca_system_score_codex":0.0025152839,"about_ca_system_score_gemma":0.0042238263,"threshold_uncertainty_score":0.99914014},"labels":[],"label_agreement":null},{"id":"W4417030646","doi":"10.59350/1hgqm-q5x58","title":"Three questions with… Alyssa!","year":2021,"lang":"","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Profiling (computer programming); Information system; Data collection","score_opus":0.030654785950252613,"score_gpt":0.27551871292271984,"score_spread":0.24486392697246723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417030646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00630856,0.00018961889,0.93827975,0.00626874,0.00043350647,0.00016548464,0.000006871774,0.00012505738,0.048222426],"genre_scores_gemma":[0.7636342,0.0001739161,0.18591663,0.003240197,0.00023546486,0.000034494282,0.000026868145,0.000023025126,0.04671521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799883,0.000051297964,0.00037025605,0.00036615782,0.0007491134,0.0004643443],"domain_scores_gemma":[0.9977186,0.000059206428,0.00007490584,0.0008136475,0.001052993,0.00028064667],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00027470494,0.00018463688,0.00018964957,0.00009949917,0.00040779612,0.0008364923,0.0005439629,0.000094841744,0.0032587864],"category_scores_gemma":[0.00005581862,0.00014354518,0.00009992968,0.0014392004,0.00012694467,0.001289799,0.00037298942,0.00029952283,0.0016453027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001867692,0.00035137165,0.0032987506,0.000042830485,0.000064010244,0.0003937202,0.0011516124,0.00014444337,0.0003727747,0.724472,0.0040374612,0.26565236],"study_design_scores_gemma":[0.0032581186,0.00140085,0.13146842,0.00037070538,0.00021356568,0.0015171118,0.00080025854,0.6546729,0.040355932,0.008485602,0.15521468,0.002241825],"about_ca_topic_score_codex":0.00009630223,"about_ca_topic_score_gemma":0.00036456375,"teacher_disagreement_score":0.75732565,"about_ca_system_score_codex":0.000056931585,"about_ca_system_score_gemma":0.0010949634,"threshold_uncertainty_score":0.99913204},"labels":[],"label_agreement":null},{"id":"W4417043386","doi":"10.1145/3779428","title":"Learning Context-aware Term Importance for Query Performance Prediction","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Query expansion; Relevance (law); Task (project management); Term (time); Query optimization; Term Discrimination; Web query classification; Performance prediction; Rank (graph theory)","score_opus":0.01809151885803668,"score_gpt":0.26475431540830374,"score_spread":0.24666279655026707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417043386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082890734,0.0002018808,0.9141906,0.0009996528,0.0006513917,0.0005454293,0.000011416683,0.00038935163,0.00011953698],"genre_scores_gemma":[0.99647677,0.00030564473,0.0006715396,0.000061088445,0.000011281015,0.00032334725,0.0000050467584,0.000005227122,0.0021400605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990276,0.000018584902,0.0003549892,0.00025770813,0.000116257805,0.00022485146],"domain_scores_gemma":[0.9992033,0.00008756859,0.00008210228,0.00040495407,0.00018470733,0.000037366255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021380588,0.0001243493,0.00016989172,0.0005081121,0.00042542454,0.00009441238,0.0004161157,0.00018562532,0.0000063553243],"category_scores_gemma":[0.00003243847,0.0001105826,0.000046558172,0.00052577944,0.00007401734,0.00032696585,0.000018901792,0.0002948213,0.000011445982],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045731493,0.00010283223,0.016014682,0.0003097105,0.00007834353,0.0000022715826,0.0003844093,0.00074604055,0.00033716296,0.055557977,0.00016914356,0.9262517],"study_design_scores_gemma":[0.0032809165,0.0051779556,0.0094142435,0.0016972502,0.00015901671,0.00031146285,0.008080696,0.6202923,0.11943491,0.005864753,0.22487384,0.0014126583],"about_ca_topic_score_codex":0.000013654272,"about_ca_topic_score_gemma":0.000006151529,"teacher_disagreement_score":0.924839,"about_ca_system_score_codex":0.00006928001,"about_ca_system_score_gemma":0.000055676992,"threshold_uncertainty_score":0.45094275},"labels":[],"label_agreement":null},{"id":"W4417058393","doi":"10.59350/1gzty-ey460","title":"LIBREAS Zitationstracking: Journal of Documentation und Canadian Journal of Information and Library Science","year":2011,"lang":"","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Documentation science; Information science; Foundation (evidence); Information system","score_opus":0.026061089457420413,"score_gpt":0.28005704985885094,"score_spread":0.2539959604014305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417058393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5818384,0.0009982323,0.37946573,0.0020889542,0.006803878,0.001055145,0.00006195758,0.00003077579,0.027656876],"genre_scores_gemma":[0.93928945,0.0005976092,0.059560865,0.00025343138,0.00012762487,0.0000017013493,0.000010848273,0.000008022777,0.0001504583],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99504447,0.00013833425,0.0026573136,0.00017847322,0.001476954,0.0005044845],"domain_scores_gemma":[0.9910618,0.000115851246,0.0034968457,0.00034654624,0.0038043887,0.0011745837],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0031743792,0.00029182425,0.0004373665,0.0035990973,0.00063320674,0.005257377,0.0022260388,0.00022402026,0.00066317845],"category_scores_gemma":[0.00039125574,0.00024723762,0.00018297754,0.0015744456,0.0010225839,0.046010192,0.00050401763,0.00096472644,0.000032983156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017894153,0.00014505984,0.021733541,0.0005434358,0.00020027235,0.000058374688,0.087126546,0.0010138708,0.00036578503,0.2357414,0.0016257468,0.65126705],"study_design_scores_gemma":[0.0080031995,0.005760583,0.70036495,0.0040982566,0.0009586823,0.0076474473,0.019409765,0.03734887,0.0827954,0.100221984,0.03005468,0.0033362028],"about_ca_topic_score_codex":0.0022027863,"about_ca_topic_score_gemma":0.00014868096,"teacher_disagreement_score":0.67863137,"about_ca_system_score_codex":0.00022755573,"about_ca_system_score_gemma":0.022837201,"threshold_uncertainty_score":0.999998},"labels":[],"label_agreement":null},{"id":"W45142999","doi":"10.1007/978-3-319-06028-6_68","title":"Bringing Information Retrieval into Crowdsourcing: A Case Study","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Crowdsourcing; Computer science; Information retrieval; Quality (philosophy); Human–computer information retrieval; Work (physics); Control (management); Crowdsourcing software development; Data science; World Wide Web; Artificial intelligence; Search engine; Engineering","score_opus":0.017829253758947988,"score_gpt":0.2650220393064809,"score_spread":0.2471927855475329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W45142999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007744059,0.000026786343,0.98834854,0.00021555585,0.0011676265,0.00076299545,0.000001644045,0.00023696052,0.0014958484],"genre_scores_gemma":[0.91140103,0.0000034183165,0.08707627,0.0009869841,0.0002680171,0.0000068780096,0.0000051357797,0.00001987959,0.00023238781],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99601597,0.000052580486,0.0008855931,0.00075260934,0.0016338802,0.0006593781],"domain_scores_gemma":[0.9971483,0.00030960544,0.0004149821,0.0013042636,0.0005710205,0.0002518643],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022943825,0.00048379824,0.00047691687,0.001594006,0.0006162874,0.0016648347,0.0024175139,0.00025322262,0.000020749974],"category_scores_gemma":[0.00021971774,0.00043956708,0.0001246633,0.0009938681,0.0003241249,0.0023453403,0.0016741959,0.0010005935,0.00014772853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014794191,0.000040491588,0.00018027275,0.00007881864,0.000012244861,0.0010794749,0.018621588,0.011576724,0.000022258047,0.005203297,0.000017408092,0.96315265],"study_design_scores_gemma":[0.00084790454,0.00075098587,0.00017646336,0.00024094692,0.000017496292,0.0025881024,0.000012176187,0.98281014,0.00061402965,0.008189458,0.002666482,0.0010857896],"about_ca_topic_score_codex":0.00015854977,"about_ca_topic_score_gemma":0.000060816696,"teacher_disagreement_score":0.9712334,"about_ca_system_score_codex":0.00043117907,"about_ca_system_score_gemma":0.0005267911,"threshold_uncertainty_score":0.9998056},"labels":[],"label_agreement":null},{"id":"W58124876","doi":"10.1007/1-4020-3670-1_1","title":"Introduction: New Directions in Human Information Behavior","year":2006,"lang":"en","type":"book-chapter","venue":"Information science and knowledge management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Materials science; Cognitive science; Psychology","score_opus":0.019331371580687307,"score_gpt":0.2710756019056209,"score_spread":0.2517442303249336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58124876","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007975916,0.000052398034,0.014351736,0.0006314166,0.0009020224,0.000945342,0.0000088552715,0.0001887659,0.9828397],"genre_scores_gemma":[0.020834107,0.0007883929,0.009070306,0.0012539044,0.0011373513,0.00042406062,0.0006296707,0.00003380541,0.9658284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972906,0.000010183833,0.00095572544,0.0002676366,0.0010967457,0.00037910344],"domain_scores_gemma":[0.99818325,0.00001272678,0.0003515115,0.00056129624,0.00070837536,0.00018284598],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0011558199,0.0002867493,0.00023026986,0.002814994,0.0005845266,0.0013362223,0.0008866642,0.0001411453,0.00010040198],"category_scores_gemma":[0.000024190515,0.0002797206,0.00006159023,0.0009617353,0.00027737857,0.01683793,0.00068755436,0.00031586122,0.0010751293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020387333,0.000016554086,0.000010688883,0.00005683702,0.000003860428,0.0000013038789,0.0009358627,0.000018428804,0.0000016872801,0.67730194,0.032352626,0.2892982],"study_design_scores_gemma":[0.0004156627,0.000053815224,0.0020420237,0.000048199487,0.000017552553,0.0000132310215,0.000102001526,0.0011717007,0.000041430998,0.0013921299,0.99435717,0.00034506372],"about_ca_topic_score_codex":0.00004284792,"about_ca_topic_score_gemma":0.000021162055,"teacher_disagreement_score":0.96200454,"about_ca_system_score_codex":0.00049565814,"about_ca_system_score_gemma":0.00035791908,"threshold_uncertainty_score":0.9999655},"labels":[],"label_agreement":null},{"id":"W597139581","doi":"","title":"Making sense of sense making: Information behaviour researchers construct an \"author\"","year":2005,"lang":"en","type":"article","venue":"UTS ePRESS (University of Technology Sydney)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Sociology; Construct (python library); Philosophy; Ethnology; Computer science","score_opus":0.05560903989037087,"score_gpt":0.3055161459748037,"score_spread":0.24990710608443284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W597139581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92167485,0.000018936902,0.0726922,0.0024414835,0.00007933832,0.00026795254,0.00003591844,0.00030454522,0.0024848017],"genre_scores_gemma":[0.937559,0.000007874911,0.06224114,0.000047186306,0.000005694026,3.8994594e-7,0.000007582185,0.000003723435,0.0001273825],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998654,0.000074289324,0.0002781051,0.00020026515,0.0004581204,0.000335202],"domain_scores_gemma":[0.9984024,0.00003696163,0.0003166403,0.0006803823,0.0004795314,0.00008409326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044835653,0.00012994577,0.00024025419,0.0011962713,0.0002183543,0.00003809766,0.00088053156,0.00030118218,0.00006475914],"category_scores_gemma":[0.00009666504,0.00014860756,0.00008206375,0.0009075414,0.0005727608,0.0025933485,0.0006542416,0.00037044004,0.000040644867],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029269152,0.00036034107,0.03435289,0.00020872579,0.00011860964,0.00024193768,0.020559328,0.0005656837,0.007401297,0.34290588,0.0013849743,0.59160763],"study_design_scores_gemma":[0.012169803,0.003143494,0.16875783,0.001122373,0.00037127294,0.0022853012,0.077831894,0.4557021,0.15297109,0.009832432,0.11208239,0.0037300244],"about_ca_topic_score_codex":0.00007656286,"about_ca_topic_score_gemma":0.000025516994,"teacher_disagreement_score":0.58787763,"about_ca_system_score_codex":0.00008142439,"about_ca_system_score_gemma":0.00012356888,"threshold_uncertainty_score":0.60600406},"labels":[],"label_agreement":null},{"id":"W62921065","doi":"10.1007/978-3-642-23318-0_28","title":"Do Subtopic Judgments Reflect Diversity?","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Novelty; Computer science; Diversity (politics); Information retrieval; Cosine similarity; Similarity (geometry); Process (computing); Artificial intelligence; Psychology; Pattern recognition (psychology); Political science","score_opus":0.05068834402321816,"score_gpt":0.2707773691573368,"score_spread":0.22008902513411865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W62921065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032900373,0.00010507803,0.9790894,0.00018028631,0.0016309906,0.00032302426,0.000004289592,0.0001450544,0.018192884],"genre_scores_gemma":[0.6129899,0.00021869272,0.37272018,0.005451934,0.00075882213,0.000016800397,0.000017669692,0.00006372945,0.007762263],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965966,0.00002679544,0.00041928756,0.0009522272,0.0013422227,0.0006628626],"domain_scores_gemma":[0.9979391,0.00011798817,0.00022144172,0.0012023081,0.00029934183,0.00021981972],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076037744,0.00039768088,0.00037031082,0.00088851404,0.00054671295,0.00048566464,0.004239374,0.00027960137,0.00012721436],"category_scores_gemma":[0.0000409103,0.0003494112,0.00013647405,0.0005890866,0.00044998035,0.0011603715,0.0044609485,0.0007525989,0.00029346027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013468494,0.000040570136,0.00049298553,0.000039402497,0.000012812516,0.00014583846,0.003385863,0.00047001,0.00004244088,0.05746818,0.00006237842,0.93782604],"study_design_scores_gemma":[0.0021427518,0.0017530615,0.0068725557,0.0011988981,0.000058687165,0.00029538356,0.0000010487228,0.12127996,0.0091065755,0.8336015,0.01921184,0.0044777333],"about_ca_topic_score_codex":0.0000368943,"about_ca_topic_score_gemma":0.000018110242,"teacher_disagreement_score":0.9333483,"about_ca_system_score_codex":0.0003125389,"about_ca_system_score_gemma":0.00036733926,"threshold_uncertainty_score":0.9998958},"labels":[],"label_agreement":null},{"id":"W66730126","doi":"10.29173/cais466","title":"Users' Interactions with the Excite Web Search Engine: A Query Reformulation and Relevance Feedback Analysis","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Search engine; Transaction log; Relevance feedback; Information retrieval; Computer science; Query expansion; Web search query; World Wide Web; Database transaction; Web query classification; Database; Artificial intelligence","score_opus":0.016459772384718338,"score_gpt":0.24335053560318226,"score_spread":0.2268907632184639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W66730126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990626,0.000024901063,0.0019823832,0.005366171,0.000035817517,0.00036582677,0.000021257107,0.000038920625,0.0015387225],"genre_scores_gemma":[0.9972249,0.00005827799,0.0017468664,0.00015377931,0.000023082264,0.000034068624,0.0000024279018,0.000007004986,0.0007495492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857044,0.000025353791,0.00034114745,0.00022470493,0.0005413208,0.000297035],"domain_scores_gemma":[0.9749306,0.00020620746,0.00036995052,0.00025150616,0.024139043,0.00010273305],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0004988815,0.00016997542,0.0002664264,0.0002599806,0.00021298313,0.002890185,0.0013199003,0.00006302476,0.000021484302],"category_scores_gemma":[0.0017011414,0.00009530349,0.00010785577,0.0013246138,0.00027498644,0.016319802,0.00047705966,0.00030759032,0.000005498865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050533505,0.0004513127,0.4865775,0.00088326546,0.00146,0.000002728325,0.22712806,0.00078061706,0.07564487,0.09025059,0.0057563963,0.11055933],"study_design_scores_gemma":[0.0008066424,0.0004146248,0.8180851,0.00022363136,0.00024441315,0.00004835864,0.005357171,0.13786782,0.019820696,0.000936477,0.015727658,0.00046744212],"about_ca_topic_score_codex":0.00027863504,"about_ca_topic_score_gemma":0.000032562508,"teacher_disagreement_score":0.33150756,"about_ca_system_score_codex":0.000051318086,"about_ca_system_score_gemma":0.00015201404,"threshold_uncertainty_score":0.9981449},"labels":[],"label_agreement":null},{"id":"W6891893096","doi":"10.48550/arxiv.2407.06685","title":"Embark on DenseQuest: A System for Selecting the Best Dense Retriever for a Custom Collection","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Upload; Relevance (law); Ranking (information retrieval); Selection (genetic algorithm); Labrador Retriever; ENCODE","score_opus":0.09180868196941877,"score_gpt":0.22532627166752464,"score_spread":0.13351758969810587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6891893096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36417857,0.000050831884,0.62754357,0.00042959975,0.0024806084,0.0031969335,0.000094879375,0.0005830278,0.0014419649],"genre_scores_gemma":[0.99316895,0.000015639305,0.0010580722,0.00010468797,0.00016026077,0.000032625445,0.000016346135,0.000024103943,0.0054192846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982868,0.00010524674,0.000279352,0.00073807104,0.00016588302,0.00042463985],"domain_scores_gemma":[0.99789846,0.00044991038,0.00022781137,0.0006806285,0.0006238334,0.00011936538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079364656,0.00028471765,0.00026974702,0.0003522582,0.0006909571,0.00047047806,0.0010532944,0.00029616297,0.0000022281906],"category_scores_gemma":[0.00014318526,0.00024093396,0.00034557722,0.0010954769,0.000056578836,0.00022133716,0.0007324871,0.00063235086,0.00009975668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011648514,0.00021325253,0.0002619804,0.0032061154,0.0004503995,0.00021570724,0.0057347054,0.04503796,0.00037833903,0.9304842,0.009453228,0.0033993034],"study_design_scores_gemma":[0.0007885592,0.00046551123,0.000043988814,0.00050102867,0.0002334266,0.000038394923,0.00074003387,0.97888553,0.0025136832,0.010936002,0.004342547,0.0005113169],"about_ca_topic_score_codex":0.00007003451,"about_ca_topic_score_gemma":0.000025075056,"teacher_disagreement_score":0.93384755,"about_ca_system_score_codex":0.0008595528,"about_ca_system_score_gemma":0.0005439796,"threshold_uncertainty_score":0.9825002},"labels":[],"label_agreement":null},{"id":"W6906515053","doi":"10.17611/dp/15216352","title":"Magnetotelluric Transfer Functions","year":2017,"lang":"en","type":"other","venue":"NSF Seismological Facility for the Advancement of Geoscience (SAGE)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Geological Survey of Canada","funders":"","keywords":"Magnetotellurics; Transfer function; Field (mathematics); Transfer (computing); Interpretation (philosophy)","score_opus":0.03920759250109951,"score_gpt":0.28705886966026645,"score_spread":0.24785127715916694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6906515053","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007194979,0.00049830205,0.9931909,0.0017864914,0.0010148691,0.0013345727,0.0007601176,0.00016230547,0.0011805216],"genre_scores_gemma":[0.0013308306,0.0007591141,0.0046392446,0.00051437155,0.000052481635,0.00017134634,0.000042331,0.000016741045,0.99247354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750686,0.00006354692,0.00041281496,0.0005988539,0.0008316982,0.00058624655],"domain_scores_gemma":[0.9979984,0.00019855234,0.00021182768,0.0013396633,0.00011375253,0.00013781161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000860566,0.00031884378,0.0004045592,0.00014145348,0.0006172556,0.00014641181,0.0025579575,0.00021783108,0.00064952846],"category_scores_gemma":[0.00015720166,0.0001957386,0.00029707607,0.0003042177,0.00079499534,0.00044049855,0.00034449136,0.00027013087,0.00012373608],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019029238,0.00010964348,0.000023221688,0.00006399038,0.000013252191,0.0000020963582,0.000053284868,0.000045200573,0.000057501755,0.0024040886,0.00009053824,0.9971182],"study_design_scores_gemma":[0.0003581945,0.00042252472,0.0004784449,0.00004800145,0.000026550792,0.000003783584,0.00002060931,0.0017512661,0.00014749376,0.00025466373,0.9962345,0.000253994],"about_ca_topic_score_codex":0.0001769211,"about_ca_topic_score_gemma":0.000014317428,"teacher_disagreement_score":0.99686414,"about_ca_system_score_codex":0.000058299112,"about_ca_system_score_gemma":0.00013036591,"threshold_uncertainty_score":0.7981989},"labels":[],"label_agreement":null},{"id":"W6912663277","doi":"10.5281/zenodo.7768328","title":"The Role of Paywalls in Online Information-Seeking Behavior: A Review of Literature","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Narrative; Online research methods; Online discussion; Phase (matter); Online participation; Qualitative research","score_opus":0.019469719397507027,"score_gpt":0.2563207998961361,"score_spread":0.23685108049862907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912663277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48930547,0.03664529,0.064114556,0.030199852,0.0022294824,0.020534074,0.0073296223,0.009948597,0.33969304],"genre_scores_gemma":[0.967649,0.024275279,0.0017271292,0.000696193,0.000077973615,7.445396e-7,0.004602893,0.00043854123,0.0005322666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985438,0.00016864069,0.000467065,0.000106351275,0.00049517857,0.0002189823],"domain_scores_gemma":[0.99845546,0.00004248203,0.00018495321,0.00041078983,0.0008482385,0.000058061116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001213663,0.000073604555,0.000121624864,0.0002966846,0.0004714104,0.00032464505,0.0013758212,0.000035738656,0.0002121434],"category_scores_gemma":[0.00058133085,0.000057184978,0.00005036689,0.0023863986,0.000070476875,0.000877828,0.0009483918,0.00020067526,0.00058303267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019449977,0.000111722766,0.000049808663,0.0008940525,0.000011056926,0.0000055863657,0.0055608596,0.000029859404,0.0016254592,0.033724904,0.011204864,0.9467624],"study_design_scores_gemma":[0.00028348525,0.00012973355,0.0054790364,0.0009839055,0.000004701542,0.000027217555,0.00046833497,0.0049772714,0.00067499955,0.000247158,0.98661274,0.00011140249],"about_ca_topic_score_codex":0.000008128446,"about_ca_topic_score_gemma":2.42016e-7,"teacher_disagreement_score":0.9754079,"about_ca_system_score_codex":0.000039501927,"about_ca_system_score_gemma":0.000008692569,"threshold_uncertainty_score":0.74939},"labels":[],"label_agreement":null},{"id":"W6929528383","doi":"10.5255/ukda-sn-7904-3","title":"Labour Force Survey Two-Quarter Longitudinal Dataset, July - December, 2015","year":2017,"lang":"en","type":"dataset","venue":"UK Data Archive","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Unemployment; Sample (material); Current Population Survey; Population; Survey data collection; Work (physics); Data collection; Survey sampling","score_opus":0.08180976670956557,"score_gpt":0.37444567113257843,"score_spread":0.29263590442301285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929528383","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007679782,0.000058597874,0.021527218,0.00016135196,0.00088706333,0.0004660463,0.9766086,0.00005356486,0.0002299194],"genre_scores_gemma":[0.000034220328,0.0001472876,0.00367536,0.00041801512,0.000290486,0.000024096973,0.9948203,0.000015849077,0.0005744022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955672,0.00039669237,0.000691288,0.0012728506,0.0011754299,0.0008965316],"domain_scores_gemma":[0.9874977,0.00049953227,0.00062198617,0.01072994,0.00020255292,0.0004483073],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.001977906,0.00056327786,0.0005990795,0.00035365505,0.00068262586,0.0016483553,0.015778977,0.00018655178,0.00031773816],"category_scores_gemma":[0.000620635,0.0004883435,0.000088362285,0.0002291157,0.00026780204,0.0028292532,0.009010644,0.0011190717,0.0074472125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039683026,0.000063780666,0.000109845394,0.00006001899,0.000058404643,0.0001376006,0.00002558645,0.0000018023139,0.0000010914058,0.00017284536,0.99857414,0.00075522024],"study_design_scores_gemma":[0.0006325847,0.00011001345,0.007444764,0.00006551074,0.000046126777,0.000080010206,0.0000030805209,0.0011572058,0.0000036641766,0.0002379894,0.9896019,0.0006171164],"about_ca_topic_score_codex":0.0055303914,"about_ca_topic_score_gemma":0.010544957,"teacher_disagreement_score":0.018211722,"about_ca_system_score_codex":0.000047944788,"about_ca_system_score_gemma":0.00066102756,"threshold_uncertainty_score":0.9997568},"labels":[],"label_agreement":null},{"id":"W6930813864","doi":"10.5281/zenodo.12805186","title":"READINESS OF THE OUT-OF-HOME ADVERTISING INDUSTRY FOR THE 4TH INDUSTRIAL REVOLUTION","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Industrial Revolution; Context (archaeology); Revenue; Productivity; Quality (philosophy); Industry 4.0; The Internet; Emerging technologies","score_opus":0.06529663846901597,"score_gpt":0.2734793765706788,"score_spread":0.20818273810166282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930813864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12503797,0.00080126233,0.81358045,0.0139981825,0.0057673645,0.0045297076,0.0008139236,0.0017592437,0.033711888],"genre_scores_gemma":[0.998127,0.000025609266,0.0002778354,0.000056265737,0.00017831058,1.3774086e-7,0.00006300358,0.00018334866,0.0010884968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869853,0.00016429198,0.00030487296,0.00018340461,0.00043877514,0.00021012999],"domain_scores_gemma":[0.99876714,0.00008859933,0.00010917712,0.00045712464,0.0005242447,0.000053734657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010725005,0.00008176214,0.00009842733,0.00013334546,0.0009582299,0.00042258983,0.0015760228,0.000101563375,0.0002864588],"category_scores_gemma":[0.00055831135,0.00005293614,0.0000798104,0.00094748446,0.00016501814,0.00048756148,0.0009467443,0.00039496442,0.00016406983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011253813,0.000115706745,0.00003699327,0.00026286408,0.000090194,0.0000030728756,0.006823278,0.00033892193,0.0077462303,0.116496615,0.20190018,0.6660734],"study_design_scores_gemma":[0.00044178963,0.0001882418,0.0014169103,0.00014891461,0.00002445659,0.000024850924,0.00029861732,0.016105443,0.005511055,0.00055448734,0.9751515,0.00013376128],"about_ca_topic_score_codex":0.000011842038,"about_ca_topic_score_gemma":1.5704366e-7,"teacher_disagreement_score":0.873089,"about_ca_system_score_codex":0.00008639082,"about_ca_system_score_gemma":0.000022793307,"threshold_uncertainty_score":0.7370026},"labels":[],"label_agreement":null},{"id":"W6959063003","doi":"10.1007/978-0-387-39940-9_940","title":"Information Retrieval Operations","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Durvalumab","score_opus":0.01679549483166062,"score_gpt":0.2453660207234112,"score_spread":0.2285705258917506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959063003","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003568237,0.00035530768,0.074052714,0.00013102124,0.0015779204,0.00100179,0.001202724,0.00018682369,0.92145604],"genre_scores_gemma":[0.001890684,0.0035234152,0.013590377,0.0003865051,0.0009454684,0.000036417874,0.0069084507,0.00005152723,0.97266716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99722224,0.00003630181,0.001163865,0.00020880546,0.0011027337,0.00026607825],"domain_scores_gemma":[0.997603,0.00006132349,0.0004148365,0.001146694,0.0005995366,0.0001746162],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005866315,0.0003157236,0.0004451134,0.00049126265,0.00014022483,0.00022766965,0.0010246065,0.00025724497,0.000101420075],"category_scores_gemma":[0.00010441672,0.00028744503,0.0001373395,0.00016031806,0.00005468928,0.0036911783,0.00026586466,0.00040646095,0.0008781316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018195135,0.000027181824,0.0000035295632,0.0002892222,0.00003553485,0.000012891255,0.00084963767,0.00018807629,0.000022954484,0.95495117,0.02074546,0.02285612],"study_design_scores_gemma":[0.00031014203,0.00014114832,0.000025729269,0.00030399652,0.000028061819,0.000032857468,0.000032750042,0.004756916,0.000054287117,0.00020793635,0.99369365,0.00041254814],"about_ca_topic_score_codex":0.000059951017,"about_ca_topic_score_gemma":0.0000040523832,"teacher_disagreement_score":0.9729482,"about_ca_system_score_codex":0.000094508636,"about_ca_system_score_gemma":0.0004605664,"threshold_uncertainty_score":0.99995774},"labels":[],"label_agreement":null},{"id":"W69624261","doi":"10.1007/1-4020-4014-8_8","title":"Towards an Alternative Information Retrieval System for Children","year":2006,"lang":"en","type":"book-chapter","venue":"˜The œinformation retrieval series","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.014845634972835762,"score_gpt":0.23782036213390387,"score_spread":0.22297472716106811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W69624261","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081515097,0.00013130104,0.6231822,0.0011401867,0.0042527406,0.007947983,0.003568934,0.0020335703,0.356928],"genre_scores_gemma":[0.3094796,0.0009292644,0.044046674,0.010936302,0.009346585,0.00091608556,0.07898862,0.0007548083,0.54460204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944975,0.00007191482,0.002092379,0.0003674353,0.0022149805,0.00075584097],"domain_scores_gemma":[0.99423337,0.00011811958,0.001841752,0.0013232249,0.0021938058,0.00028972814],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0015293347,0.0008251101,0.0007164017,0.0007445978,0.0011165825,0.0024001854,0.0024248138,0.0007156711,0.00006682817],"category_scores_gemma":[0.00008790346,0.0006431493,0.0004657327,0.00043290487,0.0002810212,0.020482693,0.000494533,0.00078556925,0.0008102485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011194558,0.00002790639,0.000009538491,0.0005334142,0.00020222031,0.0000031064376,0.0042427317,0.0006533277,0.000008971023,0.9424812,0.012258232,0.03845988],"study_design_scores_gemma":[0.0033875813,0.0020099618,0.0011867716,0.00034492806,0.0002535153,0.00040340895,0.0006897412,0.037599016,0.0030591441,0.011745452,0.9367061,0.002614345],"about_ca_topic_score_codex":0.00011343647,"about_ca_topic_score_gemma":0.000011548017,"teacher_disagreement_score":0.93073577,"about_ca_system_score_codex":0.00070307654,"about_ca_system_score_gemma":0.0006547375,"threshold_uncertainty_score":0.99996775},"labels":[],"label_agreement":null},{"id":"W6963682997","doi":"10.23640/07243.5895622","title":"Blog: Create a Sustainable Research Portfolio with ORCID","year":2018,"lang":"en","type":"article","venue":"Open MIND","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Portfolio; Set (abstract data type); Simple (philosophy); Key (lock)","score_opus":0.10988494549387177,"score_gpt":0.4043676338051534,"score_spread":0.2944826883112816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963682997","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4306236,0.000007493724,0.008698383,0.00069379027,0.000050017527,0.00071365474,0.0000021701273,0.000007707388,0.5592032],"genre_scores_gemma":[0.83822674,0.0000024649755,0.02921956,0.000086884305,0.00006760851,0.00003101349,0.0000040633927,0.0000066292455,0.13235505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984001,0.00007465604,0.00015371978,0.00026147027,0.0005511484,0.0005588981],"domain_scores_gemma":[0.99828273,0.00004008813,0.000041937856,0.00053848844,0.0009437125,0.0001530642],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016656627,0.00007949856,0.00010396298,0.0001807641,0.00046655413,0.0011599296,0.0016175759,0.00004235112,0.00215913],"category_scores_gemma":[0.000043530956,0.000056207387,0.000016320522,0.0010456272,0.00019481961,0.0014463247,0.0010380878,0.00017429655,0.0024542895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009637293,0.00084557116,0.0076790033,0.000060041435,0.00010157134,0.0024658113,0.028496517,0.000017647593,0.0025586775,0.24161586,0.04706086,0.6681347],"study_design_scores_gemma":[0.0013336402,0.0022939781,0.0034114248,0.000046741665,0.000007830592,0.00013106162,0.00296062,0.0033714548,0.07429267,0.0014986875,0.9102437,0.0004082004],"about_ca_topic_score_codex":0.00025305117,"about_ca_topic_score_gemma":0.000026091857,"teacher_disagreement_score":0.86318284,"about_ca_system_score_codex":0.000058029225,"about_ca_system_score_gemma":0.000497466,"threshold_uncertainty_score":0.999877},"labels":[],"label_agreement":null},{"id":"W6963709649","doi":"10.23640/07243.5895622.v1","title":"Blog: Create a Sustainable Research Portfolio with ORCID","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Portfolio; Set (abstract data type); Simple (philosophy); Key (lock)","score_opus":0.09049584245509407,"score_gpt":0.3514909240350568,"score_spread":0.2609950815799627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963709649","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024179384,0.00014940824,0.0023396187,0.00181991,0.0001556917,0.002672814,0.01573704,0.0013840364,0.9515621],"genre_scores_gemma":[0.9198104,0.0000020915431,0.003096666,0.00063573517,0.00036347107,0.00040483873,0.0061924434,0.000026781785,0.06946757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983331,0.000051340583,0.00012673378,0.00022003135,0.0006525942,0.0006161932],"domain_scores_gemma":[0.9976051,0.00006424481,0.00004024902,0.00048560216,0.0016473867,0.00015742921],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00029360162,0.00008832324,0.00008551414,0.00021717217,0.00041522377,0.00040705386,0.00083605386,0.000054815908,0.05742953],"category_scores_gemma":[0.00028368033,0.000064440195,0.000025624082,0.0011688174,0.000032970307,0.00085592753,0.0004885745,0.00021608705,0.00778026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004019587,0.00006306079,0.000131606,0.000116803785,0.000010740188,0.00040053742,0.0012343187,0.000002947903,0.000044159668,0.022170108,0.97017145,0.005614097],"study_design_scores_gemma":[0.00047340733,0.0009909611,0.0035906911,0.00031879736,0.0000019621298,0.000079188154,0.0004171321,0.0030837615,0.011456081,0.00066718005,0.97862816,0.00029267056],"about_ca_topic_score_codex":0.000033369317,"about_ca_topic_score_gemma":0.000004565181,"teacher_disagreement_score":0.895631,"about_ca_system_score_codex":0.00006217265,"about_ca_system_score_gemma":0.00035882715,"threshold_uncertainty_score":0.9929923},"labels":[],"label_agreement":null},{"id":"W6977403703","doi":"10.6084/m9.figshare.26735643","title":"Additional file 1 of Accounting for center-level effects in multicenter randomized controlled trials","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University","funders":"","keywords":"Table (database); Randomized controlled trial; Calibration; Data collection","score_opus":0.06084740912242932,"score_gpt":0.31611966662763774,"score_spread":0.25527225750520843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977403703","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006730003,0.000040218925,0.0010092279,0.00004661905,0.000110481305,0.0020013119,0.99618524,0.00005019459,0.0005499974],"genre_scores_gemma":[0.0036463407,5.873107e-7,0.008233412,0.00017674132,0.00012715693,0.012542557,0.9742657,0.000009227569,0.000998267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856204,0.0001954513,0.00066974346,0.00014123775,0.00025753246,0.00017397942],"domain_scores_gemma":[0.9646852,0.034765102,0.00020820394,0.000110539,0.00019587754,0.000035081477],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073036,0.00009894133,0.0008103041,0.00019925543,0.000032057862,0.00018498233,0.00026577822,0.000052821655,0.84137934],"category_scores_gemma":[0.043167148,0.00006569396,0.0005087616,0.0001889217,0.0000058106857,0.00048389623,0.000084089625,0.000086978354,0.0006148037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017936705,0.000024652527,1.10007e-7,0.0002712327,0.00003087976,0.0000033277524,0.00008758849,0.0000026163582,0.000005800962,0.00013429731,0.9917285,0.005917335],"study_design_scores_gemma":[0.17986149,0.0000447256,0.00015567854,0.009235941,0.000018433495,0.0000029272226,0.000010163328,0.3496473,0.0003572486,0.00017411589,0.4602991,0.0001928733],"about_ca_topic_score_codex":9.572019e-7,"about_ca_topic_score_gemma":9.816714e-7,"teacher_disagreement_score":0.8407645,"about_ca_system_score_codex":0.000025464631,"about_ca_system_score_gemma":0.00012522742,"threshold_uncertainty_score":0.9648927},"labels":[],"label_agreement":null},{"id":"W6979820988","doi":"","title":"Alberta Women's Institute Information Pamphlet","year":2005,"lang":"en","type":"article","venue":"Arca (British Columbia Electronic Library Network)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Government (linguistics); Work (physics); Agency (philosophy)","score_opus":0.0030940497141651374,"score_gpt":0.16956942744846265,"score_spread":0.16647537773429752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979820988","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06310347,0.00085430854,0.008105789,0.0042858543,0.0014582628,0.002188124,0.000033401036,0.002385331,0.9175855],"genre_scores_gemma":[0.9807324,0.0002874814,0.0042113815,0.004195183,0.0003582268,0.00015665613,0.00013869275,0.000018438452,0.009901537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969928,0.00010086284,0.0005952015,0.00030295955,0.0004937864,0.0015143829],"domain_scores_gemma":[0.99885076,0.000082578445,0.00017338671,0.00052900356,0.000064722364,0.00029956232],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00034061103,0.00016717758,0.0002514482,0.00007042518,0.0004990702,0.0035419655,0.0011599943,0.00013603544,0.02144216],"category_scores_gemma":[0.000044609773,0.00027558563,0.00010486981,0.0010771413,0.000081437865,0.02105517,0.00035701465,0.00047765393,0.00050794816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096993635,0.0000802954,0.0010816335,0.000016921547,0.00002784659,0.000008983841,0.00040918647,0.0006575431,2.866497e-7,0.62607193,0.0862014,0.28543425],"study_design_scores_gemma":[0.00068500737,0.0002071014,0.0005341159,0.000040420848,0.0000035502837,0.00012680057,0.00001395498,0.010220169,0.000015999716,0.09133364,0.8964488,0.00037047092],"about_ca_topic_score_codex":0.0012297633,"about_ca_topic_score_gemma":0.00800815,"teacher_disagreement_score":0.91762894,"about_ca_system_score_codex":0.0002202864,"about_ca_system_score_gemma":0.000902956,"threshold_uncertainty_score":0.99996966},"labels":[],"label_agreement":null},{"id":"W6999243821","doi":"","title":"Collaborative information behavior in learning tasks: a study of engineering students","year":2013,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Deliverable; Task (project management); Information behavior; Collaborative learning; Construct (python library); Variety (cybernetics); Interim; Information system; Cooperative learning","score_opus":0.010399161445079894,"score_gpt":0.26324762962438225,"score_spread":0.25284846817930234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999243821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942698,0.000025579513,0.0000045781535,0.0000016563628,0.00064929965,0.0023355256,0.00009763433,0.00018339795,0.0024325538],"genre_scores_gemma":[0.9972514,0.000037019094,0.0007649367,0.000019621191,0.000008055549,0.000715869,0.00032042147,0.000037154645,0.00084553665],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99536985,0.0002806085,0.001505491,0.00046110552,0.0018245277,0.0005584009],"domain_scores_gemma":[0.9969585,0.00013402815,0.000898208,0.000578161,0.0012255837,0.0002054969],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010498418,0.0005325416,0.00067307154,0.0013548129,0.0003967802,0.00037795783,0.0016197214,0.0004200607,0.000052465115],"category_scores_gemma":[0.0005445952,0.00055548665,0.00013060521,0.0020253912,0.000016590786,0.005714369,0.000357664,0.0015564278,0.00022436959],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009143307,0.010568506,0.027318161,0.0032920907,0.00090178597,0.00035953074,0.014274572,0.010783615,0.04971651,0.089443974,0.000016987467,0.79240996],"study_design_scores_gemma":[0.017959133,0.008713693,0.76219547,0.0026669393,0.00061592966,0.000047471654,0.052714422,0.009950189,0.118909545,0.0006113727,0.018541181,0.0070746825],"about_ca_topic_score_codex":0.0003032311,"about_ca_topic_score_gemma":0.0002196543,"teacher_disagreement_score":0.78533524,"about_ca_system_score_codex":0.0005247135,"about_ca_system_score_gemma":0.000099588455,"threshold_uncertainty_score":0.99968964},"labels":[],"label_agreement":null},{"id":"W7001204984","doi":"","title":"INSITUazioni. ESPERIENZE SINGOLARI A SAN BASILIO&#13;\\nUN VIAGGIO INCONSUETO ALLA PERIFERIA NORD-EST DI ROMA","year":2007,"lang":"it","type":"article","venue":"IRIS Research product catalog (Sapienza University of Rome)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identity (music); Qualitative analysis; Context (archaeology)","score_opus":0.048434775657500324,"score_gpt":0.31146011073227453,"score_spread":0.2630253350747742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001204984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818181,0.0005788318,0.0074637732,0.0021292418,0.00078154285,0.0019522791,0.00027717938,0.00022807354,0.0047709923],"genre_scores_gemma":[0.9880816,0.00031949472,0.0033702126,0.000095995885,0.00029831805,0.0000026473904,0.00021842624,0.00005336112,0.0075599793],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98936963,0.000984562,0.0011282351,0.0018644275,0.003930989,0.002722164],"domain_scores_gemma":[0.9905426,0.0006066205,0.0005534212,0.0027833637,0.0040874123,0.0014265717],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.008625123,0.00072230626,0.0010136687,0.0025745798,0.0025672955,0.00070166576,0.0047114985,0.0005471758,0.00091164256],"category_scores_gemma":[0.0013892244,0.00082108146,0.0004356909,0.0057000206,0.0028763206,0.0035996335,0.0040571396,0.0024446072,0.0017904318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077194837,0.009700945,0.12726577,0.0030661295,0.0013342281,0.008997231,0.37071672,0.0003673975,0.14374168,0.013380311,0.06269642,0.2510137],"study_design_scores_gemma":[0.005765482,0.004031684,0.5475322,0.0006723338,0.00012710654,0.00055598706,0.022339694,0.0038203865,0.040222112,0.00021967394,0.37202227,0.0026910733],"about_ca_topic_score_codex":0.008317812,"about_ca_topic_score_gemma":0.002824144,"teacher_disagreement_score":0.42026642,"about_ca_system_score_codex":0.0011370452,"about_ca_system_score_gemma":0.0026325092,"threshold_uncertainty_score":0.99985677},"labels":[],"label_agreement":null},{"id":"W7001207874","doi":"","title":"Information Resource Description: Creating And Managing Metadata","year":2014,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Resource (disambiguation); Information system; Information governance; Information resource; Context (archaeology)","score_opus":0.017140290616588456,"score_gpt":0.208701237584823,"score_spread":0.19156094696823456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001207874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36071202,0.000016089887,0.6299784,0.00026452562,0.000045868714,0.000075693926,0.0000039631227,0.00007116192,0.008832259],"genre_scores_gemma":[0.9809444,0.0000099885265,0.017893827,0.00017037403,0.000019111212,1.898041e-7,0.000026831432,0.0000027109243,0.00093254657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991246,0.00006843611,0.00015626421,0.000119483106,0.00033940663,0.00019182463],"domain_scores_gemma":[0.99920547,0.000067417735,0.00016250541,0.00032163595,0.00014117738,0.000101798876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006059494,0.00009216956,0.00014096237,0.0002206725,0.0005010864,0.00034703402,0.00051041594,0.000052140964,0.000027392849],"category_scores_gemma":[0.00006833729,0.00010549006,0.00005108131,0.00032137198,0.00011287223,0.0068458407,0.00037307607,0.000117328585,0.00004575295],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010686224,0.00000826794,0.0012349768,0.000042328284,0.000012410947,9.3416935e-7,0.0053595677,0.000055291002,0.0000058489854,0.98966074,0.00027840503,0.003330537],"study_design_scores_gemma":[0.0006317413,0.00008919311,0.009285033,0.00002540026,0.000026778187,0.000018304248,0.005985615,0.042910103,0.0000038641674,0.9260925,0.014721337,0.00021010745],"about_ca_topic_score_codex":0.00017320164,"about_ca_topic_score_gemma":0.000025173647,"teacher_disagreement_score":0.6202324,"about_ca_system_score_codex":0.000041236643,"about_ca_system_score_gemma":0.000024512128,"threshold_uncertainty_score":0.49630693},"labels":[],"label_agreement":null},{"id":"W7006899850","doi":"","title":"Younger Adults Derive Pleasure and Utilitarian Benefits from Browsing for Music Information Seeking in Physical and Digital Spaces. A Review of: Laplante, A., & Downie, J. S. (2011). The utilitarian and hedonic outcomes of music information-seeking in everyday life. Library & Information Science Research, 33, 202-210. doi:10.1016/j.lisr.2010.11.002","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information seeking; Pleasure; Active listening; Digital audio; Perspective (graphical); Variation (astronomy); Test (biology)","score_opus":0.15404135495880228,"score_gpt":0.4326099421577238,"score_spread":0.2785685871989215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006899850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98700833,0.008527611,0.0008180725,0.00047706248,0.00018572283,0.0016717063,0.00031791406,0.000024269728,0.0009693084],"genre_scores_gemma":[0.9954798,0.0035108195,0.0005028217,0.00031548308,0.000037356698,0.00005387363,0.0000773058,0.000009245035,0.0000132517425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99606353,0.00020902815,0.0015312424,0.00022924505,0.0013666911,0.0006002541],"domain_scores_gemma":[0.9964292,0.0009780446,0.0010635513,0.00045968726,0.0007819696,0.00028754046],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.003987361,0.00029690782,0.00070856384,0.0016355452,0.0004072386,0.0021856143,0.0016583961,0.00011214243,0.00030019667],"category_scores_gemma":[0.0015594044,0.00022376268,0.000095795294,0.0018236386,0.0004714167,0.08920088,0.0016502541,0.0005187378,0.000014399647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006100503,0.00029439127,0.5743575,0.004312312,0.000106035215,0.0000018656766,0.059019405,0.000060327937,0.00039600546,0.0023287388,0.004336379,0.354177],"study_design_scores_gemma":[0.0010711574,0.0000375959,0.9782039,0.0030289432,0.000023333314,0.000009548776,0.001634906,0.010089279,0.00024128208,0.00046387248,0.0048948796,0.00030132668],"about_ca_topic_score_codex":0.0012155244,"about_ca_topic_score_gemma":0.00007979978,"teacher_disagreement_score":0.40384638,"about_ca_system_score_codex":0.0000853955,"about_ca_system_score_gemma":0.0004341588,"threshold_uncertainty_score":0.9988502},"labels":[],"label_agreement":null},{"id":"W7008364201","doi":"","title":"A Bibliometric Study on Information Seeking Behavior Research in Library and Information Science using Biblioshiny and VOSViewer","year":2023,"lang":"en","type":"article","venue":"Lincoln (University of Nebraska)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Relevance (law); Information seeking behavior; Bibliometrics; Information seeking; Publishing; Information science; Information behavior; Web of science","score_opus":0.0902094493636498,"score_gpt":0.3334250392897237,"score_spread":0.24321558992607392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008364201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966738,0.000010408769,0.0012758704,0.00034179218,0.00007834835,0.0006012692,0.000008085913,0.00008407101,0.00092631683],"genre_scores_gemma":[0.99810684,0.00016437561,0.001634974,0.00005313929,0.000006403058,0.0000015969542,0.0000058759865,0.0000022798029,0.000024545587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981412,0.000091750364,0.0002272326,0.00016798038,0.0010606481,0.0003111548],"domain_scores_gemma":[0.9991045,0.00015541071,0.00012051752,0.00024361078,0.0002409519,0.00013502226],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0018023587,0.00008695127,0.0001382385,0.1133012,0.0005145033,0.0005256909,0.0006110557,0.000062707295,0.0000072336625],"category_scores_gemma":[0.00008360366,0.0000954409,0.000020029367,0.17608286,0.00022082917,0.041593313,0.0010757272,0.00025120928,0.00004166548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014035063,0.00041284593,0.4707435,0.00025860153,0.000012988209,0.00007721487,0.046080448,0.00026887114,0.00093206717,0.020515068,0.00026784666,0.4602902],"study_design_scores_gemma":[0.0006851859,0.00028361264,0.9349701,0.00004610331,0.0000036167276,0.0000049573146,0.007379688,0.055511158,0.00005217391,0.000054608256,0.0009018918,0.000106953026],"about_ca_topic_score_codex":0.00013850252,"about_ca_topic_score_gemma":0.0000041986973,"teacher_disagreement_score":0.46422654,"about_ca_system_score_codex":0.000047599984,"about_ca_system_score_gemma":0.00022484914,"threshold_uncertainty_score":0.9718114},"labels":[],"label_agreement":null},{"id":"W7009634339","doi":"","title":"Everyday life music information-seeking behaviour of young adults: an exploratory study","year":2008,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Everyday life; Pleasure; Exploratory research; Relevance (law); Qualitative research; Narrative; Metropolitan area; Thematic analysis","score_opus":0.025088149434202726,"score_gpt":0.25128862729950147,"score_spread":0.22620047786529873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009634339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98875684,0.000055510216,0.00002107993,0.0000032651765,0.002045986,0.0016329337,0.00050354656,0.00045714626,0.0065236846],"genre_scores_gemma":[0.9966964,0.000081991806,0.0010374909,0.00019981724,0.000042734344,0.0002712545,0.0010905412,0.00007276641,0.00050702074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99302125,0.0005146636,0.0022303732,0.0008089698,0.0025910882,0.00083364424],"domain_scores_gemma":[0.9938696,0.00012293181,0.001568454,0.0016439002,0.0021419472,0.00065315026],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0015032751,0.00083633396,0.0009195041,0.0013057282,0.0014629441,0.0003323611,0.002654258,0.0006477378,0.000110331726],"category_scores_gemma":[0.00061619293,0.00086768245,0.00037573118,0.0016047272,0.0000689652,0.013637268,0.0004115944,0.0016111921,0.00035566968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024696668,0.010025913,0.013466855,0.0030764348,0.0011794546,0.0006741394,0.037755325,0.00042496162,0.008534578,0.08685681,0.00015198007,0.8353839],"study_design_scores_gemma":[0.032686558,0.016021667,0.5810173,0.0053617344,0.0018228764,0.00054983085,0.20300852,0.008762932,0.089417115,0.0039060016,0.036321618,0.021123808],"about_ca_topic_score_codex":0.00047577772,"about_ca_topic_score_gemma":0.0011721518,"teacher_disagreement_score":0.81426007,"about_ca_system_score_codex":0.0004594826,"about_ca_system_score_gemma":0.00039281917,"threshold_uncertainty_score":0.99983704},"labels":[],"label_agreement":null},{"id":"W7010453313","doi":"","title":"The influence of information use strategies on ill structured-domain graduate learning tasks","year":2013,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Construct (python library); Process (computing); Set (abstract data type); Task (project management); Information system; Information science; Higher education; Active learning (machine learning); Learning sciences","score_opus":0.020586934659083192,"score_gpt":0.2533959862905854,"score_spread":0.23280905163150223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010453313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900055,0.00001669976,0.000016365895,0.00002416637,0.00069826486,0.000866038,0.000190614,0.00023923178,0.007943098],"genre_scores_gemma":[0.9959873,0.00015171355,0.0014555289,0.00020522934,0.0000147559895,0.00010982013,0.00046369917,0.000038408707,0.0015735552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951514,0.00042586945,0.0013548604,0.00045742752,0.001877463,0.00073297805],"domain_scores_gemma":[0.9947937,0.0004988657,0.0013921062,0.0009890558,0.002084721,0.00024154215],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001172633,0.00061812217,0.0004926129,0.0005284385,0.0019050837,0.0013815927,0.0019741445,0.00050472363,0.00002453354],"category_scores_gemma":[0.0012610605,0.00046990535,0.00026164515,0.0009178439,0.00012119379,0.010957639,0.00024500128,0.0021851824,0.00038906522],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014698069,0.000042068164,0.000020129086,0.00023677488,0.00008389155,0.0000074829823,0.00028623245,0.0049823998,0.007568275,0.7530608,0.000011815864,0.23355311],"study_design_scores_gemma":[0.005234912,0.0036580088,0.22928281,0.0027082174,0.00030532674,0.00012935948,0.015450916,0.005689532,0.22838299,0.23671328,0.265002,0.0074426294],"about_ca_topic_score_codex":0.0003930438,"about_ca_topic_score_gemma":0.00012564774,"teacher_disagreement_score":0.5163476,"about_ca_system_score_codex":0.00029579038,"about_ca_system_score_gemma":0.00017923577,"threshold_uncertainty_score":0.9997753},"labels":[],"label_agreement":null},{"id":"W7014721799","doi":"","title":"Practical and scholarly implications of information behavior research: A pilot study of research literature","year":2015,"lang":"en","type":"article","venue":"SHAREOK (University of Oklahoma)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information behavior; Scope (computer science); Context (archaeology); Field (mathematics); Research design; Research methodology; Information system; Systematic review","score_opus":0.3646706191687981,"score_gpt":0.42293088074011836,"score_spread":0.05826026157132025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014721799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99270684,0.000026668438,0.0030027363,0.0013086061,0.000030011777,0.0007599328,0.00007769653,0.00002738035,0.002060145],"genre_scores_gemma":[0.9919488,0.000013027265,0.007848412,0.0000059282756,0.000006002167,0.000002858601,0.000019831688,0.00000224909,0.00015290828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9977917,0.00031601058,0.00023300695,0.00015652574,0.001273133,0.00022962411],"domain_scores_gemma":[0.99438953,0.00020155741,0.00015920347,0.0005240627,0.0045264675,0.00019918685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026459026,0.00006768535,0.00016372518,0.0008900644,0.00027039283,0.0001825719,0.0007811873,0.00006366902,0.000021176087],"category_scores_gemma":[0.0005596391,0.000071830145,0.000026854002,0.0019298642,0.00028375853,0.006454955,0.00085890683,0.00052516884,0.000020246714],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014411322,0.009833647,0.12464513,0.00066141435,0.00014156003,0.00010869982,0.36950335,0.0000125504675,0.0066846143,0.40041348,0.025885046,0.06066936],"study_design_scores_gemma":[0.0032645212,0.010095699,0.92571425,0.00015712049,0.00003123786,0.00004599877,0.05400709,0.0008669357,0.00058771763,0.0021301487,0.0028848532,0.00021441239],"about_ca_topic_score_codex":0.00044899175,"about_ca_topic_score_gemma":0.00007715838,"teacher_disagreement_score":0.80106914,"about_ca_system_score_codex":0.00007822582,"about_ca_system_score_gemma":0.0005029509,"threshold_uncertainty_score":0.46796867},"labels":[],"label_agreement":null},{"id":"W7015217293","doi":"","title":"Search Timelines: Contextualized search history in support of exploratory search","year":2024,"lang":"en","type":"dissertation","venue":"oURspace (University of Regina)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Graduate Studies and Research, University of Alberta; Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Exploratory research; Information science; Degree (music); History of computing; Graduate students","score_opus":0.03639198735260796,"score_gpt":0.26758431159472035,"score_spread":0.2311923242421124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015217293","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80548126,0.0023442314,0.009077392,0.16868986,0.0017431269,0.0016909376,0.00012862748,0.00032034967,0.010524248],"genre_scores_gemma":[0.046399243,0.0013430547,0.005637759,0.0000929403,0.00007276061,0.0000037781683,0.0006643503,0.000073230476,0.94571286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973876,0.00024087128,0.000078498924,0.00047491086,0.0013564164,0.00046171003],"domain_scores_gemma":[0.99791855,0.00010542208,0.00017344093,0.0006417879,0.00097105274,0.0001897585],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012506889,0.0002476645,0.0005811578,0.0015448668,0.000083855215,0.000034674034,0.0014947514,0.00033776424,0.000099071236],"category_scores_gemma":[0.000028794751,0.00029964835,0.00024789723,0.0010006169,0.00024206386,0.000857097,0.00030610082,0.00084158307,0.00030321514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058062456,0.00018517894,0.00033540456,0.0031136274,0.00013435406,0.0006407369,0.09750279,0.00016507551,0.0032508655,0.02190081,0.85803497,0.014155537],"study_design_scores_gemma":[0.0015379186,0.00049852394,0.000743734,0.00055512093,0.000056608515,0.000010012939,0.066274196,0.007966248,0.0024545547,0.000009316626,0.9193233,0.00057041354],"about_ca_topic_score_codex":0.00017511427,"about_ca_topic_score_gemma":0.00042325427,"teacher_disagreement_score":0.93518865,"about_ca_system_score_codex":0.00060463994,"about_ca_system_score_gemma":0.0024311438,"threshold_uncertainty_score":0.9999456},"labels":[],"label_agreement":null},{"id":"W7022243637","doi":"","title":"Quitte ou double","year":2015,"lang":"fr","type":"article","venue":"Érudit (Université de Montréal)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Term (time); Work (physics); Component (thermodynamics); Product (mathematics)","score_opus":0.037998996950897534,"score_gpt":0.21515738578538718,"score_spread":0.17715838883448964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7022243637","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22342594,0.08622478,0.09626019,0.44957936,0.007481547,0.0011487128,0.000112142116,0.0007574239,0.13500991],"genre_scores_gemma":[0.066570595,0.002123289,0.0066727903,0.0012858952,0.00033373767,0.000005883058,0.000028668259,0.000027468652,0.9229517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806505,0.00008020547,0.00021262,0.00029878595,0.00065067236,0.0006926793],"domain_scores_gemma":[0.9981555,0.000035535093,0.00013562775,0.00053332787,0.0004116159,0.00072842854],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005108123,0.00021364838,0.00021562602,0.00018543976,0.0004391668,0.00014386866,0.0008683257,0.00019778509,0.00019156939],"category_scores_gemma":[0.000022121221,0.00024086186,0.00014599769,0.0007233662,0.00012388366,0.001585101,0.0008369441,0.00028657392,0.003542463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019898772,0.000121397745,0.00040128524,0.000036294867,0.00004440511,0.0023141934,0.0046607447,0.00045473603,0.000070923925,0.46321243,0.3962795,0.1322051],"study_design_scores_gemma":[0.0020383194,0.00019900828,0.00046444344,0.000029341598,0.000041778003,0.0005694876,0.0005029124,0.016765142,0.0005723367,0.0010066218,0.9775164,0.00029417832],"about_ca_topic_score_codex":0.00788875,"about_ca_topic_score_gemma":0.0064039216,"teacher_disagreement_score":0.78794175,"about_ca_system_score_codex":0.006090828,"about_ca_system_score_gemma":0.00030375968,"threshold_uncertainty_score":0.9987178},"labels":[],"label_agreement":null},{"id":"W7024235771","doi":"","title":"Python Scripts for moving information from Celestica spreadsheets to the ATLAS ITk Production Database","year":2022,"lang":"en","type":"other","venue":"CERN Document Server (European Organization for Nuclear Research)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scripting language; Upload; Python (programming language); Atlas (anatomy); Development environment","score_opus":0.029082237256544043,"score_gpt":0.26707242832804257,"score_spread":0.23799019107149852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024235771","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08255515,0.0013475718,0.266369,0.12383709,0.04105042,0.12607223,0.005952614,0.028142158,0.3246738],"genre_scores_gemma":[0.20860462,0.00073488377,0.014675438,0.008459221,0.005889947,0.00032476557,0.058652867,0.007522824,0.6951354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968062,0.0003889154,0.00047727488,0.0005542005,0.0012465643,0.0005268545],"domain_scores_gemma":[0.9974956,0.00006977786,0.00028718673,0.001297865,0.0006263934,0.0002232069],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015817481,0.00027656707,0.00020895308,0.00057937705,0.0014494281,0.0018174998,0.002609992,0.0000875377,0.0073770555],"category_scores_gemma":[0.0010348227,0.0002380587,0.00008468082,0.0011321203,0.000065168686,0.0018168992,0.0025797274,0.0004023489,0.0040249266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006731832,0.0000860089,0.00001207811,0.00022934462,0.00005890428,0.0000035589599,0.0027400046,0.000121687764,0.00007457434,0.04332464,0.9433935,0.009888326],"study_design_scores_gemma":[0.00042797296,0.00019278069,0.00019727479,0.00008189187,0.000022673801,0.0000058815813,0.0002752536,0.00017770658,0.00036525802,0.00042941183,0.99751353,0.00031034855],"about_ca_topic_score_codex":0.00018452763,"about_ca_topic_score_gemma":0.000014075945,"teacher_disagreement_score":0.37046164,"about_ca_system_score_codex":0.00042393923,"about_ca_system_score_gemma":0.000073823496,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W7024619126","doi":"","title":"SolarEdge Announces Fiscal Fourth Quarter and Year End 2015 Financial Results - Commodities (COMMODIT) News","year":2015,"lang":"en","type":"other","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Debt; Fiscal year; Work (physics); Economic forecasting","score_opus":0.02833394091780232,"score_gpt":0.26542947111503207,"score_spread":0.23709553019722976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024619126","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055260785,0.0002861542,0.010923621,0.002020447,0.0010617661,0.00039544044,0.0010240247,0.00041758065,0.9838157],"genre_scores_gemma":[0.00077205413,0.00014798186,0.012551545,0.00082063494,0.0009856479,0.000026160646,0.00052718114,0.000084217354,0.9840846],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998162,0.000088630055,0.00036253763,0.00035053026,0.00065294834,0.00038338848],"domain_scores_gemma":[0.99884176,0.00005164194,0.00018040408,0.00057304895,0.00012167997,0.00023148954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040613377,0.0002894137,0.000354091,0.00025918425,0.000107800675,0.00040984366,0.0007693784,0.00031038976,0.00021260104],"category_scores_gemma":[0.000058820697,0.00022336296,0.000061706145,0.0001929829,0.00016659117,0.0005319581,0.000344119,0.00032980737,0.00047759456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019453391,0.00002225057,0.0000359782,0.000020171237,0.000006591505,0.000008194454,0.0007572475,3.7272451e-7,3.425778e-7,0.0035150733,0.9924046,0.0032097285],"study_design_scores_gemma":[0.00075927074,0.00020447712,0.00025795962,0.000045729572,0.0000066039565,0.000010377841,0.00013636333,0.00076826214,0.0000049303003,0.0004028487,0.99707264,0.00033054207],"about_ca_topic_score_codex":0.0005391528,"about_ca_topic_score_gemma":0.0009147297,"teacher_disagreement_score":0.004668039,"about_ca_system_score_codex":0.00004056575,"about_ca_system_score_gemma":0.00030550756,"threshold_uncertainty_score":0.9108478},"labels":[],"label_agreement":null},{"id":"W7024781777","doi":"","title":"SJI TO HOST FOURTH QUARTER 2016 CONFERENCE CALL AND LIVE WEBCAST","year":2017,"lang":"en","type":"other","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Webcast; Quarter (Canadian coin); Host (biology); The Internet","score_opus":0.026400609474423808,"score_gpt":0.27504272170587213,"score_spread":0.24864211223144833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024781777","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024470448,0.00003846333,0.16685,0.0010775465,0.00037267606,0.0003700757,0.000036135272,0.0001669789,0.8310636],"genre_scores_gemma":[0.0012010748,0.00007123764,0.010515157,0.0005719793,0.000106148844,0.000015027021,0.0000049560213,0.000031191965,0.9874832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898994,0.000021263508,0.00013125093,0.0002866484,0.0002979307,0.00027298776],"domain_scores_gemma":[0.99888307,0.000018983696,0.00011176003,0.00064925844,0.000103297476,0.00023363487],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00012121686,0.00019056683,0.00020966987,0.0001776632,0.00009874216,0.0005286266,0.00089482457,0.00015331434,0.0013338111],"category_scores_gemma":[0.000018340706,0.00013794034,0.0000379895,0.000047306814,0.00006221562,0.00027091845,0.00035455622,0.0001505093,0.0033040745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024295496,0.000010738355,0.000052075553,0.000019540974,0.000008407318,0.000011726857,0.0005356354,2.9153128e-8,0.00001212916,0.0048690652,0.9746024,0.01987583],"study_design_scores_gemma":[0.00021100175,0.0001396596,0.0009732354,0.00015434873,0.000004584572,0.000011274212,0.00002412246,0.00079916324,0.000032173768,0.000024446368,0.99731636,0.00030964136],"about_ca_topic_score_codex":0.000584719,"about_ca_topic_score_gemma":0.00035848637,"teacher_disagreement_score":0.15641958,"about_ca_system_score_codex":0.000015721116,"about_ca_system_score_gemma":0.0001393166,"threshold_uncertainty_score":0.99957913},"labels":[],"label_agreement":null},{"id":"W7025842460","doi":"","title":"Writers Corner: Natasha Deen with The Signs and Wonders of Tuna","year":2022,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Girl; Nothing; Key (lock); Alley","score_opus":0.006735823682291012,"score_gpt":0.1791276023439856,"score_spread":0.17239177866169458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025842460","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009260233,0.00014834883,0.000032315696,0.0004248842,0.000081988685,0.00045629026,0.00013846955,0.00009235026,0.9985328],"genre_scores_gemma":[0.0019842177,0.00009968369,0.0014753498,0.00048758712,0.000021672966,0.00001944328,0.00008468175,0.000038217397,0.9957892],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838215,0.00008225988,0.00043182788,0.00015865048,0.00070665166,0.000238474],"domain_scores_gemma":[0.99863434,0.0001325447,0.0005565771,0.00045648156,0.00013230655,0.0000877493],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033664718,0.0002311072,0.00028989714,0.000112933376,0.00011968773,0.00008568593,0.0008014625,0.00013116456,0.101203755],"category_scores_gemma":[0.000031111726,0.00016276551,0.00008047685,0.00002853839,0.00023845116,0.0000010672481,0.00029826188,0.00029967606,0.00046127016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003624466,0.000017169163,0.0000065545073,0.00018899984,0.000036845595,0.000007255925,0.000596719,0.0001123817,2.9879175e-7,0.0003203154,0.9961098,0.0025674342],"study_design_scores_gemma":[0.00041333676,0.00030340624,0.000021835542,0.000053136675,0.000025117804,0.000066171684,0.00040373887,0.00013849504,0.000009161548,0.000004339231,0.99835163,0.00020963463],"about_ca_topic_score_codex":0.001318212,"about_ca_topic_score_gemma":0.00023851369,"teacher_disagreement_score":0.10074248,"about_ca_system_score_codex":0.000034051303,"about_ca_system_score_gemma":0.00006154044,"threshold_uncertainty_score":0.89961785},"labels":[],"label_agreement":null},{"id":"W7026620860","doi":"","title":"Análisis empírico del efecto del tamaño de la información de entrada en el desempeño de herramientas de compresión sin pérdida","year":2010,"lang":"es","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Latin Americans; Period (music); Event (particle physics)","score_opus":0.01477429917751369,"score_gpt":0.27470232745753437,"score_spread":0.25992802828002065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7026620860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90727776,0.00029759883,0.061522767,0.0065349173,0.0014282906,0.0010585282,0.00023853607,0.0007471975,0.020894414],"genre_scores_gemma":[0.9712479,0.0003093094,0.025499135,0.0010824271,0.0009320514,0.00035046984,0.00020410486,0.000098082535,0.00027649483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99081635,0.0015676608,0.0016560245,0.0011480729,0.0020282262,0.0027836803],"domain_scores_gemma":[0.99328876,0.0013070875,0.0008199417,0.001481281,0.0009889093,0.0021140277],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003817916,0.0010970479,0.0009217924,0.0011066609,0.001881141,0.0025179386,0.0031415906,0.0016898128,0.00013096911],"category_scores_gemma":[0.0016060288,0.0011170902,0.00065549574,0.0019327889,0.00017937757,0.002569615,0.001111982,0.003163207,0.00008591962],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048557244,0.0016614469,0.03947094,0.00042552082,0.00032892104,0.0007740874,0.013920595,0.000813276,0.029634034,0.8958485,0.0026597772,0.01397733],"study_design_scores_gemma":[0.0031438484,0.00027034874,0.16921507,0.00031317648,0.00023888184,0.006683829,0.0007845754,0.04191078,0.016020779,0.000997687,0.7587573,0.001663753],"about_ca_topic_score_codex":0.00009034693,"about_ca_topic_score_gemma":0.00028243393,"teacher_disagreement_score":0.8948508,"about_ca_system_score_codex":0.0024958735,"about_ca_system_score_gemma":0.0049570394,"threshold_uncertainty_score":0.9996062},"labels":[],"label_agreement":null},{"id":"W7029575405","doi":"","title":"Lasītāju klubi Latvijas publiskajās bibliotēkās","year":2020,"lang":"lv","type":"dissertation","venue":"E-resource repository of the University of Latvia (University of Latvia)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive dissonance; Field (mathematics); Reduction (mathematics); Context (archaeology)","score_opus":0.014860333121071706,"score_gpt":0.19285424282470193,"score_spread":0.17799390970363022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7029575405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90367204,0.00047566104,0.0045322813,0.003285045,0.0017007344,0.0015713242,0.00031592575,0.00024092647,0.08420608],"genre_scores_gemma":[0.90265536,0.00014898466,0.003625829,0.00006432695,0.000105938234,1.0467085e-7,0.0001608934,0.000052156116,0.0931864],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99456465,0.0006128974,0.0008148785,0.00094025675,0.0023641677,0.0007031334],"domain_scores_gemma":[0.992961,0.00025979272,0.003056987,0.0017441241,0.0014506995,0.0005274038],"candidate_categories":["metaepi_narrow","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006821205,0.0006603954,0.001428591,0.0016634101,0.001757475,0.00011486794,0.006299312,0.00091094454,0.00042991986],"category_scores_gemma":[0.00009923316,0.00077154743,0.0016039738,0.004038046,0.0015274333,0.0014414084,0.0019832999,0.0012885283,0.00011185775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012953971,0.004245613,0.04899163,0.015922168,0.007410445,0.0021900928,0.56014675,0.0053580147,0.10796555,0.025488855,0.1723822,0.036944706],"study_design_scores_gemma":[0.009650619,0.0024855942,0.2691681,0.0045308312,0.0036527012,0.00015415644,0.09077865,0.031400822,0.041134473,0.00029015413,0.54299474,0.0037591523],"about_ca_topic_score_codex":0.0027115587,"about_ca_topic_score_gemma":0.00022707615,"teacher_disagreement_score":0.4693681,"about_ca_system_score_codex":0.00029146182,"about_ca_system_score_gemma":0.0011099767,"threshold_uncertainty_score":0.9995421},"labels":[],"label_agreement":null},{"id":"W7035022539","doi":"","title":"Will Coal Mining Once Again Impact the Crowsnest Pass Economy? (Part 2 Q&amp;A)","year":2016,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coal; Resource (disambiguation); Environmental impact assessment; Coal mining; License; Economic impact analysis; Agency (philosophy)","score_opus":0.012032969846932912,"score_gpt":0.226130239144242,"score_spread":0.21409726929730907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035022539","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006702864,0.00009861456,0.00014105791,0.0006943168,0.00045376224,0.00052380096,0.00014871442,0.00024538467,0.9976273],"genre_scores_gemma":[0.0005951874,0.0001040835,0.0014311885,0.0005067222,0.00027612562,0.000026898228,0.000082705956,0.00006413448,0.99691296],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976328,0.00013103047,0.000850222,0.0002559506,0.0005858248,0.00054414466],"domain_scores_gemma":[0.99753445,0.0002714747,0.00089540234,0.00085284346,0.00024703934,0.00019878401],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00061592966,0.00042641882,0.00043882188,0.00012802622,0.00019126598,0.00032872352,0.0014405787,0.0003362973,0.1540765],"category_scores_gemma":[0.00009423955,0.00027966106,0.00028592424,0.000018809875,0.0002239958,0.0000044530616,0.00031505054,0.00031554568,0.021637686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002306252,0.000019236888,0.0000068028044,0.00009408685,0.000042441996,0.0000072246207,0.00024383243,0.00009118432,1.8762128e-7,0.00028529848,0.994232,0.0049546235],"study_design_scores_gemma":[0.00042108694,0.00009432544,0.000019755445,0.0002057024,0.000018024215,0.00011291549,0.000037873164,0.000121945624,0.000009241997,0.000017344255,0.998561,0.00038077965],"about_ca_topic_score_codex":0.0009999278,"about_ca_topic_score_gemma":0.00033549668,"teacher_disagreement_score":0.13243881,"about_ca_system_score_codex":0.00012100049,"about_ca_system_score_gemma":0.00014980206,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W7039510015","doi":"","title":"Metabolic profiling of potato cultivars varying in horizontal resistance to late blight, Phytophthora infestans","year":2006,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phytophthora infestans; Cultivar; Fungicide; Blight; Inoculation; Metabolomics; Plant disease resistance","score_opus":0.01630929988789777,"score_gpt":0.2641672475841738,"score_spread":0.24785794769627606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039510015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95737505,0.00020824574,0.00002667039,0.000019726049,0.000818524,0.00117355,0.00059942587,0.00021021003,0.03956859],"genre_scores_gemma":[0.97302115,0.00006060366,0.021018168,0.000102910766,0.00003232437,0.00020574949,0.00053628953,0.000093104296,0.0049297153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9946179,0.00023981988,0.0016386792,0.001019657,0.0015050909,0.000978901],"domain_scores_gemma":[0.9970142,0.0001522318,0.00074796553,0.0009521462,0.0007950043,0.0003384396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012122339,0.00071125774,0.0009792893,0.0013409313,0.0005499246,0.00020734705,0.0017214204,0.0005264222,0.000020376365],"category_scores_gemma":[0.00037506604,0.00073739694,0.00033655117,0.0028827956,0.000041438183,0.002310339,0.00028605448,0.0013587378,0.000119675344],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061926374,0.00057357183,0.00045374877,0.0010391937,0.00012275769,0.00033500363,0.0002267831,0.0004812348,0.45082816,0.46448335,0.000009852101,0.08082707],"study_design_scores_gemma":[0.0014260649,0.00019780759,0.01218275,0.0010074724,0.00007618472,0.000013919873,0.00015950216,0.00029333335,0.96410596,0.0061351764,0.012803405,0.0015984458],"about_ca_topic_score_codex":0.00032938167,"about_ca_topic_score_gemma":0.0012040138,"teacher_disagreement_score":0.51327777,"about_ca_system_score_codex":0.00047835687,"about_ca_system_score_gemma":0.00018478942,"threshold_uncertainty_score":0.9995077},"labels":[],"label_agreement":null},{"id":"W70837922","doi":"10.1007/1-4020-4014-8_6","title":"A Multitasking Framework for Cognitive Information Retrieval","year":2006,"lang":"en","type":"book-chapter","venue":"˜The œinformation retrieval series","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Human multitasking; Computer science; Cognition; Cognitive psychology; Psychology; Neuroscience","score_opus":0.019413372666527887,"score_gpt":0.2557419413002919,"score_spread":0.236328568633764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W70837922","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007188492,0.00011688899,0.8628929,0.0009863684,0.001716061,0.0032929394,0.0010689578,0.00065618206,0.12919779],"genre_scores_gemma":[0.11589522,0.0015032975,0.15363435,0.027660238,0.0056933598,0.00091979286,0.03413086,0.0006295783,0.6599333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949684,0.00004950891,0.001955102,0.00032689754,0.0019017636,0.0007982887],"domain_scores_gemma":[0.99399984,0.0007601147,0.0017512769,0.0008919984,0.002378348,0.0002184185],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0012806299,0.00077748805,0.0006543644,0.00070370594,0.0012239277,0.002175068,0.0015292903,0.0009795574,0.00016119456],"category_scores_gemma":[0.0005541324,0.000629059,0.00052478106,0.0005272497,0.00034942472,0.0141748395,0.00050914317,0.0011684515,0.0013878044],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012375562,0.000022453083,0.0000065741406,0.00045443012,0.0001488368,0.0000035992277,0.004619715,0.0001328895,0.000004653824,0.9434904,0.011421864,0.03845704],"study_design_scores_gemma":[0.0015216989,0.00061907264,0.00019634844,0.00048023512,0.00015522045,0.000081429745,0.00051650574,0.010942574,0.00066008593,0.048520744,0.9349521,0.0013540188],"about_ca_topic_score_codex":0.000021092585,"about_ca_topic_score_gemma":0.000006686445,"teacher_disagreement_score":0.9235302,"about_ca_system_score_codex":0.0003634222,"about_ca_system_score_gemma":0.0005392224,"threshold_uncertainty_score":0.9996161},"labels":[],"label_agreement":null},{"id":"W7093759527","doi":"","title":"Information hiding 12th international conference, IH 2010, Calgary, AB, Canada, June 28-30, 2010 : revised selected papers","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information hiding; The Internet; Information system; Field (mathematics)","score_opus":0.012597565061491475,"score_gpt":0.22888244543856406,"score_spread":0.21628488037707258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093759527","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28132877,0.000016583634,0.23702115,0.032042224,0.03153661,0.0022031232,0.00012371843,0.0015294672,0.41419837],"genre_scores_gemma":[0.96104044,0.00003670301,0.012839943,0.002633065,0.0001508947,0.00003920184,0.00026960974,0.00001166353,0.02297846],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980931,0.000026495054,0.00050542277,0.00015374123,0.00084498024,0.00037620266],"domain_scores_gemma":[0.99827546,0.0000519269,0.00017948038,0.00036134702,0.00090001064,0.00023180594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034725462,0.00017537325,0.00015973717,0.00020657765,0.00022748142,0.0005213583,0.0010180007,0.00011299297,0.0046307817],"category_scores_gemma":[0.00014318015,0.0001468257,0.000044971945,0.00048335007,0.000044872682,0.0023966103,0.00020326504,0.00047170997,0.00030546353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006366273,0.000095262905,0.0061551193,0.00008863636,0.000095544645,0.000022637365,0.0031636455,0.000029341338,0.04108464,0.199871,0.61515546,0.13417505],"study_design_scores_gemma":[0.0019320933,0.00009430805,0.11455939,0.00004961706,0.000017522656,0.00008632658,0.0003300387,0.22227423,0.020395074,0.00017415328,0.63905674,0.0010304832],"about_ca_topic_score_codex":0.041212942,"about_ca_topic_score_gemma":0.03977813,"teacher_disagreement_score":0.6797117,"about_ca_system_score_codex":0.00011629519,"about_ca_system_score_gemma":0.0012296333,"threshold_uncertainty_score":0.9962791},"labels":[],"label_agreement":null},{"id":"W7094361396","doi":"","title":"Root rank: A relational operator for KWS result ranking","year":2019,"lang":"en","type":"article","venue":"ePrints@IISc (Indian Institute of Science)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ranking (information retrieval); Rank (graph theory); Operator (biology); Relevance (law); Set (abstract data type); Result set; Function (biology)","score_opus":0.022994717334182124,"score_gpt":0.27438541561136914,"score_spread":0.251390698277187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7094361396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88439846,0.000010879837,0.102772444,0.0009105983,0.0020337596,0.00092660985,0.000021654681,0.000077054254,0.008848516],"genre_scores_gemma":[0.9616841,0.0000022698266,0.037040807,0.00016899956,0.00006292344,0.000026811198,0.000007813412,0.0000059342906,0.0010003039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9972674,0.000022304574,0.00054948847,0.0005209957,0.0011167652,0.00052304816],"domain_scores_gemma":[0.9982697,0.0000615831,0.00020412511,0.0006842205,0.0005621914,0.00021822043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021442063,0.00016159084,0.00023003427,0.0005445738,0.00057222653,0.0002957543,0.0018788346,0.00008369332,0.00011791468],"category_scores_gemma":[0.00025831035,0.0001411197,0.00012189827,0.0014551419,0.00075615017,0.0040078904,0.00041080322,0.00019938062,0.0005039587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010062164,0.00015335437,0.017256172,0.00013241971,0.000020126248,0.000012227411,0.010265144,0.0023439704,0.021341603,0.90460837,0.0003811701,0.043384846],"study_design_scores_gemma":[0.013271401,0.0010095537,0.4465413,0.00062929204,0.0000382351,0.00017638493,0.001010598,0.12259413,0.21332332,0.010523608,0.18838173,0.0025004272],"about_ca_topic_score_codex":0.000034231278,"about_ca_topic_score_gemma":0.000011597755,"teacher_disagreement_score":0.89408475,"about_ca_system_score_codex":0.00014622296,"about_ca_system_score_gemma":0.0012586478,"threshold_uncertainty_score":0.64775383},"labels":[],"label_agreement":null},{"id":"W7096077037","doi":"","title":"Abstract System Components for Embedded Information Retrieval from Multiple Disparate Information Sources","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Cognitive models of information retrieval; Key (lock); Information system; Disparate system; Human–computer information retrieval; Automated information system; Resource (disambiguation); Information resource; Adversarial information retrieval","score_opus":0.032345542620802366,"score_gpt":0.23830161934629823,"score_spread":0.20595607672549587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096077037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52679384,0.000003657301,0.47015482,0.00012396493,0.0003068875,0.0005154919,0.00008254192,0.00031675948,0.0017020386],"genre_scores_gemma":[0.9854233,0.000005694534,0.013423252,0.00045348838,0.000030431056,0.000028661741,0.00057001814,0.0000036854594,0.00006143107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982693,0.000028294633,0.0006948314,0.00011234786,0.0005986598,0.00029656652],"domain_scores_gemma":[0.9986419,0.00018406946,0.0003072463,0.00032734213,0.00040154968,0.00013786844],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037263503,0.00016422888,0.00018620514,0.0002033317,0.00037914753,0.00042694045,0.00054256845,0.00009835889,0.000020335081],"category_scores_gemma":[0.000108572654,0.00013528454,0.00010046615,0.0002808912,0.0000348303,0.011765372,0.00011989884,0.00012858548,0.0008032543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070144874,0.0014626962,0.078998834,0.003534036,0.00077812234,0.000052937616,0.28359267,0.027852135,0.029497132,0.37976626,0.064982854,0.122467846],"study_design_scores_gemma":[0.0032069148,0.00012668519,0.20099598,0.00005651009,0.000009249578,0.000023477778,0.0011493944,0.7583012,0.015863158,0.00009182042,0.0196716,0.0005039922],"about_ca_topic_score_codex":0.00021872975,"about_ca_topic_score_gemma":0.0000045564684,"teacher_disagreement_score":0.7304491,"about_ca_system_score_codex":0.000071311246,"about_ca_system_score_gemma":0.00009887628,"threshold_uncertainty_score":0.9999747},"labels":[],"label_agreement":null},{"id":"W7096632815","doi":"","title":"Using various indexing schemes and multiple translations","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clef; Search engine indexing; Document retrieval; Scheme (mathematics); Task (project management); Weighting; Component (thermodynamics)","score_opus":0.0632459045275825,"score_gpt":0.30558395176451675,"score_spread":0.24233804723693425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096632815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15393554,0.000022202417,0.8432054,0.00046832653,0.000023234965,0.00006204314,5.6670956e-7,0.00007730111,0.0022054047],"genre_scores_gemma":[0.78692436,0.0000018816723,0.21271795,0.00017039865,0.000014362398,5.6482935e-7,4.5538314e-7,0.0000012855156,0.00016876396],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957585,0.000008118944,0.000103968785,0.00007752778,0.000120536046,0.00011401593],"domain_scores_gemma":[0.9997762,0.00002686353,0.000015565258,0.00009471781,0.00003674493,0.000049902595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009402949,0.000042053198,0.000041472595,0.00006397954,0.00014246663,0.00011902696,0.00011657453,0.000023701159,0.000024867973],"category_scores_gemma":[0.000010150918,0.00003547841,0.000014863408,0.00014884258,0.000016653343,0.0008821834,0.0000411271,0.000055595898,0.000016317856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007305723,0.000109591594,0.0202556,0.000020542178,0.000016720316,0.000004446277,0.0091111865,0.0042621084,0.013180917,0.22318669,0.000110460336,0.7297344],"study_design_scores_gemma":[0.0002354939,0.000008741496,0.00234587,0.0000029360974,0.0000015617131,0.000012001794,0.000021961874,0.9837497,0.0044528353,0.00014561793,0.008947423,0.00007585242],"about_ca_topic_score_codex":0.000023144523,"about_ca_topic_score_gemma":0.000010840295,"teacher_disagreement_score":0.9794876,"about_ca_system_score_codex":0.000012151456,"about_ca_system_score_gemma":0.000028184071,"threshold_uncertainty_score":0.14467676},"labels":[],"label_agreement":null},{"id":"W7096792196","doi":"","title":"Gender Differences in Processing Information: Implications for Online Search Patterns and Task Performance * Ph.D. candidate, HEC Montréal","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Reproduction; Perspective (graphical)","score_opus":0.05447811440778114,"score_gpt":0.28395227767045617,"score_spread":0.22947416326267503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096792196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8108093,0.000029943483,0.18777329,0.0007705596,0.000024058536,0.00030132505,0.00003814449,0.00005343139,0.00019996315],"genre_scores_gemma":[0.99093574,0.00016402338,0.008293908,0.00033747006,0.000017945835,0.000059846825,0.000053552933,0.0000025579739,0.00013493562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990756,0.000012973409,0.00030349378,0.00013150834,0.00020434393,0.00027209616],"domain_scores_gemma":[0.9994579,0.000031969787,0.000044609664,0.00017010511,0.00020555813,0.000089844834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014618713,0.00009883701,0.000115346484,0.00017998593,0.00032520355,0.0001488126,0.00030683674,0.00004383036,0.0000074386503],"category_scores_gemma":[0.0000117292375,0.00007627541,0.000020215883,0.0003118702,0.00004576693,0.002539692,0.00012228932,0.0001134725,0.000007711878],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002813942,0.00013375012,0.688606,0.00023128408,0.0000070558976,0.0000012733827,0.010779964,0.000108431166,0.000092988914,0.0031686947,0.00028154286,0.29656088],"study_design_scores_gemma":[0.0004155138,0.00005928203,0.85143864,0.0000106369025,0.0000011725579,0.000033094846,0.00015416423,0.14710513,0.00014689796,0.00003481517,0.00048628118,0.00011436874],"about_ca_topic_score_codex":0.0003335418,"about_ca_topic_score_gemma":0.00013071358,"teacher_disagreement_score":0.2964465,"about_ca_system_score_codex":0.000036484784,"about_ca_system_score_gemma":0.00016635674,"threshold_uncertainty_score":0.31104213},"labels":[],"label_agreement":null},{"id":"W7097366670","doi":"","title":"PROGRAM DESCRIPTION / DESCRIPTION DU PROGRAMME Developing a Provincial Centralized Intake Process for a Knowledge Resource Service Part 1: Literature Search Requests1","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Process (computing); Health services; Service (business); Resource (disambiguation); Service provider","score_opus":0.09623507858648968,"score_gpt":0.3161460714046449,"score_spread":0.21991099281815524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097366670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2606588,0.000076490265,0.72027546,0.009218855,0.0005149451,0.0063893558,0.00002933062,0.0017529388,0.0010838114],"genre_scores_gemma":[0.7887535,0.000057711248,0.19600882,0.0016813178,0.0010570523,0.004940716,0.0003098842,0.00008550725,0.007105505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971699,0.00016623475,0.00057343015,0.0005536847,0.0005642404,0.0009725001],"domain_scores_gemma":[0.9971721,0.00008195706,0.00014059752,0.00038919362,0.0019354905,0.0002806626],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011964815,0.00028663912,0.0002446037,0.00024564512,0.00040897742,0.0011167778,0.00086527533,0.00021285228,0.000014820966],"category_scores_gemma":[0.00024052631,0.00018606885,0.00011267602,0.0014385702,0.00006330624,0.0031192088,0.00020984719,0.00019945364,0.000068570975],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046983053,0.00065232406,0.0020738863,0.0010500513,0.000033600198,0.000013452447,0.017173717,0.0000024152696,0.0023726379,0.076558806,0.0023045992,0.8972947],"study_design_scores_gemma":[0.011871482,0.0029196567,0.009812616,0.0033569676,0.00007144026,0.00035023363,0.0016167851,0.065912284,0.041020855,0.0056753727,0.8547067,0.0026855955],"about_ca_topic_score_codex":0.000036656587,"about_ca_topic_score_gemma":0.00017112702,"teacher_disagreement_score":0.8946091,"about_ca_system_score_codex":0.00037083746,"about_ca_system_score_gemma":0.00070939126,"threshold_uncertainty_score":0.9999201},"labels":[],"label_agreement":null},{"id":"W7097861307","doi":"","title":"Applying Support Vector Machines to Discover Just-in-Time Method-Specific Compilation Strategies","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Permission; Association (psychology); Field (mathematics); Work (physics); Scheme (mathematics); Documentation","score_opus":0.02832263178151659,"score_gpt":0.3245623084622032,"score_spread":0.2962396766806866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097861307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1355413,0.0000016771669,0.8444514,0.0007806098,0.00049119437,0.00063894986,0.000009689255,0.00018414816,0.017901001],"genre_scores_gemma":[0.7117345,0.000001517628,0.2839984,0.00063571124,0.00011295185,0.000105581516,0.000032096603,0.00001058102,0.0033687055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987955,0.000036514513,0.0002750161,0.00021843128,0.0004121877,0.00026236646],"domain_scores_gemma":[0.9993604,0.000082424005,0.000043310556,0.0003223542,0.00007979936,0.00011171584],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00058320555,0.00011704553,0.00013642551,0.00020262458,0.00009642016,0.00061576784,0.0006081248,0.000053974465,0.00074660656],"category_scores_gemma":[0.000015298257,0.00009103942,0.000042988373,0.00048176316,0.0000183723,0.0016052694,0.00018274105,0.00021694899,0.00084206706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004877112,0.00017934416,0.00923279,0.000032775934,0.000008651829,0.00002387546,0.004340671,0.0010943584,0.18211763,0.60923547,0.004928135,0.18875755],"study_design_scores_gemma":[0.0014897041,0.00036145124,0.4601294,0.000026195428,0.000009116479,0.00006607928,0.00059817627,0.32945836,0.043532923,0.004099639,0.15886961,0.0013593409],"about_ca_topic_score_codex":0.00004712258,"about_ca_topic_score_gemma":0.000043112792,"teacher_disagreement_score":0.6051358,"about_ca_system_score_codex":0.000022947328,"about_ca_system_score_gemma":0.000081340695,"threshold_uncertainty_score":0.99993587},"labels":[],"label_agreement":null},{"id":"W7098013535","doi":"","title":"Acquisitions et services bibliographiques","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Query language; Government (linguistics); Information system; Order (exchange); Query optimization; Control (management)","score_opus":0.008699054202114967,"score_gpt":0.2674832261390019,"score_spread":0.2587841719368869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098013535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032736503,0.000008788381,0.8626383,0.0033305152,0.00010010316,0.00007050565,0.0000014578239,0.00044806642,0.100665785],"genre_scores_gemma":[0.9575097,0.000027515796,0.034245424,0.0077243336,0.000021053887,0.0000073392907,0.0000053338026,0.0000019851302,0.00045730892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951214,0.000033318945,0.00009056849,0.00008019783,0.00017079852,0.00011298452],"domain_scores_gemma":[0.99958766,0.00003184737,0.000019816722,0.00021073481,0.00009180942,0.0000581596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025880555,0.000043365955,0.00004203302,0.00062777253,0.00007847583,0.00026551363,0.00038366622,0.00002091196,0.00009673425],"category_scores_gemma":[0.0000030097851,0.000032139746,0.000034816712,0.0014557482,0.000013324375,0.001072001,0.00010161352,0.000043128224,0.0002556128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.7578213e-7,0.00002117935,0.0015206196,0.0000085295105,0.0000022066206,3.7393553e-7,0.00032837928,0.0000052434657,0.00021129953,0.9856326,0.002030361,0.010238563],"study_design_scores_gemma":[0.00085352076,0.00048951834,0.3138959,0.000048765334,0.000009501878,0.000032605698,0.0001976241,0.21262938,0.017458726,0.064212635,0.38940948,0.00076233805],"about_ca_topic_score_codex":0.000045837358,"about_ca_topic_score_gemma":0.000011717584,"teacher_disagreement_score":0.9247732,"about_ca_system_score_codex":0.0000024811307,"about_ca_system_score_gemma":0.000008296716,"threshold_uncertainty_score":0.32854706},"labels":[],"label_agreement":null},{"id":"W7100351472","doi":"","title":"Published by Canadian Center of Science and Education 139 Validate Conference Paper Using Dice Coefficient","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dice; Center (category theory); Sørensen–Dice coefficient; Object (grammar)","score_opus":0.02005698232976201,"score_gpt":0.26371598265578416,"score_spread":0.24365900032602217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100351472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7902513,0.000020887086,0.1812345,0.006517662,0.0006431263,0.00036522094,0.000038765,0.000049810846,0.020878738],"genre_scores_gemma":[0.9950623,0.0000051612274,0.0034787136,0.0007264835,0.0000057842444,0.000002526211,0.0000016553478,0.0000017529766,0.0007156488],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99890286,0.000019543844,0.0001760753,0.00019191348,0.00044205488,0.00026753772],"domain_scores_gemma":[0.99856055,0.000020325599,0.000058671187,0.00025210142,0.00082138396,0.00028694808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054645195,0.000064118896,0.00006835048,0.00022215201,0.0001764884,0.00032682353,0.00052953034,0.00002493219,0.00014191738],"category_scores_gemma":[0.000115342526,0.000040151896,0.00000942672,0.0005156577,0.00033692058,0.002459569,0.00013478506,0.000035039626,0.000011959582],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011576081,0.00031472318,0.010821666,0.000040512998,0.000008323742,0.0000014878151,0.0029950035,0.0000031105333,0.3033665,0.2615297,0.015214858,0.4056925],"study_design_scores_gemma":[0.004907037,0.00062793714,0.0625126,0.0005408395,0.000032115324,0.00015444236,0.001524914,0.17117482,0.5375279,0.0027951882,0.21604782,0.0021543892],"about_ca_topic_score_codex":0.008770873,"about_ca_topic_score_gemma":0.0006204433,"teacher_disagreement_score":0.4035381,"about_ca_system_score_codex":0.00013097789,"about_ca_system_score_gemma":0.0018249395,"threshold_uncertainty_score":0.9978298},"labels":[],"label_agreement":null},{"id":"W7100370677","doi":"","title":"Motor vehicle accidents in Ontario:","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Motor vehicle crash; Poison control; Incidence (geometry); Human factors and ergonomics; Injury prevention","score_opus":0.06029846506106837,"score_gpt":0.27652408548671165,"score_spread":0.21622562042564328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100370677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96173805,0.0000023236023,0.014086119,0.0002876455,0.0001865294,0.000094429044,1.3773453e-7,0.000059992657,0.023544779],"genre_scores_gemma":[0.98358893,1.7885054e-7,0.005407924,0.00037017916,0.000005390911,0.0000049976925,6.803426e-7,0.0000011415484,0.010620564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99940854,0.000012063717,0.00011467399,0.00007630507,0.00025045712,0.00013796885],"domain_scores_gemma":[0.99965477,0.000007902806,0.000014491096,0.00016205147,0.000059623508,0.000101155216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021471588,0.000037472946,0.00004621706,0.00006852175,0.000016340358,0.000094036426,0.0003716111,0.000021889755,0.000084494925],"category_scores_gemma":[0.00001805706,0.000030043166,0.000014609323,0.00015801942,0.000006090511,0.00083857187,0.00013822515,0.00008297309,0.0005818257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035854642,0.00020144251,0.8952238,0.0000036635063,0.0000041954877,0.00006168226,0.010135363,0.00006617972,0.00062250614,0.05121589,0.0070982943,0.035331126],"study_design_scores_gemma":[0.00085750635,0.00011187931,0.96506166,0.00000415231,4.9610264e-7,0.0000052586297,0.000093047805,0.017791072,0.0015932198,0.0013094294,0.013041786,0.0001304793],"about_ca_topic_score_codex":0.028199606,"about_ca_topic_score_gemma":0.030617746,"teacher_disagreement_score":0.069837876,"about_ca_system_score_codex":0.00013362025,"about_ca_system_score_gemma":0.00017378209,"threshold_uncertainty_score":0.987071},"labels":[],"label_agreement":null},{"id":"W7116854492","doi":"10.1201/9781003760023-5","title":"Dewey Applications for the Simple Arrangement of a Link Library:","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dewey Decimal Classification; Search engine indexing; Sorting; Set (abstract data type); Simple (philosophy); Adaptation (eye); Link (geometry)","score_opus":0.026488935083155692,"score_gpt":0.26564210738259386,"score_spread":0.23915317229943817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116854492","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.402066e-8,0.00008153637,0.6073807,0.0023689782,0.000048072852,0.0010333669,0.00006513179,0.000058462498,0.38896373],"genre_scores_gemma":[0.000111818124,0.0001337592,0.022821348,0.0011494654,0.00009838693,0.0003526048,0.00008847998,0.000008969913,0.97523516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923146,0.000003437272,0.00028461768,0.00014731004,0.00021619437,0.000116987976],"domain_scores_gemma":[0.99892074,0.00021826834,0.000118637305,0.0005764933,0.00013036799,0.00003547956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011242968,0.0001118658,0.00014126675,0.00010147539,0.000118850556,0.000097199845,0.000977429,0.0000845602,0.00029613753],"category_scores_gemma":[0.0000051961583,0.00007089878,0.00014387157,0.0000715192,0.000039369028,0.00020532051,0.00029741204,0.00010787573,0.000042527827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021840535,0.000003979783,9.124137e-7,0.00003931185,0.000016924381,5.3581708e-8,0.00003283164,0.000002345336,0.0000015080761,0.82949746,0.023919377,0.14648314],"study_design_scores_gemma":[0.00009929978,0.000032006206,0.000010476912,0.000013591298,0.000018667924,2.4092387e-7,0.000004008509,0.003468598,0.00024287359,0.034200277,0.9618293,0.00008065246],"about_ca_topic_score_codex":0.000003754697,"about_ca_topic_score_gemma":0.000001691045,"teacher_disagreement_score":0.93790996,"about_ca_system_score_codex":0.000012013856,"about_ca_system_score_gemma":0.00017627107,"threshold_uncertainty_score":0.32424983},"labels":[],"label_agreement":null},{"id":"W7116917707","doi":"10.1108/ajim-04-2025-0241","title":"LLM-based stemming for improved Gujarati information retrieval","year":2025,"lang":"en","type":"article","venue":"Aslib Journal of Information Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Gujarati; Relevance (law); Preprocessor; Ranking (information retrieval); Precision and recall; Recall; Language model; Focus (optics)","score_opus":0.009732121916617402,"score_gpt":0.26248406416615483,"score_spread":0.25275194224953745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116917707","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012076909,0.000013130077,0.989193,0.0021829475,0.00081142347,0.0007087304,0.000009132575,0.00005436149,0.005819539],"genre_scores_gemma":[0.32876557,0.00010350824,0.6502949,0.018871382,0.0001550623,0.00008801893,0.00019236217,0.000014293794,0.001514932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978149,0.00003250493,0.0013347121,0.000057016285,0.00050022337,0.00026067384],"domain_scores_gemma":[0.9975631,0.000086022286,0.00089077,0.0002801372,0.0010932068,0.000086743035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015325118,0.00014232469,0.00019916864,0.001150263,0.00021454667,0.00073193805,0.0008432502,0.000066600194,0.000010851766],"category_scores_gemma":[0.00014286734,0.00012097671,0.00016345078,0.0008497479,0.00002192024,0.010926754,0.00013527782,0.0001593526,0.000039133527],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052827917,0.00010185375,0.00006834711,0.00079674093,0.00016499622,0.0000018379061,0.0016046884,0.0048971237,0.0000908776,0.24522647,0.022492906,0.7240259],"study_design_scores_gemma":[0.0053369394,0.00063272077,0.002074568,0.00022114324,0.00007020734,0.0000094735715,0.000951676,0.34185076,0.0055689523,0.0022954457,0.6406677,0.00032045762],"about_ca_topic_score_codex":0.0000013618193,"about_ca_topic_score_gemma":2.0205671e-7,"teacher_disagreement_score":0.7237054,"about_ca_system_score_codex":0.00017795368,"about_ca_system_score_gemma":0.0002128327,"threshold_uncertainty_score":0.7921633},"labels":[],"label_agreement":null},{"id":"W7126671119","doi":"","title":"Knowledge infrastructures:Part III","year":2016,"lang":"en","type":"article","venue":"RUCforsk (Roskilde University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"","score_opus":0.01123928001630122,"score_gpt":0.20889185451556938,"score_spread":0.19765257449926815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126671119","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002072352,0.000012182288,0.9923367,0.00049551774,0.0005123307,0.00014738698,0.000016794978,0.000263217,0.0041435277],"genre_scores_gemma":[0.20055073,0.00021813685,0.5523467,0.0006247936,0.00042802142,0.0000028213556,0.000020161564,0.000034847646,0.24577376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900883,0.000042798318,0.00014375312,0.0002348867,0.00022204562,0.0003476774],"domain_scores_gemma":[0.9990991,0.00006840925,0.000068927286,0.00041120106,0.0001526227,0.00019974414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012285262,0.00013182625,0.00012894187,0.00035365307,0.0002466224,0.00006525937,0.00097451074,0.00008670637,0.00025686537],"category_scores_gemma":[0.000027271048,0.00009696817,0.000118592754,0.00063974253,0.00010282511,0.0012167977,0.00042936837,0.00010115402,0.00048527625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116215815,0.000019813719,0.00035045296,0.000003914913,0.0000091883685,0.000016935319,0.00021067735,0.0000017321504,0.00051684247,0.9830268,0.01259987,0.0032321613],"study_design_scores_gemma":[0.0036361224,0.00023235714,0.00035563103,0.00009438992,0.00002760559,0.000042702737,0.00017579172,0.0006470022,0.003029563,0.10972946,0.8812811,0.0007482703],"about_ca_topic_score_codex":0.000010955913,"about_ca_topic_score_gemma":0.000010962283,"teacher_disagreement_score":0.87329733,"about_ca_system_score_codex":0.00014521186,"about_ca_system_score_gemma":0.00015431501,"threshold_uncertainty_score":0.6237406},"labels":[],"label_agreement":null},{"id":"W7126922739","doi":"","title":"Knowledge infrastructures:Part II","year":2016,"lang":"en","type":"article","venue":"RUCforsk (Roskilde University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"","score_opus":0.011256340975349027,"score_gpt":0.20679624928931492,"score_spread":0.1955399083139659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126922739","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052844835,0.000015225128,0.9881515,0.0008834242,0.0006389603,0.00017475584,0.000026321106,0.00033210064,0.004493262],"genre_scores_gemma":[0.15947431,0.0001753963,0.5734507,0.00056914065,0.00037450762,0.0000023837906,0.000017905028,0.00003105756,0.2659046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902964,0.00004065446,0.00013613504,0.00023179714,0.00021832697,0.00034345518],"domain_scores_gemma":[0.9991291,0.000054979126,0.00006530641,0.00040632306,0.0001505773,0.00019372655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011832261,0.00013009358,0.000121637306,0.0003496834,0.0004019423,0.0000514357,0.00097207236,0.000085563304,0.000251382],"category_scores_gemma":[0.000034257228,0.00009566487,0.000116371346,0.0006356221,0.000099766505,0.0012141995,0.00064777967,0.0000995658,0.00038507872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084575795,0.000024466633,0.0003310617,0.000003820209,0.000008375132,0.0000135364835,0.00024581936,0.0000015933035,0.00048246025,0.9819395,0.013837561,0.0031033803],"study_design_scores_gemma":[0.0018754337,0.00026584265,0.0002445777,0.00006581897,0.000018489089,0.000029060642,0.00009245064,0.00039175552,0.0022067998,0.09630001,0.89798844,0.0005213216],"about_ca_topic_score_codex":0.000007176199,"about_ca_topic_score_gemma":0.000008799062,"teacher_disagreement_score":0.8856394,"about_ca_system_score_codex":0.00014189993,"about_ca_system_score_gemma":0.00015154488,"threshold_uncertainty_score":0.49495363},"labels":[],"label_agreement":null},{"id":"W7132283706","doi":"","title":"Preface - Digital Libraries : research and development - First International DELOS Conference","year":2007,"lang":"en","type":"other","venue":"ISTI Open Portal","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Digital library; Consolidation (business); Presentation (obstetrics); Documentation; State (computer science); Field (mathematics)","score_opus":0.14324651341594366,"score_gpt":0.369358324784035,"score_spread":0.22611181136809136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132283706","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014036089,0.00006235431,0.022787204,0.0002649828,0.00034714458,0.00054709724,0.000085587904,0.00010703207,0.97565824],"genre_scores_gemma":[0.012855429,0.00003248906,0.021822289,0.00007553091,0.000104773026,0.000040690953,0.00029251914,0.00006143911,0.9647148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981531,0.000012963373,0.00029522378,0.0003630721,0.0008433237,0.00033234042],"domain_scores_gemma":[0.9991486,0.000053967087,0.00012192548,0.00031574038,0.00018958359,0.00017019635],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038307914,0.00017492537,0.00017683998,0.00039116768,0.00018934844,0.0032288928,0.0021644924,0.0001508544,0.0026316764],"category_scores_gemma":[0.00005167916,0.0001540524,0.000016806327,0.00022228564,0.00020635391,0.0014206485,0.0023803867,0.0002998679,0.0005612181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038486472,0.0001742547,0.0027505944,0.000075238844,0.000086469816,0.00028853095,0.0017160216,3.6235843e-7,0.0000012365718,0.18153447,0.7401307,0.073203586],"study_design_scores_gemma":[0.00021768818,0.00004496326,0.0011330586,0.00010846758,8.984592e-7,0.000025315727,0.000078187615,0.000108860455,0.00006333402,0.00026923968,0.99772936,0.00022062441],"about_ca_topic_score_codex":0.00009398008,"about_ca_topic_score_gemma":0.00009045174,"teacher_disagreement_score":0.2575986,"about_ca_system_score_codex":0.000037562586,"about_ca_system_score_gemma":0.000620678,"threshold_uncertainty_score":0.99828005},"labels":[],"label_agreement":null},{"id":"W7133559681","doi":"10.1145/3799914.3799926","title":"SIGIR 2025 Low Resource Environments Track Report","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Resource (disambiguation); Presentation (obstetrics); Context (archaeology); Schedule; Action (physics)","score_opus":0.01229705593844419,"score_gpt":0.2689785239797574,"score_spread":0.2566814680413132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133559681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24767508,0.00038557703,0.5167205,0.03541807,0.0023387214,0.0017386944,0.000030567124,0.00094470853,0.1947481],"genre_scores_gemma":[0.8271911,0.000031279684,0.0104708215,0.006116577,0.00006647087,0.00006802744,0.00005999397,0.000016993043,0.15597872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825734,0.000036675883,0.0004210154,0.00034070044,0.0004752209,0.0004690483],"domain_scores_gemma":[0.9982625,0.00010298388,0.00011077133,0.0013796986,0.000032579672,0.000111465975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036518482,0.0001541976,0.00016265732,0.00015837792,0.00023328727,0.00017846722,0.0014999078,0.00010048196,0.00006329622],"category_scores_gemma":[0.00023529302,0.00013912875,0.00010709785,0.00047691938,0.00006154012,0.00066093606,0.000869663,0.0002120522,0.00043403462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075980264,0.00053615746,0.022898268,0.00009810843,0.00010236338,0.00067990884,0.0012326656,0.0002455815,0.0067675044,0.05156361,0.27505207,0.6407478],"study_design_scores_gemma":[0.0005034929,0.00007733778,0.010841257,0.00003686409,0.000009975966,0.00003786223,0.000095597046,0.0022418157,0.024646463,0.0026987842,0.95856184,0.0002486896],"about_ca_topic_score_codex":0.00001203977,"about_ca_topic_score_gemma":0.00000141248,"teacher_disagreement_score":0.68350977,"about_ca_system_score_codex":0.00008419877,"about_ca_system_score_gemma":0.00008469309,"threshold_uncertainty_score":0.56735057},"labels":[],"label_agreement":null},{"id":"W7134164242","doi":"10.1109/bigdata66926.2025.11401777","title":"Index-Aware Knowledge Grounding of Retrieval-Augmented Generation in Conversational Search for Archival Diplomatics","year":2025,"lang":"","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Key (lock); Focus (optics); Action (physics); Selection (genetic algorithm)","score_opus":0.06081781184319278,"score_gpt":0.34473453004338145,"score_spread":0.28391671820018866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134164242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22076634,0.000052026113,0.77381796,0.00056138536,0.00082225254,0.0014272019,0.000051712177,0.000033423814,0.0024677417],"genre_scores_gemma":[0.99121445,0.000043314332,0.0051128077,0.00012696476,0.000096445496,0.000032511973,0.00012336124,0.000010544773,0.003239566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964117,0.00026780862,0.0014420341,0.00045637632,0.00082338206,0.00059871323],"domain_scores_gemma":[0.99742883,0.0006082602,0.00021708301,0.00045349213,0.0011569634,0.00013534701],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021116124,0.00027500288,0.0004426872,0.0012650796,0.00031806424,0.00030698234,0.00079791,0.00017668332,0.00010598799],"category_scores_gemma":[0.00022565293,0.00027537515,0.00018882677,0.002254593,0.0002107377,0.0010676797,0.00047522085,0.00035720592,0.0000231101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080071663,0.0014621358,0.028047953,0.0025537054,0.00019242626,0.0000046818004,0.015392183,0.0031836906,0.0103667285,0.82959706,0.0016400582,0.106758654],"study_design_scores_gemma":[0.0025024656,0.00024235304,0.025535315,0.00021655798,0.00002176506,0.000001642367,0.0004917771,0.9312067,0.038403146,0.0008926741,0.00024346852,0.0002421292],"about_ca_topic_score_codex":0.000051435745,"about_ca_topic_score_gemma":0.000027814127,"teacher_disagreement_score":0.92802304,"about_ca_system_score_codex":0.0004566777,"about_ca_system_score_gemma":0.0016183599,"threshold_uncertainty_score":0.99996984},"labels":[],"label_agreement":null},{"id":"W7134412762","doi":"","title":"22nd International Symposium on String Processing and Information Retrieval, SPIRE 2015, Proceedings","year":2015,"lang":"en","type":"book-chapter","venue":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Science and Technology Agency; Wellcome Trust; University College London; Università degli Studi di Palermo; Bar-Ilan University; Danmarks Tekniske Universitet; University of Haifa; University of Glasgow; Seoul National University; Universiteit van Amsterdam; University of Bristol; Università degli Studi di Verona; Microsoft Research; University of Waterloo; University of Twente; Uniwersytet Warszawski; Universidad de Chile; Universidade da Coruña; RMIT University; King's College London; Georgetown University; Università di Pisa; Ben-Gurion University of the Negev; Helsingin Yliopisto; Colorado State University","keywords":"Spire (mollusc); String (physics); Information processing; Key (lock)","score_opus":0.0682234524385262,"score_gpt":0.3636599212979489,"score_spread":0.29543646885942265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134412762","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012223813,0.0046576164,0.007413441,0.02415819,0.0020379608,0.010188764,0.0011959058,0.0018530339,0.93627125],"genre_scores_gemma":[0.562772,0.011059906,0.02335389,0.0008052836,0.0013798442,0.0014647347,0.0016322326,0.0002580352,0.3972741],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931227,0.000012628398,0.0007793434,0.0009482399,0.0041735885,0.0009634909],"domain_scores_gemma":[0.9913493,0.00014980629,0.0004863526,0.0002862913,0.0073981495,0.00033014893],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0065966966,0.00041458636,0.0003630854,0.005130585,0.0013942661,0.001289266,0.0019213419,0.0005688828,0.000013293417],"category_scores_gemma":[0.0017277315,0.00037521694,0.000061955354,0.001931912,0.0015749759,0.0062955213,0.0011689902,0.0011957195,0.0000323799],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010112542,0.000058370777,0.000096224576,0.00019510523,0.000030603547,0.00000558852,0.00041337614,9.731975e-7,0.000722907,0.87002736,0.013181152,0.1151672],"study_design_scores_gemma":[0.0025079087,0.0037633567,0.0002573129,0.0011701032,0.000033187338,0.00034203505,0.00043817903,0.02728345,0.004466322,0.21699029,0.74093264,0.0018151964],"about_ca_topic_score_codex":0.000007749414,"about_ca_topic_score_gemma":8.884693e-7,"teacher_disagreement_score":0.7277515,"about_ca_system_score_codex":0.00085269625,"about_ca_system_score_gemma":0.002379868,"threshold_uncertainty_score":0.99990577},"labels":[],"label_agreement":null},{"id":"W7135764243","doi":"","title":"Francophone fulltext information resources in the field of medicine aavailable on the world wide web","year":2008,"lang":"cs","type":"dissertation","venue":"Digital Repository (National Repository of Grey Literature)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Typology; French; Information system; Electronic publishing; Publishing; Work (physics); The Internet","score_opus":0.009630999824421425,"score_gpt":0.25244791818280243,"score_spread":0.242816918358381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135764243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5226475,0.0015567257,0.00011052262,0.0027048609,0.004589271,0.0018186744,0.0001541991,0.00006894021,0.4663493],"genre_scores_gemma":[0.9743334,0.00006336302,0.00005608154,0.0015127115,0.00050239597,0.0000821673,0.00046572875,0.00001999513,0.022964127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99201787,0.00038024882,0.0025154764,0.00047030018,0.0041910554,0.00042503723],"domain_scores_gemma":[0.9899867,0.0037411747,0.0020731776,0.0009362493,0.003136267,0.00012641074],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00096587365,0.00058711186,0.0006819213,0.0012111223,0.0007130672,0.0010402191,0.0019716693,0.00042900626,0.00002885891],"category_scores_gemma":[0.0019191076,0.00036742943,0.00038529228,0.0028678114,0.00051138696,0.0038050725,0.00012354869,0.0012814936,0.000041102296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008069141,0.0035031808,0.03130931,0.004979249,0.00096779154,0.0008050931,0.3909253,0.002215654,0.011850248,0.09234707,0.42460182,0.028426152],"study_design_scores_gemma":[0.0076509696,0.010172754,0.2739372,0.023298126,0.00022656124,0.0013055876,0.016777962,0.0141639635,0.10255657,0.0025704866,0.54355067,0.00378915],"about_ca_topic_score_codex":0.00007824803,"about_ca_topic_score_gemma":0.00001646505,"teacher_disagreement_score":0.45168594,"about_ca_system_score_codex":0.00018393302,"about_ca_system_score_gemma":0.0008508716,"threshold_uncertainty_score":0.9999968},"labels":[],"label_agreement":null},{"id":"W7135968009","doi":"","title":"University of Amsterdam at the CLEF 2023 SimpleText Track","year":2023,"lang":"en","type":"article","venue":"UvA-DARE (University of Amsterdam)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit van Amsterdam; Canadian Institute of Steel Construction","keywords":"Clef; Relevance (law); Context (archaeology); Relation (database); Focus (optics); Track (disk drive); Information access; Public access","score_opus":0.024466217540428863,"score_gpt":0.22113738452781742,"score_spread":0.19667116698738857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135968009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758636,0.000021157193,0.011649473,0.003384893,0.00026532792,0.0003564568,0.00017392379,0.00019641903,0.008088761],"genre_scores_gemma":[0.9668282,0.000081692786,0.0010018685,0.000120373305,0.000021103371,9.5176496e-8,0.000054463097,0.0000087300605,0.031883456],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99849784,0.0001156151,0.00016879999,0.00028221786,0.000579244,0.0003562817],"domain_scores_gemma":[0.99854213,0.00015838914,0.00022443745,0.00068032095,0.00026104756,0.00013367081],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041461398,0.00014232399,0.0002524625,0.0002439456,0.0005561638,0.000032910182,0.0016484086,0.000101479825,0.00074879],"category_scores_gemma":[0.000017460083,0.00014331791,0.00022636271,0.0012130919,0.0003415451,0.0008497543,0.0013206224,0.00017823708,0.0010804355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011287231,0.00061192596,0.017554244,0.00089595775,0.0005226828,0.0010707132,0.12091156,0.0017064688,0.012520952,0.022385363,0.33747473,0.48321667],"study_design_scores_gemma":[0.0051008807,0.0009966716,0.4661881,0.00020366741,0.00015874089,0.000054810676,0.04262536,0.04246311,0.0028848418,0.00073257997,0.4374017,0.0011895366],"about_ca_topic_score_codex":0.00048189305,"about_ca_topic_score_gemma":0.00042284714,"teacher_disagreement_score":0.48202714,"about_ca_system_score_codex":0.00010307602,"about_ca_system_score_gemma":0.0001124717,"threshold_uncertainty_score":0.9996973},"labels":[],"label_agreement":null},{"id":"W7135988917","doi":"","title":"Recall Aspects of Transformers for Text Ranking","year":2022,"lang":"en","type":"article","venue":"UvA-DARE (University of Amsterdam)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Pooling; Recall; Transformer; Deep learning; Ranking (information retrieval); Precision and recall; Artificial neural network; Deep neural networks","score_opus":0.017796243964527777,"score_gpt":0.21380901919952633,"score_spread":0.19601277523499855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135988917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31235626,0.000034721365,0.66443586,0.0018856025,0.00035031865,0.000694547,0.00015252827,0.000093498806,0.019996665],"genre_scores_gemma":[0.9924665,0.0000054193665,0.0065955976,0.000076812634,0.0000066181256,8.2229025e-7,0.000015383896,0.0000039444067,0.0008288889],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990634,0.000043961758,0.00014196624,0.00015628777,0.0004000457,0.00019437389],"domain_scores_gemma":[0.9994183,0.00006500887,0.00013306928,0.00017416287,0.00014727347,0.00006217448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031796013,0.00007523559,0.00017452701,0.00020959305,0.00034117434,0.000014016536,0.0007028273,0.000031299754,0.00025893768],"category_scores_gemma":[0.000008319886,0.00009156445,0.00016150605,0.00042156057,0.00006841031,0.0005452725,0.00022707027,0.00011670557,0.0000056118615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009199857,0.00051519606,0.00097127736,0.0006290231,0.00017167772,0.0000653992,0.063425966,0.0007184908,0.011569117,0.13758428,0.004498667,0.7789309],"study_design_scores_gemma":[0.029066186,0.010668827,0.05439816,0.00037606107,0.00037797677,0.00017842757,0.08653689,0.2147018,0.037155706,0.012805222,0.55060804,0.0031266843],"about_ca_topic_score_codex":0.00008593348,"about_ca_topic_score_gemma":0.000019941059,"teacher_disagreement_score":0.7758042,"about_ca_system_score_codex":0.00007219225,"about_ca_system_score_gemma":0.00012576293,"threshold_uncertainty_score":0.373389},"labels":[],"label_agreement":null},{"id":"W7161828801","doi":"10.82308/18070","title":"Smartphone information behaviour: a study of the use of smartphones in searching and evaluating online information for everyday life and for academic purposes","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Everyday life; Gens; Information superhighway; Access to information","score_opus":0.13029989036681155,"score_gpt":0.372132051392793,"score_spread":0.24183216102598143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161828801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98380023,0.000025190107,0.011645628,0.00018027486,0.00021196247,0.003942588,0.00015981798,0.000026004005,0.000008296495],"genre_scores_gemma":[0.98552454,0.000056033976,0.013027082,0.00022129627,0.000020078056,0.00031471997,0.00074719114,0.000010342237,0.000078714096],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99758315,0.000096237505,0.001297643,0.00015540892,0.0006563886,0.00021116612],"domain_scores_gemma":[0.9976212,0.000486684,0.0008792609,0.0002233779,0.0007062129,0.00008330212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008656363,0.0002071664,0.00038942558,0.00045063515,0.00015888773,0.00018760581,0.00040874706,0.00018403408,0.000001584175],"category_scores_gemma":[0.0015112144,0.0001545511,0.00007422331,0.0005011549,0.00003285785,0.0046080896,0.000191427,0.00034905958,4.3402517e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022245685,0.0005860072,0.07678749,0.0066666286,0.00015834105,3.525131e-7,0.34019053,0.0022794183,0.0015238951,0.0030479059,0.0006459109,0.56588894],"study_design_scores_gemma":[0.0051819887,0.001900467,0.5819944,0.00044411008,0.00011508886,0.0000039083516,0.024401156,0.38245022,0.002344145,0.0001657996,0.0005269769,0.00047169015],"about_ca_topic_score_codex":0.00022288464,"about_ca_topic_score_gemma":0.00024054402,"teacher_disagreement_score":0.5654173,"about_ca_system_score_codex":0.000033852742,"about_ca_system_score_gemma":0.00034204227,"threshold_uncertainty_score":0.63024116},"labels":[],"label_agreement":null},{"id":"W7161970491","doi":"10.82308/38451","title":"The information-seeking behaviour of grade-three elementary school students in the context of a class project /","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Context (archaeology); Meaning (existential); Selection (genetic algorithm); Information seeking; Qualitative research; Data collection","score_opus":0.024912153901436043,"score_gpt":0.31756530948400175,"score_spread":0.2926531555825657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161970491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917855,0.00008972984,0.0013577605,0.00019337336,0.00044794654,0.0023477771,0.000030923235,0.00003481362,0.0037121612],"genre_scores_gemma":[0.9980209,0.00017266786,0.000490799,0.00028326793,0.000016095099,0.0001687244,0.00029150606,0.000006380491,0.00054965355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99674994,0.000106200016,0.0011076625,0.00012552176,0.0016493599,0.0002613176],"domain_scores_gemma":[0.99817497,0.00016413463,0.0006584667,0.0005277975,0.00044081235,0.000033846947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009689324,0.00019048782,0.00025154525,0.000349406,0.00022078061,0.00020865246,0.0024859183,0.00012017446,0.000012752349],"category_scores_gemma":[0.00007470566,0.000107196865,0.00013875034,0.0007234356,0.000058395246,0.0012347989,0.00013582513,0.00043441154,0.000016561391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057881436,0.0014768178,0.48114738,0.00093643606,0.00032898353,0.000028244473,0.2028183,0.000024914743,0.0003916192,0.073335454,0.017643323,0.2212897],"study_design_scores_gemma":[0.0021997713,0.00053889,0.9135529,0.00029399013,0.000051410843,0.000018745382,0.071229376,0.0029809892,0.0029173295,0.0002025784,0.0055024335,0.00051158754],"about_ca_topic_score_codex":0.001566815,"about_ca_topic_score_gemma":0.0021366738,"teacher_disagreement_score":0.4324055,"about_ca_system_score_codex":0.000071556184,"about_ca_system_score_gemma":0.00046707617,"threshold_uncertainty_score":0.46194962},"labels":[],"label_agreement":null},{"id":"W7162008937","doi":"10.82308/17851","title":"The influence of information use strategies on ill structured-domain graduate learning tasks","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Subject (documents); Occupational training; Domain (mathematical analysis)","score_opus":0.019647096068438032,"score_gpt":0.27305518772430337,"score_spread":0.25340809165586536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162008937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892108,0.000006509294,0.004691486,0.00007685064,0.00033396535,0.00048046184,0.0000070559404,0.00011592602,0.0050769383],"genre_scores_gemma":[0.9922023,0.00008373582,0.002669972,0.00016742239,0.00001870801,0.000048424667,0.00033847892,0.000009827997,0.0044611255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99789816,0.00008962023,0.00063665496,0.00014524296,0.0009398817,0.0002904454],"domain_scores_gemma":[0.9975228,0.00020200278,0.0005877784,0.0004355074,0.0011809513,0.00007100596],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00034998177,0.00023504205,0.00019584161,0.00023631165,0.0003873532,0.0014664964,0.00093945186,0.00017603826,0.000019466017],"category_scores_gemma":[0.00023473776,0.00014518214,0.000090545094,0.00038302885,0.00005682722,0.0055218725,0.00006936628,0.0006103738,0.00016750529],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012287048,0.000026850012,0.00013347423,0.00026496145,0.000060483333,0.0000020514494,0.022194967,0.020324415,0.0013972329,0.8115304,0.0015259498,0.14241636],"study_design_scores_gemma":[0.0017945232,0.0018424058,0.79684037,0.00071033783,0.00006157157,0.000021858188,0.05030575,0.03778256,0.028191658,0.032103032,0.04777358,0.00257237],"about_ca_topic_score_codex":0.0002817713,"about_ca_topic_score_gemma":0.000045688797,"teacher_disagreement_score":0.79670686,"about_ca_system_score_codex":0.00004289872,"about_ca_system_score_gemma":0.0002660649,"threshold_uncertainty_score":0.9995701},"labels":[],"label_agreement":null},{"id":"W74613997","doi":"10.29173/cais16","title":"Source Selection Among Information Seekers: Ideals and Realities","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Political science; Humanities; Library science; Art; Computer science","score_opus":0.01379897580461034,"score_gpt":0.22372506071440817,"score_spread":0.20992608490979783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W74613997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916632,0.0000124955195,0.001942648,0.0011932671,0.00005941403,0.00037071426,0.000015039163,0.00006886382,0.004674317],"genre_scores_gemma":[0.99812996,0.000033185937,0.001097891,0.00020027511,0.000023564015,0.0000321505,0.000002421395,0.000004921412,0.00047560173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986141,0.000017923785,0.0004732722,0.0001362881,0.00046961234,0.00028883605],"domain_scores_gemma":[0.9710596,0.00006801851,0.00057168124,0.00011852499,0.028072108,0.00011004314],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0005132779,0.00015643146,0.00023095091,0.00019292124,0.00016308717,0.004325103,0.0010166412,0.00010802554,0.000016375314],"category_scores_gemma":[0.0033953388,0.000117480384,0.000069860296,0.0004275448,0.00025862848,0.042704843,0.0004734685,0.00019094085,0.0000075843586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007777546,0.00009945336,0.53886586,0.00089249393,0.00009413805,1.3795805e-7,0.2041283,0.000027937136,0.0109212,0.12915628,0.009457024,0.1062794],"study_design_scores_gemma":[0.0007841026,0.00048234293,0.8748888,0.0002919163,0.00004009218,0.00005304739,0.009491333,0.025052859,0.050371293,0.00828454,0.029756844,0.000502827],"about_ca_topic_score_codex":0.0008234042,"about_ca_topic_score_gemma":0.000005299723,"teacher_disagreement_score":0.33602294,"about_ca_system_score_codex":0.00004097367,"about_ca_system_score_gemma":0.00012261831,"threshold_uncertainty_score":0.9967085},"labels":[],"label_agreement":null},{"id":"W8514837","doi":"10.1007/978-3-642-33347-7_18","title":"Improved Query Suggestion by Query Search","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Regina","funders":"","keywords":"Computer science; Alias; Web query classification; Query expansion; Web search query; Query optimization; Information retrieval; Query language; Sargable; RDF query language; Set (abstract data type); Online aggregation; Query by Example; Search engine; Data mining; Programming language","score_opus":0.018707718689656122,"score_gpt":0.25942122603901474,"score_spread":0.24071350734935862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W8514837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038494126,0.0005602183,0.9944529,0.0007478621,0.0015007411,0.0005096813,0.000013741626,0.00020924864,0.0016206659],"genre_scores_gemma":[0.54296166,0.0005011863,0.44218463,0.005576268,0.0019438365,0.00006135184,0.00013904975,0.00013927092,0.006492741],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99583644,0.00005530346,0.0005979241,0.00096137036,0.0015047465,0.0010441939],"domain_scores_gemma":[0.9974535,0.00032218633,0.00021763785,0.0011942832,0.00044977048,0.00036261947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017418839,0.0004912218,0.00043173746,0.00083287817,0.00034669932,0.00075104827,0.0028642875,0.00044214842,0.000069444635],"category_scores_gemma":[0.000073773095,0.0004319123,0.00014419589,0.00068726577,0.00061182416,0.0017718268,0.001352689,0.0012578794,0.00019036244],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009025938,0.000043788616,0.0000888013,0.000050729977,0.000006308008,0.000016168011,0.00091938284,0.0007426005,0.0015244513,0.009315788,0.00012997299,0.987153],"study_design_scores_gemma":[0.00091678125,0.0006758167,0.0008363596,0.00054806063,0.00002144578,0.0002077739,0.0000010728785,0.92755806,0.031383824,0.019863702,0.015499085,0.0024880285],"about_ca_topic_score_codex":0.00008258894,"about_ca_topic_score_gemma":0.00001642851,"teacher_disagreement_score":0.984665,"about_ca_system_score_codex":0.000467337,"about_ca_system_score_gemma":0.0007379669,"threshold_uncertainty_score":0.99981326},"labels":[],"label_agreement":null},{"id":"W89305962","doi":"10.1007/978-3-642-36608-6_9","title":"Information Gathering Tasks on the Web: Attempting to Identify the User Search Behaviour","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; World Wide Web; Information retrieval; Web crawler; Human–computer interaction; Search engine; Data collection; Engineering","score_opus":0.0285648378200511,"score_gpt":0.2822498234627943,"score_spread":0.2536849856427432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W89305962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008800256,0.000073844596,0.9252215,0.017066423,0.00090008037,0.0029383148,0.00003561503,0.0004165013,0.044547487],"genre_scores_gemma":[0.9718433,0.00007891105,0.006366346,0.018269679,0.00036598524,0.000386737,0.00027304326,0.00007488511,0.002341129],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964361,0.000052525753,0.0012182493,0.00020884443,0.0015147437,0.00056951295],"domain_scores_gemma":[0.996642,0.0003174442,0.000669638,0.0008035991,0.0014647532,0.000102556245],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013442988,0.0005062195,0.0003289575,0.0008554301,0.0008598857,0.0036775917,0.0018112506,0.00040448824,0.00020405483],"category_scores_gemma":[0.00050794624,0.00030739015,0.00010402476,0.00096645457,0.000106409745,0.008707167,0.00060118316,0.0013082741,0.0016174135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003783976,0.000018277471,0.0001982447,0.0005651762,0.000020937172,0.0000028746556,0.020919202,0.026144626,0.000045650948,0.040809296,0.00082246284,0.9104154],"study_design_scores_gemma":[0.0030527175,0.0003621508,0.039673675,0.010532226,0.0001548133,0.0002270604,0.001687336,0.36875483,0.0048701433,0.012869931,0.55167866,0.0061364737],"about_ca_topic_score_codex":0.000055186792,"about_ca_topic_score_gemma":0.0000140835455,"teacher_disagreement_score":0.96304303,"about_ca_system_score_codex":0.00030861856,"about_ca_system_score_gemma":0.0004409068,"threshold_uncertainty_score":0.99993783},"labels":[],"label_agreement":null},{"id":"W90020434","doi":"10.29173/cais30","title":"A Query-Level Examination of End User Searching Behaviour on the Excite Search Engine","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Computer science; Information retrieval; Search engine; Set (abstract data type); Web search query; Web query classification; World Wide Web; Query expansion","score_opus":0.04241488826807301,"score_gpt":0.25588769904571623,"score_spread":0.2134728107776432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W90020434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922115,0.000010950798,0.0008828355,0.0031361072,0.00006881227,0.00058754534,0.00006208135,0.000032617896,0.0030075146],"genre_scores_gemma":[0.99769247,0.000020109437,0.0012471097,0.00018145306,0.00002995347,0.00004346286,0.000002747763,0.000011619448,0.0007710853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9976263,0.00006802362,0.0005297312,0.00024245316,0.0011155546,0.0004179225],"domain_scores_gemma":[0.968204,0.00040038387,0.00045991794,0.00031045038,0.030506717,0.00011851221],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016496864,0.00020852059,0.00030140218,0.00027094936,0.00017428455,0.0019498388,0.002713111,0.00010839305,0.000065957734],"category_scores_gemma":[0.00569881,0.00013039884,0.0001424338,0.00066192925,0.00033507493,0.009925734,0.0008177575,0.00043929374,0.000011862042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001468037,0.0008125177,0.151246,0.00082973036,0.00016482976,0.0000026296748,0.21768981,0.000062694635,0.10621916,0.3509872,0.003223069,0.1686156],"study_design_scores_gemma":[0.0004491757,0.00045484072,0.795341,0.00028181056,0.000021696287,0.000013161636,0.0028669722,0.0076388633,0.19043262,0.0011971474,0.0010487228,0.0002539973],"about_ca_topic_score_codex":0.000385636,"about_ca_topic_score_gemma":0.000003930747,"teacher_disagreement_score":0.644095,"about_ca_system_score_codex":0.000058027064,"about_ca_system_score_gemma":0.0002166723,"threshold_uncertainty_score":0.99908626},"labels":[],"label_agreement":null}]}